mq.go 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285
  1. package mq
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. mqtt "github.com/eclipse/paho.mqtt.golang"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. var DefaultHandler mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  20. logger.Log(0, "MQTT Message: Topic: "+string(msg.Topic())+" Message: "+string(msg.Payload()))
  21. }
  22. var Ping mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  23. logger.Log(0, "Ping Handler: "+msg.Topic())
  24. go func() {
  25. id, err := GetID(msg.Topic())
  26. if err != nil {
  27. logger.Log(0, "error getting node.ID sent on ping topic ")
  28. return
  29. }
  30. node, err := logic.GetNodeByID(id)
  31. if err != nil {
  32. logger.Log(0, "mq-ping error getting node: "+err.Error())
  33. record, err := database.FetchRecord(database.NODES_TABLE_NAME, id)
  34. if err != nil {
  35. logger.Log(0, "error reading database ", err.Error())
  36. return
  37. }
  38. logger.Log(0, "record from database")
  39. logger.Log(0, record)
  40. return
  41. }
  42. node.SetLastCheckIn()
  43. if err := logic.UpdateNode(&node, &node); err != nil {
  44. logger.Log(0, "error updating node "+err.Error())
  45. }
  46. logger.Log(0, "ping processed")
  47. // --TODO --set client version once feature is implemented.
  48. //node.SetClientVersion(msg.Payload())
  49. }()
  50. }
  51. var PublicKeyUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  52. logger.Log(0, "PublicKey Handler")
  53. go func() {
  54. logger.Log(0, "public key update "+msg.Topic())
  55. key := string(msg.Payload())
  56. id, err := GetID(msg.Topic())
  57. if err != nil {
  58. logger.Log(0, "error getting node.ID sent on "+msg.Topic()+" "+err.Error())
  59. }
  60. node, err := logic.GetNodeByID(id)
  61. if err != nil {
  62. logger.Log(0, "error retrieving node "+msg.Topic()+" "+err.Error())
  63. }
  64. node.PublicKey = key
  65. node.SetLastCheckIn()
  66. if err := logic.UpdateNode(&node, &node); err != nil {
  67. logger.Log(0, "error updating node "+err.Error())
  68. }
  69. if err := UpdatePeers(client, node); err != nil {
  70. logger.Log(0, "error updating peers "+err.Error())
  71. }
  72. }()
  73. }
  74. var IPUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  75. go func() {
  76. ip := string(msg.Payload())
  77. logger.Log(0, "IPUpdate Handler")
  78. id, err := GetID(msg.Topic())
  79. logger.Log(0, "ipUpdate recieved from "+id)
  80. if err != nil {
  81. logger.Log(0, "error getting node.ID sent on update/ip topic ")
  82. return
  83. }
  84. node, err := logic.GetNodeByID(id)
  85. if err != nil {
  86. logger.Log(0, "invalid ID recieved on update/ip topic: "+err.Error())
  87. return
  88. }
  89. node.Endpoint = ip
  90. node.SetLastCheckIn()
  91. if err := logic.UpdateNode(&node, &node); err != nil {
  92. logger.Log(0, "error updating node "+err.Error())
  93. }
  94. if err != UpdatePeers(client, node) {
  95. logger.Log(0, "error updating peers "+err.Error())
  96. }
  97. }()
  98. }
  99. func UpdatePeers(client mqtt.Client, newnode models.Node) error {
  100. networkNodes, err := logic.GetNetworkNodes(newnode.Network)
  101. if err != nil {
  102. return err
  103. }
  104. dualstack := false
  105. var keepalive time.Duration
  106. //keepalive = time.Duration{}
  107. if newnode.PersistentKeepalive != 0 {
  108. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(newnode.PersistentKeepalive), 10) + "s")
  109. }
  110. for _, node := range networkNodes {
  111. var peers []wgtypes.PeerConfig
  112. var peerUpdate models.PeerUpdate
  113. var gateways []string
  114. for _, peer := range networkNodes {
  115. if peer.ID == node.ID {
  116. //skip
  117. continue
  118. }
  119. var allowedips []net.IPNet
  120. var peeraddr = net.IPNet{
  121. IP: net.ParseIP(peer.Address),
  122. Mask: net.CIDRMask(32, 32),
  123. }
  124. //hasGateway := false
  125. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  126. if err != nil {
  127. return err
  128. }
  129. if node.Endpoint == peer.Endpoint {
  130. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  131. peer.Endpoint = peer.LocalAddress
  132. } else {
  133. continue
  134. }
  135. }
  136. endpoint := peer.Endpoint + ":" + strconv.Itoa(int(peer.ListenPort))
  137. //fmt.Println("endpoint: ", endpoint, peer.Endpoint, peer.ListenPort)
  138. address, err := net.ResolveUDPAddr("udp", endpoint)
  139. if err != nil {
  140. return err
  141. }
  142. //calculate Allowed IPs.
  143. allowedips = append(allowedips, peeraddr)
  144. // handle manually set peers
  145. for _, allowedIp := range node.AllowedIPs {
  146. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  147. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  148. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  149. allowedips = append(allowedips, *ipnet)
  150. }
  151. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  152. ipnet := net.IPNet{
  153. IP: net.ParseIP(allowedIp),
  154. Mask: net.CIDRMask(32, 32),
  155. }
  156. allowedips = append(allowedips, ipnet)
  157. }
  158. }
  159. // handle egress gateway peers
  160. if node.IsEgressGateway == "yes" {
  161. //hasGateway = true
  162. ranges := node.EgressGatewayRanges
  163. for _, iprange := range ranges { // go through each cidr for egress gateway
  164. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  165. if err != nil {
  166. ncutils.PrintLog("could not parse gateway IP range. Not adding "+iprange, 1)
  167. continue // if can't parse CIDR
  168. }
  169. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  170. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  171. ncutils.PrintLog("egress IP range of "+iprange+" overlaps with "+node.Endpoint+", omitting", 2)
  172. continue // skip adding egress range if overlaps with node's ip
  173. }
  174. if ipnet.Contains(net.ParseIP(node.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  175. ncutils.PrintLog("egress IP range of "+iprange+" overlaps with "+node.LocalAddress+", omitting", 2)
  176. continue // skip adding egress range if overlaps with node's local ip
  177. }
  178. gateways = append(gateways, iprange)
  179. if err != nil {
  180. log.Println("ERROR ENCOUNTERED SETTING GATEWAY")
  181. } else {
  182. allowedips = append(allowedips, *ipnet)
  183. }
  184. }
  185. }
  186. var peerData wgtypes.PeerConfig
  187. if node.Address6 != "" && dualstack {
  188. var addr6 = net.IPNet{
  189. IP: net.ParseIP(node.Address6),
  190. Mask: net.CIDRMask(128, 128),
  191. }
  192. allowedips = append(allowedips, addr6)
  193. }
  194. if &keepalive == nil {
  195. peerData = wgtypes.PeerConfig{
  196. PublicKey: pubkey,
  197. Endpoint: address,
  198. ReplaceAllowedIPs: true,
  199. AllowedIPs: allowedips,
  200. }
  201. } else {
  202. peerData = wgtypes.PeerConfig{
  203. PublicKey: pubkey,
  204. PersistentKeepaliveInterval: &keepalive,
  205. Endpoint: address,
  206. ReplaceAllowedIPs: true,
  207. AllowedIPs: allowedips,
  208. }
  209. }
  210. peers = append(peers, peerData)
  211. }
  212. peerUpdate.Network = node.Network
  213. peerUpdate.Peers = peers
  214. data, err := json.Marshal(&peerUpdate)
  215. if err != nil {
  216. logger.Log(0, "error marshaling peer update "+err.Error())
  217. return err
  218. }
  219. if token := client.Publish("/update/peers/"+node.ID, 0, false, data); token.Wait() && token.Error() != nil {
  220. logger.Log(0, "error sending peer updatte to no")
  221. return err
  222. }
  223. }
  224. return nil
  225. }
  226. var LocalAddressUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  227. logger.Log(0, "LocalAddressUpdate Handler")
  228. go func() {
  229. logger.Log(0, "LocalAddressUpdate handler")
  230. id, err := GetID(msg.Topic())
  231. if err != nil {
  232. logger.Log(0, "error getting node.ID "+msg.Topic())
  233. return
  234. }
  235. node, err := logic.GetNodeByID(id)
  236. if err != nil {
  237. logger.Log(0, "error get node "+msg.Topic())
  238. return
  239. }
  240. node.LocalAddress = string(msg.Payload())
  241. node.SetLastCheckIn()
  242. if err := logic.UpdateNode(&node, &node); err != nil {
  243. logger.Log(0, "error updating node "+err.Error())
  244. }
  245. if err := UpdatePeers(client, node); err != nil {
  246. logger.Log(0, "error updating peers "+err.Error())
  247. }
  248. }()
  249. }
  250. func GetID(topic string) (string, error) {
  251. parts := strings.Split(topic, "/")
  252. count := len(parts)
  253. if count == 1 {
  254. return "", errors.New("invalid topic")
  255. }
  256. //the last part of the topic will be the node.ID
  257. return parts[count-1], nil
  258. }
  259. func NewPeer(node models.Node) error {
  260. opts := mqtt.NewClientOptions()
  261. broker := servercfg.GetMessageQueueEndpoint()
  262. logger.Log(0, "broker: "+broker)
  263. opts.AddBroker(broker)
  264. client := mqtt.NewClient(opts)
  265. if token := client.Connect(); token.Wait() && token.Error() != nil {
  266. return token.Error()
  267. }
  268. if err := UpdatePeers(client, node); err != nil {
  269. return err
  270. }
  271. return nil
  272. }