mq.go 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299
  1. package mq
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. mqtt "github.com/eclipse/paho.mqtt.golang"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. var DefaultHandler mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  20. logger.Log(0, "MQTT Message: Topic: "+string(msg.Topic())+" Message: "+string(msg.Payload()))
  21. }
  22. var Ping mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  23. logger.Log(0, "Ping Handler: "+msg.Topic())
  24. go func() {
  25. id, err := GetID(msg.Topic())
  26. if err != nil {
  27. logger.Log(0, "error getting node.ID sent on ping topic ")
  28. return
  29. }
  30. node, err := logic.GetNodeByID(id)
  31. if err != nil {
  32. logger.Log(0, "mq-ping error getting node: "+err.Error())
  33. record, err := database.FetchRecord(database.NODES_TABLE_NAME, id)
  34. if err != nil {
  35. logger.Log(0, "error reading database ", err.Error())
  36. return
  37. }
  38. logger.Log(0, "record from database")
  39. logger.Log(0, record)
  40. return
  41. }
  42. node.SetLastCheckIn()
  43. if err := logic.UpdateNode(&node, &node); err != nil {
  44. logger.Log(0, "error updating node "+err.Error())
  45. }
  46. logger.Log(0, "ping processed")
  47. // --TODO --set client version once feature is implemented.
  48. //node.SetClientVersion(msg.Payload())
  49. }()
  50. }
  51. var PublicKeyUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  52. logger.Log(0, "PublicKey Handler")
  53. go func() {
  54. logger.Log(0, "public key update "+msg.Topic())
  55. key := string(msg.Payload())
  56. id, err := GetID(msg.Topic())
  57. if err != nil {
  58. logger.Log(0, "error getting node.ID sent on "+msg.Topic()+" "+err.Error())
  59. }
  60. node, err := logic.GetNodeByID(id)
  61. if err != nil {
  62. logger.Log(0, "error retrieving node "+msg.Topic()+" "+err.Error())
  63. }
  64. node.PublicKey = key
  65. node.SetLastCheckIn()
  66. if err := logic.UpdateNode(&node, &node); err != nil {
  67. logger.Log(0, "error updating node "+err.Error())
  68. }
  69. if err := UpdatePeers(client, node); err != nil {
  70. logger.Log(0, "error updating peers "+err.Error())
  71. }
  72. }()
  73. }
  74. var IPUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  75. go func() {
  76. ip := string(msg.Payload())
  77. logger.Log(0, "IPUpdate Handler")
  78. id, err := GetID(msg.Topic())
  79. logger.Log(0, "ipUpdate recieved from "+id)
  80. if err != nil {
  81. logger.Log(0, "error getting node.ID sent on update/ip topic ")
  82. return
  83. }
  84. node, err := logic.GetNodeByID(id)
  85. if err != nil {
  86. logger.Log(0, "invalid ID recieved on update/ip topic: "+err.Error())
  87. return
  88. }
  89. node.Endpoint = ip
  90. node.SetLastCheckIn()
  91. if err := logic.UpdateNode(&node, &node); err != nil {
  92. logger.Log(0, "error updating node "+err.Error())
  93. }
  94. if err != UpdatePeers(client, node) {
  95. logger.Log(0, "error updating peers "+err.Error())
  96. }
  97. }()
  98. }
  99. func UpdatePeers(client mqtt.Client, newnode models.Node) error {
  100. networkNodes, err := logic.GetNetworkNodes(newnode.Network)
  101. if err != nil {
  102. return err
  103. }
  104. dualstack := false
  105. keepalive, _ := time.ParseDuration(string(newnode.PersistentKeepalive) + "s")
  106. defaultkeepalive, _ := time.ParseDuration("25s")
  107. for _, node := range networkNodes {
  108. var peers []wgtypes.PeerConfig
  109. var peerUpdate models.PeerUpdate
  110. var gateways []string
  111. for _, peer := range networkNodes {
  112. if peer.ID == node.ID {
  113. //skip
  114. continue
  115. }
  116. var allowedips []net.IPNet
  117. var peeraddr = net.IPNet{
  118. IP: net.ParseIP(peer.Address),
  119. Mask: net.CIDRMask(32, 32),
  120. }
  121. //hasGateway := false
  122. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  123. if err != nil {
  124. return err
  125. }
  126. if node.Endpoint == peer.Endpoint {
  127. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  128. peer.Endpoint = peer.LocalAddress
  129. } else {
  130. continue
  131. }
  132. }
  133. endpoint := peer.Endpoint + ":" + strconv.Itoa(int(peer.ListenPort))
  134. //fmt.Println("endpoint: ", endpoint, peer.Endpoint, peer.ListenPort)
  135. address, err := net.ResolveUDPAddr("udp", endpoint)
  136. if err != nil {
  137. return err
  138. }
  139. //calculate Allowed IPs.
  140. allowedips = append(allowedips, peeraddr)
  141. // handle manually set peers
  142. for _, allowedIp := range node.AllowedIPs {
  143. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  144. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  145. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  146. allowedips = append(allowedips, *ipnet)
  147. }
  148. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  149. ipnet := net.IPNet{
  150. IP: net.ParseIP(allowedIp),
  151. Mask: net.CIDRMask(32, 32),
  152. }
  153. allowedips = append(allowedips, ipnet)
  154. }
  155. }
  156. // handle egress gateway peers
  157. if node.IsEgressGateway == "yes" {
  158. //hasGateway = true
  159. ranges := node.EgressGatewayRanges
  160. for _, iprange := range ranges { // go through each cidr for egress gateway
  161. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  162. if err != nil {
  163. ncutils.PrintLog("could not parse gateway IP range. Not adding "+iprange, 1)
  164. continue // if can't parse CIDR
  165. }
  166. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  167. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  168. ncutils.PrintLog("egress IP range of "+iprange+" overlaps with "+node.Endpoint+", omitting", 2)
  169. continue // skip adding egress range if overlaps with node's ip
  170. }
  171. if ipnet.Contains(net.ParseIP(node.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  172. ncutils.PrintLog("egress IP range of "+iprange+" overlaps with "+node.LocalAddress+", omitting", 2)
  173. continue // skip adding egress range if overlaps with node's local ip
  174. }
  175. gateways = append(gateways, iprange)
  176. if err != nil {
  177. log.Println("ERROR ENCOUNTERED SETTING GATEWAY")
  178. } else {
  179. allowedips = append(allowedips, *ipnet)
  180. }
  181. }
  182. }
  183. var peerData wgtypes.PeerConfig
  184. if node.Address6 != "" && dualstack {
  185. var addr6 = net.IPNet{
  186. IP: net.ParseIP(node.Address6),
  187. Mask: net.CIDRMask(128, 128),
  188. }
  189. allowedips = append(allowedips, addr6)
  190. }
  191. if node.IsServer == "yes" && !(node.IsServer == "yes") {
  192. peerData = wgtypes.PeerConfig{
  193. PublicKey: pubkey,
  194. PersistentKeepaliveInterval: &defaultkeepalive,
  195. ReplaceAllowedIPs: true,
  196. AllowedIPs: allowedips,
  197. }
  198. } else if keepalive != 0 {
  199. peerData = wgtypes.PeerConfig{
  200. PublicKey: pubkey,
  201. PersistentKeepaliveInterval: &defaultkeepalive,
  202. //Endpoint: &net.UDPAddr{
  203. // IP: net.ParseIP(node.Endpoint),
  204. // Port: int(node.ListenPort),
  205. //},
  206. Endpoint: address,
  207. ReplaceAllowedIPs: true,
  208. AllowedIPs: allowedips,
  209. }
  210. } else {
  211. peerData = wgtypes.PeerConfig{
  212. PublicKey: pubkey,
  213. //Endpoint: &net.UDPAddr{
  214. // IP: net.ParseIP(node.Endpoint),
  215. // Port: int(node.ListenPort),
  216. //},
  217. Endpoint: address,
  218. ReplaceAllowedIPs: true,
  219. AllowedIPs: allowedips,
  220. }
  221. }
  222. //peerData = wgtypes.PeerConfig{
  223. // PublicKey: pubkey,
  224. // Endpoint: address,
  225. // PersistentKeepaliveInterval: &keepalive,
  226. //AllowedIPs: allowedIPs
  227. //}
  228. peers = append(peers, peerData)
  229. }
  230. peerUpdate.Network = node.Network
  231. peerUpdate.Peers = peers
  232. data, err := json.Marshal(&peerUpdate)
  233. if err != nil {
  234. logger.Log(0, "error marshaling peer update "+err.Error())
  235. return err
  236. }
  237. if token := client.Publish("/update/peers/"+node.ID, 0, false, data); token.Wait() && token.Error() != nil {
  238. logger.Log(0, "error sending peer updatte to no")
  239. return err
  240. }
  241. }
  242. return nil
  243. }
  244. var LocalAddressUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  245. logger.Log(0, "LocalAddressUpdate Handler")
  246. go func() {
  247. logger.Log(0, "LocalAddressUpdate handler")
  248. id, err := GetID(msg.Topic())
  249. if err != nil {
  250. logger.Log(0, "error getting node.ID "+msg.Topic())
  251. return
  252. }
  253. node, err := logic.GetNodeByID(id)
  254. if err != nil {
  255. logger.Log(0, "error get node "+msg.Topic())
  256. return
  257. }
  258. node.LocalAddress = string(msg.Payload())
  259. node.SetLastCheckIn()
  260. if err := UpdatePeers(client, node); err != nil {
  261. logger.Log(0, "error updating peers "+err.Error())
  262. }
  263. }()
  264. }
  265. func GetID(topic string) (string, error) {
  266. parts := strings.Split(topic, "/")
  267. count := len(parts)
  268. if count == 1 {
  269. return "", errors.New("invalid topic")
  270. }
  271. //the last part of the topic will be the node.ID
  272. return parts[count-1], nil
  273. }
  274. func NewPeer(node models.Node) error {
  275. opts := mqtt.NewClientOptions()
  276. broker := servercfg.GetMessageQueueEndpoint()
  277. logger.Log(0, "broker: "+broker)
  278. opts.AddBroker(broker)
  279. client := mqtt.NewClient(opts)
  280. if token := client.Connect(); token.Wait() && token.Error() != nil {
  281. return token.Error()
  282. }
  283. if err := UpdatePeers(client, node); err != nil {
  284. return err
  285. }
  286. return nil
  287. }