handlers.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. mqtt "github.com/eclipse/paho.mqtt.golang"
  6. "github.com/google/uuid"
  7. "github.com/gravitl/netmaker/database"
  8. "github.com/gravitl/netmaker/logic"
  9. "github.com/gravitl/netmaker/logic/hostactions"
  10. "github.com/gravitl/netmaker/models"
  11. "github.com/gravitl/netmaker/netclient/ncutils"
  12. "github.com/gravitl/netmaker/servercfg"
  13. "golang.org/x/exp/slog"
  14. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  15. )
  16. // UpdateMetrics message Handler -- handles updates from client nodes for metrics
  17. var UpdateMetrics = func(client mqtt.Client, msg mqtt.Message) {
  18. }
  19. // DefaultHandler default message queue handler -- NOT USED
  20. func DefaultHandler(client mqtt.Client, msg mqtt.Message) {
  21. slog.Info("mqtt default handler", "topic", msg.Topic(), "message", msg.Payload())
  22. }
  23. // UpdateNode message Handler -- handles updates from client nodes
  24. func UpdateNode(client mqtt.Client, msg mqtt.Message) {
  25. id, err := GetID(msg.Topic())
  26. if err != nil {
  27. slog.Error("error getting node.ID ", "topic", msg.Topic(), "error", err)
  28. return
  29. }
  30. currentNode, err := logic.GetNodeByID(id)
  31. if err != nil {
  32. slog.Error("error getting node", "id", id, "error", err)
  33. return
  34. }
  35. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  36. if decryptErr != nil {
  37. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  38. return
  39. }
  40. var newNode models.Node
  41. if err := json.Unmarshal(decrypted, &newNode); err != nil {
  42. slog.Error("error unmarshaling payload", "error", err)
  43. return
  44. }
  45. ifaceDelta := logic.IfaceDelta(&currentNode, &newNode)
  46. if servercfg.IsPro && ifaceDelta {
  47. if err = logic.EnterpriseResetAllPeersFailovers(currentNode.ID, currentNode.Network); err != nil {
  48. slog.Warn("failed to reset failover list during node update", "nodeid", currentNode.ID, "network", currentNode.Network)
  49. }
  50. }
  51. newNode.SetLastCheckIn()
  52. if err := logic.UpdateNode(&currentNode, &newNode); err != nil {
  53. slog.Error("error saving node", "id", id, "error", err)
  54. return
  55. }
  56. if ifaceDelta { // reduce number of unneeded updates, by only sending on iface changes
  57. if err = PublishPeerUpdate(); err != nil {
  58. slog.Warn("error updating peers when node informed the server of an interface change", "nodeid", currentNode.ID, "error", err)
  59. }
  60. }
  61. slog.Info("updated node", "id", id, "newnodeid", newNode.ID)
  62. }
  63. // UpdateHost message Handler -- handles host updates from clients
  64. func UpdateHost(client mqtt.Client, msg mqtt.Message) {
  65. id, err := GetID(msg.Topic())
  66. if err != nil {
  67. slog.Error("error getting host.ID sent on ", "topic", msg.Topic(), "error", err)
  68. return
  69. }
  70. currentHost, err := logic.GetHost(id)
  71. if err != nil {
  72. slog.Error("error getting host", "id", id, "error", err)
  73. return
  74. }
  75. decrypted, decryptErr := decryptMsgWithHost(currentHost, msg.Payload())
  76. if decryptErr != nil {
  77. slog.Error("failed to decrypt message for host", "id", id, "error", decryptErr)
  78. return
  79. }
  80. var hostUpdate models.HostUpdate
  81. if err := json.Unmarshal(decrypted, &hostUpdate); err != nil {
  82. slog.Error("error unmarshaling payload", "error", err)
  83. return
  84. }
  85. slog.Info("recieved host update", "name", hostUpdate.Host.Name, "id", hostUpdate.Host.ID)
  86. var sendPeerUpdate bool
  87. switch hostUpdate.Action {
  88. case models.CheckIn:
  89. sendPeerUpdate = handleHostCheckin(&hostUpdate.Host, currentHost)
  90. case models.Acknowledgement:
  91. hu := hostactions.GetAction(currentHost.ID.String())
  92. if hu != nil {
  93. if err = HostUpdate(hu); err != nil {
  94. slog.Error("failed to send new node to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  95. return
  96. } else {
  97. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  98. if err = AppendNodeUpdateACL(hu.Host.ID.String(), hu.Node.Network, hu.Node.ID.String(), servercfg.GetServer()); err != nil {
  99. slog.Error("failed to add ACLs for EMQX node", "error", err)
  100. return
  101. }
  102. }
  103. nodes, err := logic.GetAllNodes()
  104. if err != nil {
  105. return
  106. }
  107. if err = PublishSingleHostPeerUpdate(currentHost, nodes, nil, nil); err != nil {
  108. slog.Error("failed peers publish after join acknowledged", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  109. return
  110. }
  111. if err = HandleNewNodeDNS(&hu.Host, &hu.Node); err != nil {
  112. slog.Error("failed to send dns update after node added to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  113. return
  114. }
  115. }
  116. }
  117. case models.UpdateHost:
  118. if hostUpdate.Host.PublicKey != currentHost.PublicKey {
  119. //remove old peer entry
  120. peerUpdate := models.HostPeerUpdate{
  121. ServerVersion: servercfg.GetVersion(),
  122. Peers: []wgtypes.PeerConfig{
  123. {
  124. PublicKey: currentHost.PublicKey,
  125. Remove: true,
  126. },
  127. },
  128. }
  129. data, err := json.Marshal(&peerUpdate)
  130. if err != nil {
  131. slog.Error("failed to marshal peer update", "error", err)
  132. }
  133. hosts := logic.GetRelatedHosts(hostUpdate.Host.ID.String())
  134. server := servercfg.GetServer()
  135. for _, host := range hosts {
  136. publish(&host, fmt.Sprintf("peers/host/%s/%s", host.ID.String(), server), data)
  137. }
  138. }
  139. sendPeerUpdate = logic.UpdateHostFromClient(&hostUpdate.Host, currentHost)
  140. err := logic.UpsertHost(currentHost)
  141. if err != nil {
  142. slog.Error("failed to update host", "id", currentHost.ID, "error", err)
  143. return
  144. }
  145. case models.DeleteHost:
  146. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  147. // delete EMQX credentials for host
  148. if err := DeleteEmqxUser(currentHost.ID.String()); err != nil {
  149. slog.Error("failed to remove host credentials from EMQX", "id", currentHost.ID, "error", err)
  150. return
  151. }
  152. }
  153. // notify of deleted peer change
  154. go func(host models.Host) {
  155. for _, nodeID := range host.Nodes {
  156. node, err := logic.GetNodeByID(nodeID)
  157. if err == nil {
  158. var gwClients []models.ExtClient
  159. if node.IsIngressGateway {
  160. gwClients = logic.GetGwExtclients(node.ID.String(), node.Network)
  161. }
  162. go PublishMqUpdatesForDeletedNode(node, false, gwClients)
  163. }
  164. }
  165. }(*currentHost)
  166. if err := logic.DisassociateAllNodesFromHost(currentHost.ID.String()); err != nil {
  167. slog.Error("failed to delete all nodes of host", "id", currentHost.ID, "error", err)
  168. return
  169. }
  170. if err := logic.RemoveHostByID(currentHost.ID.String()); err != nil {
  171. slog.Error("failed to delete host", "id", currentHost.ID, "error", err)
  172. return
  173. }
  174. sendPeerUpdate = true
  175. case models.RegisterWithTurn:
  176. if servercfg.IsUsingTurn() {
  177. err = logic.RegisterHostWithTurn(hostUpdate.Host.ID.String(), hostUpdate.Host.HostPass)
  178. if err != nil {
  179. slog.Error("failed to register host with turn server", "id", currentHost.ID, "error", err)
  180. return
  181. }
  182. }
  183. }
  184. if sendPeerUpdate {
  185. err := PublishPeerUpdate()
  186. if err != nil {
  187. slog.Error("failed to publish peer update", "error", err)
  188. }
  189. }
  190. }
  191. // ClientPeerUpdate message handler -- handles updating peers after signal from client nodes
  192. func ClientPeerUpdate(client mqtt.Client, msg mqtt.Message) {
  193. id, err := GetID(msg.Topic())
  194. if err != nil {
  195. slog.Error("error getting node.ID sent on ", "topic", msg.Topic(), "error", err)
  196. return
  197. }
  198. currentNode, err := logic.GetNodeByID(id)
  199. if err != nil {
  200. slog.Error("error getting node", "id", id, "error", err)
  201. return
  202. }
  203. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  204. if decryptErr != nil {
  205. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  206. return
  207. }
  208. switch decrypted[0] {
  209. case ncutils.ACK:
  210. // do we still need this
  211. case ncutils.DONE:
  212. if err = PublishPeerUpdate(); err != nil {
  213. slog.Error("error publishing peer update for node", "id", currentNode.ID, "error", err)
  214. return
  215. }
  216. }
  217. slog.Info("sent peer updates after signal received from", "id", id)
  218. }
  219. func HandleNewNodeDNS(host *models.Host, node *models.Node) error {
  220. dns := models.DNSUpdate{
  221. Action: models.DNSInsert,
  222. Name: host.Name + "." + node.Network,
  223. }
  224. if node.Address.IP != nil {
  225. dns.Address = node.Address.IP.String()
  226. if err := PublishDNSUpdate(node.Network, dns); err != nil {
  227. return err
  228. }
  229. } else if node.Address6.IP != nil {
  230. dns.Address = node.Address6.IP.String()
  231. if err := PublishDNSUpdate(node.Network, dns); err != nil {
  232. return err
  233. }
  234. }
  235. if err := PublishAllDNS(node); err != nil {
  236. return err
  237. }
  238. return nil
  239. }
  240. func handleHostCheckin(h, currentHost *models.Host) bool {
  241. if h == nil {
  242. return false
  243. }
  244. for i := range currentHost.Nodes {
  245. currNodeID := currentHost.Nodes[i]
  246. node, err := logic.GetNodeByID(currNodeID)
  247. if err != nil {
  248. if database.IsEmptyRecord(err) {
  249. fakeNode := models.Node{}
  250. fakeNode.ID, _ = uuid.Parse(currNodeID)
  251. fakeNode.Action = models.NODE_DELETE
  252. fakeNode.PendingDelete = true
  253. if err := NodeUpdate(&fakeNode); err != nil {
  254. slog.Warn("failed to inform host to remove node", "host", currentHost.Name, "hostid", currentHost.ID, "nodeid", currNodeID, "error", err)
  255. }
  256. }
  257. continue
  258. }
  259. if err := logic.UpdateNodeCheckin(&node); err != nil {
  260. slog.Warn("failed to update node on checkin", "nodeid", node.ID, "error", err)
  261. }
  262. }
  263. for i := range h.Interfaces {
  264. h.Interfaces[i].AddressString = h.Interfaces[i].Address.String()
  265. }
  266. /// version or firewall in use change does not require a peerUpdate
  267. if h.Version != currentHost.Version || h.FirewallInUse != currentHost.FirewallInUse {
  268. currentHost.FirewallInUse = h.FirewallInUse
  269. currentHost.Version = h.Version
  270. if err := logic.UpsertHost(currentHost); err != nil {
  271. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  272. return false
  273. }
  274. }
  275. ifaceDelta := len(h.Interfaces) != len(currentHost.Interfaces) ||
  276. !h.EndpointIP.Equal(currentHost.EndpointIP) ||
  277. (len(h.NatType) > 0 && h.NatType != currentHost.NatType) ||
  278. h.DefaultInterface != currentHost.DefaultInterface ||
  279. (h.ListenPort != 0 && h.ListenPort != currentHost.ListenPort) || (h.WgPublicListenPort != 0 && h.WgPublicListenPort != currentHost.WgPublicListenPort)
  280. if ifaceDelta { // only save if something changes
  281. currentHost.EndpointIP = h.EndpointIP
  282. currentHost.Interfaces = h.Interfaces
  283. currentHost.DefaultInterface = h.DefaultInterface
  284. currentHost.NatType = h.NatType
  285. if h.ListenPort != 0 {
  286. currentHost.ListenPort = h.ListenPort
  287. }
  288. if h.WgPublicListenPort != 0 {
  289. currentHost.WgPublicListenPort = h.WgPublicListenPort
  290. }
  291. if err := logic.UpsertHost(currentHost); err != nil {
  292. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  293. return false
  294. }
  295. slog.Info("updated host after check-in", "name", currentHost.Name, "id", currentHost.ID)
  296. }
  297. slog.Info("check-in processed for host", "name", h.Name, "id", h.ID)
  298. return ifaceDelta
  299. }