handlers.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. package mq
  2. import (
  3. "encoding/json"
  4. mqtt "github.com/eclipse/paho.mqtt.golang"
  5. "github.com/google/uuid"
  6. "github.com/gravitl/netmaker/database"
  7. "github.com/gravitl/netmaker/logger"
  8. "github.com/gravitl/netmaker/logic"
  9. "github.com/gravitl/netmaker/logic/hostactions"
  10. "github.com/gravitl/netmaker/models"
  11. "github.com/gravitl/netmaker/netclient/ncutils"
  12. "github.com/gravitl/netmaker/servercfg"
  13. "golang.org/x/exp/slog"
  14. )
  15. // UpdateMetrics message Handler -- handles updates from client nodes for metrics
  16. var UpdateMetrics = func(client mqtt.Client, msg mqtt.Message) {
  17. }
  18. // DefaultHandler default message queue handler -- NOT USED
  19. func DefaultHandler(client mqtt.Client, msg mqtt.Message) {
  20. slog.Info("mqtt default handler", "topic", msg.Topic(), "message", msg.Payload())
  21. }
  22. // UpdateNode message Handler -- handles updates from client nodes
  23. func UpdateNode(client mqtt.Client, msg mqtt.Message) {
  24. id, err := GetID(msg.Topic())
  25. if err != nil {
  26. slog.Error("error getting node.ID ", "topic", msg.Topic(), "error", err)
  27. return
  28. }
  29. currentNode, err := logic.GetNodeByID(id)
  30. if err != nil {
  31. slog.Error("error getting node", "id", id, "error", err)
  32. return
  33. }
  34. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  35. if decryptErr != nil {
  36. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  37. return
  38. }
  39. var newNode models.Node
  40. if err := json.Unmarshal(decrypted, &newNode); err != nil {
  41. slog.Error("error unmarshaling payload", "error", err)
  42. return
  43. }
  44. ifaceDelta := logic.IfaceDelta(&currentNode, &newNode)
  45. newNode.SetLastCheckIn()
  46. if err := logic.UpdateNode(&currentNode, &newNode); err != nil {
  47. slog.Error("error saving node", "id", id, "error", err)
  48. return
  49. }
  50. if ifaceDelta { // reduce number of unneeded updates, by only sending on iface changes
  51. if !newNode.Connected {
  52. err = PublishDeletedNodePeerUpdate(&newNode)
  53. host, err := logic.GetHost(newNode.HostID.String())
  54. if err != nil {
  55. slog.Error("failed to get host for the node", "nodeid", newNode.ID.String(), "error", err)
  56. return
  57. }
  58. allNodes, err := logic.GetAllNodes()
  59. if err == nil {
  60. PublishSingleHostPeerUpdate(host, allNodes, nil, nil, false)
  61. }
  62. } else {
  63. err = PublishPeerUpdate(false)
  64. }
  65. if err != nil {
  66. slog.Warn("error updating peers when node informed the server of an interface change", "nodeid", currentNode.ID, "error", err)
  67. }
  68. }
  69. slog.Info("updated node", "id", id, "newnodeid", newNode.ID)
  70. }
  71. // UpdateHost message Handler -- handles host updates from clients
  72. func UpdateHost(client mqtt.Client, msg mqtt.Message) {
  73. id, err := GetID(msg.Topic())
  74. if err != nil {
  75. slog.Error("error getting host.ID sent on ", "topic", msg.Topic(), "error", err)
  76. return
  77. }
  78. currentHost, err := logic.GetHost(id)
  79. if err != nil {
  80. slog.Error("error getting host", "id", id, "error", err)
  81. return
  82. }
  83. decrypted, decryptErr := decryptMsgWithHost(currentHost, msg.Payload())
  84. if decryptErr != nil {
  85. slog.Error("failed to decrypt message for host", "id", id, "error", decryptErr)
  86. return
  87. }
  88. var hostUpdate models.HostUpdate
  89. if err := json.Unmarshal(decrypted, &hostUpdate); err != nil {
  90. slog.Error("error unmarshaling payload", "error", err)
  91. return
  92. }
  93. slog.Info("recieved host update", "name", hostUpdate.Host.Name, "id", hostUpdate.Host.ID)
  94. var sendPeerUpdate bool
  95. var replacePeers bool
  96. switch hostUpdate.Action {
  97. case models.CheckIn:
  98. sendPeerUpdate = HandleHostCheckin(&hostUpdate.Host, currentHost)
  99. case models.Acknowledgement:
  100. hu := hostactions.GetAction(currentHost.ID.String())
  101. if hu != nil {
  102. if err = HostUpdate(hu); err != nil {
  103. slog.Error("failed to send new node to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  104. return
  105. } else {
  106. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  107. if err = AppendNodeUpdateACL(hu.Host.ID.String(), hu.Node.Network, hu.Node.ID.String(), servercfg.GetServer()); err != nil {
  108. slog.Error("failed to add ACLs for EMQX node", "error", err)
  109. return
  110. }
  111. }
  112. nodes, err := logic.GetAllNodes()
  113. if err != nil {
  114. return
  115. }
  116. if err = PublishSingleHostPeerUpdate(currentHost, nodes, nil, nil, false); err != nil {
  117. slog.Error("failed peers publish after join acknowledged", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  118. return
  119. }
  120. }
  121. }
  122. case models.UpdateHost:
  123. if hostUpdate.Host.PublicKey != currentHost.PublicKey {
  124. //remove old peer entry
  125. replacePeers = true
  126. }
  127. sendPeerUpdate = logic.UpdateHostFromClient(&hostUpdate.Host, currentHost)
  128. err := logic.UpsertHost(currentHost)
  129. if err != nil {
  130. slog.Error("failed to update host", "id", currentHost.ID, "error", err)
  131. return
  132. }
  133. case models.DeleteHost:
  134. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  135. // delete EMQX credentials for host
  136. if err := DeleteEmqxUser(currentHost.ID.String()); err != nil {
  137. slog.Error("failed to remove host credentials from EMQX", "id", currentHost.ID, "error", err)
  138. }
  139. }
  140. // notify of deleted peer change
  141. go func(host models.Host) {
  142. for _, nodeID := range host.Nodes {
  143. node, err := logic.GetNodeByID(nodeID)
  144. if err == nil {
  145. var gwClients []models.ExtClient
  146. if node.IsIngressGateway {
  147. gwClients = logic.GetGwExtclients(node.ID.String(), node.Network)
  148. }
  149. go PublishMqUpdatesForDeletedNode(node, false, gwClients)
  150. }
  151. }
  152. }(*currentHost)
  153. if err := logic.DisassociateAllNodesFromHost(currentHost.ID.String()); err != nil {
  154. slog.Error("failed to delete all nodes of host", "id", currentHost.ID, "error", err)
  155. return
  156. }
  157. if err := logic.RemoveHostByID(currentHost.ID.String()); err != nil {
  158. slog.Error("failed to delete host", "id", currentHost.ID, "error", err)
  159. return
  160. }
  161. if servercfg.IsDNSMode() {
  162. logic.SetDNS()
  163. }
  164. sendPeerUpdate = true
  165. case models.SignalHost:
  166. signalPeer(hostUpdate.Signal)
  167. }
  168. if sendPeerUpdate {
  169. err := PublishPeerUpdate(replacePeers)
  170. if err != nil {
  171. slog.Error("failed to publish peer update", "error", err)
  172. }
  173. }
  174. }
  175. func signalPeer(signal models.Signal) {
  176. if signal.ToHostPubKey == "" {
  177. msg := "insufficient data to signal peer"
  178. logger.Log(0, msg)
  179. return
  180. }
  181. signal.IsPro = servercfg.IsPro
  182. peerHost, err := logic.GetHost(signal.ToHostID)
  183. if err != nil {
  184. slog.Error("failed to signal, peer not found", "error", err)
  185. return
  186. }
  187. err = HostUpdate(&models.HostUpdate{
  188. Action: models.SignalHost,
  189. Host: *peerHost,
  190. Signal: signal,
  191. })
  192. if err != nil {
  193. slog.Error("failed to publish signal to peer", "error", err)
  194. }
  195. }
  196. // ClientPeerUpdate message handler -- handles updating peers after signal from client nodes
  197. func ClientPeerUpdate(client mqtt.Client, msg mqtt.Message) {
  198. id, err := GetID(msg.Topic())
  199. if err != nil {
  200. slog.Error("error getting node.ID sent on ", "topic", msg.Topic(), "error", err)
  201. return
  202. }
  203. currentNode, err := logic.GetNodeByID(id)
  204. if err != nil {
  205. slog.Error("error getting node", "id", id, "error", err)
  206. return
  207. }
  208. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  209. if decryptErr != nil {
  210. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  211. return
  212. }
  213. switch decrypted[0] {
  214. case ncutils.ACK:
  215. // do we still need this
  216. case ncutils.DONE:
  217. if err = PublishPeerUpdate(false); err != nil {
  218. slog.Error("error publishing peer update for node", "id", currentNode.ID, "error", err)
  219. return
  220. }
  221. }
  222. slog.Info("sent peer updates after signal received from", "id", id)
  223. }
  224. func HandleHostCheckin(h, currentHost *models.Host) bool {
  225. if h == nil {
  226. return false
  227. }
  228. for i := range currentHost.Nodes {
  229. currNodeID := currentHost.Nodes[i]
  230. node, err := logic.GetNodeByID(currNodeID)
  231. if err != nil {
  232. if database.IsEmptyRecord(err) {
  233. fakeNode := models.Node{}
  234. fakeNode.ID, _ = uuid.Parse(currNodeID)
  235. fakeNode.Action = models.NODE_DELETE
  236. fakeNode.PendingDelete = true
  237. if err := NodeUpdate(&fakeNode); err != nil {
  238. slog.Warn("failed to inform host to remove node", "host", currentHost.Name, "hostid", currentHost.ID, "nodeid", currNodeID, "error", err)
  239. }
  240. }
  241. continue
  242. }
  243. if err := logic.UpdateNodeCheckin(&node); err != nil {
  244. slog.Warn("failed to update node on checkin", "nodeid", node.ID, "error", err)
  245. }
  246. }
  247. for i := range h.Interfaces {
  248. h.Interfaces[i].AddressString = h.Interfaces[i].Address.String()
  249. }
  250. /// version or firewall in use change does not require a peerUpdate
  251. if h.Version != currentHost.Version || h.FirewallInUse != currentHost.FirewallInUse {
  252. currentHost.FirewallInUse = h.FirewallInUse
  253. currentHost.Version = h.Version
  254. if err := logic.UpsertHost(currentHost); err != nil {
  255. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  256. return false
  257. }
  258. }
  259. ifaceDelta := len(h.Interfaces) != len(currentHost.Interfaces) ||
  260. !h.EndpointIP.Equal(currentHost.EndpointIP) ||
  261. (len(h.NatType) > 0 && h.NatType != currentHost.NatType) ||
  262. h.DefaultInterface != currentHost.DefaultInterface ||
  263. (h.ListenPort != 0 && h.ListenPort != currentHost.ListenPort) || (h.WgPublicListenPort != 0 && h.WgPublicListenPort != currentHost.WgPublicListenPort)
  264. if ifaceDelta { // only save if something changes
  265. currentHost.EndpointIP = h.EndpointIP
  266. currentHost.Interfaces = h.Interfaces
  267. currentHost.DefaultInterface = h.DefaultInterface
  268. currentHost.NatType = h.NatType
  269. if h.ListenPort != 0 {
  270. currentHost.ListenPort = h.ListenPort
  271. }
  272. if h.WgPublicListenPort != 0 {
  273. currentHost.WgPublicListenPort = h.WgPublicListenPort
  274. }
  275. if err := logic.UpsertHost(currentHost); err != nil {
  276. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  277. return false
  278. }
  279. slog.Info("updated host after check-in", "name", currentHost.Name, "id", currentHost.ID)
  280. }
  281. slog.Info("check-in processed for host", "name", h.Name, "id", h.ID)
  282. return ifaceDelta
  283. }