handlers.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. mqtt "github.com/eclipse/paho.mqtt.golang"
  6. "github.com/google/uuid"
  7. "github.com/gravitl/netmaker/database"
  8. "github.com/gravitl/netmaker/logger"
  9. "github.com/gravitl/netmaker/logic"
  10. "github.com/gravitl/netmaker/logic/hostactions"
  11. "github.com/gravitl/netmaker/models"
  12. "github.com/gravitl/netmaker/netclient/ncutils"
  13. "github.com/gravitl/netmaker/servercfg"
  14. "golang.org/x/exp/slog"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // UpdateMetrics message Handler -- handles updates from client nodes for metrics
  18. var UpdateMetrics = func(client mqtt.Client, msg mqtt.Message) {
  19. }
  20. func RunUpdates(node *models.Node, ifaceDelta bool) {
  21. go func() { // don't block http response
  22. // publish node update if not server
  23. if err := NodeUpdate(node); err != nil {
  24. logger.Log(1, "error publishing node update to node", node.ID.String(), err.Error())
  25. }
  26. }()
  27. }
  28. // DefaultHandler default message queue handler -- NOT USED
  29. func DefaultHandler(client mqtt.Client, msg mqtt.Message) {
  30. slog.Info("mqtt default handler", "topic", msg.Topic(), "message", msg.Payload())
  31. }
  32. // UpdateNode message Handler -- handles updates from client nodes
  33. func UpdateNode(client mqtt.Client, msg mqtt.Message) {
  34. id, err := GetID(msg.Topic())
  35. if err != nil {
  36. slog.Error("error getting node.ID ", "topic", msg.Topic(), "error", err)
  37. return
  38. }
  39. currentNode, err := logic.GetNodeByID(id)
  40. if err != nil {
  41. slog.Error("error getting node", "id", id, "error", err)
  42. return
  43. }
  44. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  45. if decryptErr != nil {
  46. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  47. return
  48. }
  49. var newNode models.Node
  50. if err := json.Unmarshal(decrypted, &newNode); err != nil {
  51. slog.Error("error unmarshaling payload", "error", err)
  52. return
  53. }
  54. ifaceDelta := logic.IfaceDelta(&currentNode, &newNode)
  55. if servercfg.IsPro && ifaceDelta {
  56. if err = logic.EnterpriseResetAllPeersFailovers(currentNode.ID, currentNode.Network); err != nil {
  57. slog.Warn("failed to reset failover list during node update", "nodeid", currentNode.ID, "network", currentNode.Network)
  58. }
  59. }
  60. newNode.SetLastCheckIn()
  61. if err := logic.UpdateNode(&currentNode, &newNode); err != nil {
  62. slog.Error("error saving node", "id", id, "error", err)
  63. return
  64. }
  65. if ifaceDelta { // reduce number of unneeded updates, by only sending on iface changes
  66. if err = PublishPeerUpdate(); err != nil {
  67. slog.Warn("error updating peers when node informed the server of an interface change", "nodeid", currentNode.ID, "error", err)
  68. }
  69. }
  70. slog.Info("updated node", "id", id, "newnodeid", newNode.ID)
  71. }
  72. // UpdateHost message Handler -- handles host updates from clients
  73. func UpdateHost(client mqtt.Client, msg mqtt.Message) {
  74. id, err := GetID(msg.Topic())
  75. if err != nil {
  76. slog.Error("error getting host.ID sent on ", "topic", msg.Topic(), "error", err)
  77. return
  78. }
  79. currentHost, err := logic.GetHost(id)
  80. if err != nil {
  81. slog.Error("error getting host", "id", id, "error", err)
  82. return
  83. }
  84. decrypted, decryptErr := decryptMsgWithHost(currentHost, msg.Payload())
  85. if decryptErr != nil {
  86. slog.Error("failed to decrypt message for host", "id", id, "error", decryptErr)
  87. return
  88. }
  89. var hostUpdate models.HostUpdate
  90. if err := json.Unmarshal(decrypted, &hostUpdate); err != nil {
  91. slog.Error("error unmarshaling payload", "error", err)
  92. return
  93. }
  94. slog.Info("recieved host update", "name", hostUpdate.Host.Name, "id", hostUpdate.Host.ID)
  95. var sendPeerUpdate bool
  96. switch hostUpdate.Action {
  97. case models.CheckIn:
  98. sendPeerUpdate = handleHostCheckin(&hostUpdate.Host, currentHost)
  99. case models.Acknowledgement:
  100. hu := hostactions.GetAction(currentHost.ID.String())
  101. if hu != nil {
  102. if err = HostUpdate(hu); err != nil {
  103. slog.Error("failed to send new node to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  104. return
  105. } else {
  106. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  107. if err = AppendNodeUpdateACL(hu.Host.ID.String(), hu.Node.Network, hu.Node.ID.String(), servercfg.GetServer()); err != nil {
  108. slog.Error("failed to add ACLs for EMQX node", "error", err)
  109. return
  110. }
  111. }
  112. nodes, err := logic.GetAllNodes()
  113. if err != nil {
  114. return
  115. }
  116. if err = PublishSingleHostPeerUpdate(currentHost, nodes, nil, nil); err != nil {
  117. slog.Error("failed peers publish after join acknowledged", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  118. return
  119. }
  120. if err = handleNewNodeDNS(&hu.Host, &hu.Node); err != nil {
  121. slog.Error("failed to send dns update after node added to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  122. return
  123. }
  124. }
  125. }
  126. case models.UpdateHost:
  127. if hostUpdate.Host.PublicKey != currentHost.PublicKey {
  128. //remove old peer entry
  129. peerUpdate := models.HostPeerUpdate{
  130. ServerVersion: servercfg.GetVersion(),
  131. Peers: []wgtypes.PeerConfig{
  132. {
  133. PublicKey: currentHost.PublicKey,
  134. Remove: true,
  135. },
  136. },
  137. }
  138. data, err := json.Marshal(&peerUpdate)
  139. if err != nil {
  140. slog.Error("failed to marshal peer update", "error", err)
  141. }
  142. hosts := logic.GetRelatedHosts(hostUpdate.Host.ID.String())
  143. server := servercfg.GetServer()
  144. for _, host := range hosts {
  145. publish(&host, fmt.Sprintf("peers/host/%s/%s", host.ID.String(), server), data)
  146. }
  147. }
  148. sendPeerUpdate = logic.UpdateHostFromClient(&hostUpdate.Host, currentHost)
  149. err := logic.UpsertHost(currentHost)
  150. if err != nil {
  151. slog.Error("failed to update host", "id", currentHost.ID, "error", err)
  152. return
  153. }
  154. case models.DeleteHost:
  155. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  156. // delete EMQX credentials for host
  157. if err := DeleteEmqxUser(currentHost.ID.String()); err != nil {
  158. slog.Error("failed to remove host credentials from EMQX", "id", currentHost.ID, "error", err)
  159. return
  160. }
  161. }
  162. if err := logic.DisassociateAllNodesFromHost(currentHost.ID.String()); err != nil {
  163. slog.Error("failed to delete all nodes of host", "id", currentHost.ID, "error", err)
  164. return
  165. }
  166. if err := logic.RemoveHostByID(currentHost.ID.String()); err != nil {
  167. slog.Error("failed to delete host", "id", currentHost.ID, "error", err)
  168. return
  169. }
  170. sendPeerUpdate = true
  171. case models.RegisterWithTurn:
  172. if servercfg.IsUsingTurn() {
  173. err = logic.RegisterHostWithTurn(hostUpdate.Host.ID.String(), hostUpdate.Host.HostPass)
  174. if err != nil {
  175. slog.Error("failed to register host with turn server", "id", currentHost.ID, "error", err)
  176. return
  177. }
  178. }
  179. }
  180. if sendPeerUpdate {
  181. err := PublishPeerUpdate()
  182. if err != nil {
  183. slog.Error("failed to publish peer update", "error", err)
  184. }
  185. }
  186. }
  187. // ClientPeerUpdate message handler -- handles updating peers after signal from client nodes
  188. func ClientPeerUpdate(client mqtt.Client, msg mqtt.Message) {
  189. id, err := GetID(msg.Topic())
  190. if err != nil {
  191. slog.Error("error getting node.ID sent on ", "topic", msg.Topic(), "error", err)
  192. return
  193. }
  194. currentNode, err := logic.GetNodeByID(id)
  195. if err != nil {
  196. slog.Error("error getting node", "id", id, "error", err)
  197. return
  198. }
  199. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  200. if decryptErr != nil {
  201. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  202. return
  203. }
  204. switch decrypted[0] {
  205. case ncutils.ACK:
  206. // do we still need this
  207. case ncutils.DONE:
  208. if err = PublishPeerUpdate(); err != nil {
  209. slog.Error("error publishing peer update for node", "id", currentNode.ID, "error", err)
  210. return
  211. }
  212. }
  213. slog.Info("sent peer updates after signal received from", "id", id)
  214. }
  215. func handleNewNodeDNS(host *models.Host, node *models.Node) error {
  216. dns := models.DNSUpdate{
  217. Action: models.DNSInsert,
  218. Name: host.Name + "." + node.Network,
  219. }
  220. if node.Address.IP != nil {
  221. dns.Address = node.Address.IP.String()
  222. if err := PublishDNSUpdate(node.Network, dns); err != nil {
  223. return err
  224. }
  225. } else if node.Address6.IP != nil {
  226. dns.Address = node.Address6.IP.String()
  227. if err := PublishDNSUpdate(node.Network, dns); err != nil {
  228. return err
  229. }
  230. }
  231. if err := PublishAllDNS(node); err != nil {
  232. return err
  233. }
  234. return nil
  235. }
  236. func handleHostCheckin(h, currentHost *models.Host) bool {
  237. if h == nil {
  238. return false
  239. }
  240. for i := range currentHost.Nodes {
  241. currNodeID := currentHost.Nodes[i]
  242. node, err := logic.GetNodeByID(currNodeID)
  243. if err != nil {
  244. if database.IsEmptyRecord(err) {
  245. fakeNode := models.Node{}
  246. fakeNode.ID, _ = uuid.Parse(currNodeID)
  247. fakeNode.Action = models.NODE_DELETE
  248. fakeNode.PendingDelete = true
  249. if err := NodeUpdate(&fakeNode); err != nil {
  250. slog.Warn("failed to inform host to remove node", "host", currentHost.Name, "hostid", currentHost.ID, "nodeid", currNodeID, "error", err)
  251. }
  252. }
  253. continue
  254. }
  255. if err := logic.UpdateNodeCheckin(&node); err != nil {
  256. slog.Warn("failed to update node on checkin", "nodeid", node.ID, "error", err)
  257. }
  258. }
  259. for i := range h.Interfaces {
  260. h.Interfaces[i].AddressString = h.Interfaces[i].Address.String()
  261. }
  262. /// version or firewall in use change does not require a peerUpdate
  263. if h.Version != currentHost.Version || h.FirewallInUse != currentHost.FirewallInUse {
  264. currentHost.FirewallInUse = h.FirewallInUse
  265. currentHost.Version = h.Version
  266. if err := logic.UpsertHost(currentHost); err != nil {
  267. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  268. return false
  269. }
  270. }
  271. ifaceDelta := len(h.Interfaces) != len(currentHost.Interfaces) ||
  272. !h.EndpointIP.Equal(currentHost.EndpointIP) ||
  273. (len(h.NatType) > 0 && h.NatType != currentHost.NatType) ||
  274. h.DefaultInterface != currentHost.DefaultInterface ||
  275. (h.ListenPort != 0 && h.ListenPort != currentHost.ListenPort) || (h.WgPublicListenPort != 0 && h.WgPublicListenPort != currentHost.WgPublicListenPort)
  276. if ifaceDelta { // only save if something changes
  277. currentHost.EndpointIP = h.EndpointIP
  278. currentHost.Interfaces = h.Interfaces
  279. currentHost.DefaultInterface = h.DefaultInterface
  280. currentHost.NatType = h.NatType
  281. if h.ListenPort != 0 {
  282. currentHost.ListenPort = h.ListenPort
  283. }
  284. if h.WgPublicListenPort != 0 {
  285. currentHost.WgPublicListenPort = h.WgPublicListenPort
  286. }
  287. if err := logic.UpsertHost(currentHost); err != nil {
  288. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  289. return false
  290. }
  291. slog.Info("updated host after check-in", "name", currentHost.Name, "id", currentHost.ID)
  292. }
  293. slog.Info("check-in processed for host", "name", h.Name, "id", h.ID)
  294. return ifaceDelta
  295. }