handlers.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. mqtt "github.com/eclipse/paho.mqtt.golang"
  6. "github.com/google/uuid"
  7. "github.com/gravitl/netmaker/database"
  8. "github.com/gravitl/netmaker/logger"
  9. "github.com/gravitl/netmaker/logic"
  10. "github.com/gravitl/netmaker/logic/hostactions"
  11. "github.com/gravitl/netmaker/models"
  12. "github.com/gravitl/netmaker/netclient/ncutils"
  13. "github.com/gravitl/netmaker/servercfg"
  14. "golang.org/x/exp/slog"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // UpdateMetrics message Handler -- handles updates from client nodes for metrics
  18. var UpdateMetrics = func(client mqtt.Client, msg mqtt.Message) {
  19. }
  20. // DefaultHandler default message queue handler -- NOT USED
  21. func DefaultHandler(client mqtt.Client, msg mqtt.Message) {
  22. slog.Info("mqtt default handler", "topic", msg.Topic(), "message", msg.Payload())
  23. }
  24. // UpdateNode message Handler -- handles updates from client nodes
  25. func UpdateNode(client mqtt.Client, msg mqtt.Message) {
  26. id, err := GetID(msg.Topic())
  27. if err != nil {
  28. slog.Error("error getting node.ID ", "topic", msg.Topic(), "error", err)
  29. return
  30. }
  31. currentNode, err := logic.GetNodeByID(id)
  32. if err != nil {
  33. slog.Error("error getting node", "id", id, "error", err)
  34. return
  35. }
  36. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  37. if decryptErr != nil {
  38. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  39. return
  40. }
  41. var newNode models.Node
  42. if err := json.Unmarshal(decrypted, &newNode); err != nil {
  43. slog.Error("error unmarshaling payload", "error", err)
  44. return
  45. }
  46. ifaceDelta := logic.IfaceDelta(&currentNode, &newNode)
  47. newNode.SetLastCheckIn()
  48. if err := logic.UpdateNode(&currentNode, &newNode); err != nil {
  49. slog.Error("error saving node", "id", id, "error", err)
  50. return
  51. }
  52. if ifaceDelta { // reduce number of unneeded updates, by only sending on iface changes
  53. if !newNode.Connected {
  54. err = PublishDeletedNodePeerUpdate(&newNode)
  55. host, err := logic.GetHost(newNode.HostID.String())
  56. if err != nil {
  57. slog.Error("failed to get host for the node", "nodeid", newNode.ID.String(), "error", err)
  58. return
  59. }
  60. allNodes, err := logic.GetAllNodes()
  61. if err == nil {
  62. PublishSingleHostPeerUpdate(host, allNodes, nil, nil)
  63. }
  64. } else {
  65. err = PublishPeerUpdate()
  66. }
  67. if err != nil {
  68. slog.Warn("error updating peers when node informed the server of an interface change", "nodeid", currentNode.ID, "error", err)
  69. }
  70. }
  71. slog.Info("updated node", "id", id, "newnodeid", newNode.ID)
  72. }
  73. // UpdateHost message Handler -- handles host updates from clients
  74. func UpdateHost(client mqtt.Client, msg mqtt.Message) {
  75. id, err := GetID(msg.Topic())
  76. if err != nil {
  77. slog.Error("error getting host.ID sent on ", "topic", msg.Topic(), "error", err)
  78. return
  79. }
  80. currentHost, err := logic.GetHost(id)
  81. if err != nil {
  82. slog.Error("error getting host", "id", id, "error", err)
  83. return
  84. }
  85. decrypted, decryptErr := decryptMsgWithHost(currentHost, msg.Payload())
  86. if decryptErr != nil {
  87. slog.Error("failed to decrypt message for host", "id", id, "error", decryptErr)
  88. return
  89. }
  90. var hostUpdate models.HostUpdate
  91. if err := json.Unmarshal(decrypted, &hostUpdate); err != nil {
  92. slog.Error("error unmarshaling payload", "error", err)
  93. return
  94. }
  95. slog.Info("recieved host update", "name", hostUpdate.Host.Name, "id", hostUpdate.Host.ID)
  96. var sendPeerUpdate bool
  97. switch hostUpdate.Action {
  98. case models.CheckIn:
  99. sendPeerUpdate = handleHostCheckin(&hostUpdate.Host, currentHost)
  100. case models.Acknowledgement:
  101. hu := hostactions.GetAction(currentHost.ID.String())
  102. if hu != nil {
  103. if err = HostUpdate(hu); err != nil {
  104. slog.Error("failed to send new node to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  105. return
  106. } else {
  107. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  108. if err = AppendNodeUpdateACL(hu.Host.ID.String(), hu.Node.Network, hu.Node.ID.String(), servercfg.GetServer()); err != nil {
  109. slog.Error("failed to add ACLs for EMQX node", "error", err)
  110. return
  111. }
  112. }
  113. nodes, err := logic.GetAllNodes()
  114. if err != nil {
  115. return
  116. }
  117. if err = PublishSingleHostPeerUpdate(currentHost, nodes, nil, nil); err != nil {
  118. slog.Error("failed peers publish after join acknowledged", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  119. return
  120. }
  121. if err = HandleNewNodeDNS(&hu.Host, &hu.Node); err != nil {
  122. slog.Error("failed to send dns update after node added to host", "name", hostUpdate.Host.Name, "id", currentHost.ID, "error", err)
  123. return
  124. }
  125. }
  126. }
  127. case models.UpdateHost:
  128. if hostUpdate.Host.PublicKey != currentHost.PublicKey {
  129. //remove old peer entry
  130. peerUpdate := models.HostPeerUpdate{
  131. ServerVersion: servercfg.GetVersion(),
  132. Peers: []wgtypes.PeerConfig{
  133. {
  134. PublicKey: currentHost.PublicKey,
  135. Remove: true,
  136. },
  137. },
  138. }
  139. data, err := json.Marshal(&peerUpdate)
  140. if err != nil {
  141. slog.Error("failed to marshal peer update", "error", err)
  142. }
  143. hosts := logic.GetRelatedHosts(hostUpdate.Host.ID.String())
  144. server := servercfg.GetServer()
  145. for _, host := range hosts {
  146. publish(&host, fmt.Sprintf("peers/host/%s/%s", host.ID.String(), server), data)
  147. }
  148. }
  149. sendPeerUpdate = logic.UpdateHostFromClient(&hostUpdate.Host, currentHost)
  150. err := logic.UpsertHost(currentHost)
  151. if err != nil {
  152. slog.Error("failed to update host", "id", currentHost.ID, "error", err)
  153. return
  154. }
  155. case models.DeleteHost:
  156. if servercfg.GetBrokerType() == servercfg.EmqxBrokerType {
  157. // delete EMQX credentials for host
  158. if err := DeleteEmqxUser(currentHost.ID.String()); err != nil {
  159. slog.Error("failed to remove host credentials from EMQX", "id", currentHost.ID, "error", err)
  160. return
  161. }
  162. }
  163. // notify of deleted peer change
  164. go func(host models.Host) {
  165. for _, nodeID := range host.Nodes {
  166. node, err := logic.GetNodeByID(nodeID)
  167. if err == nil {
  168. var gwClients []models.ExtClient
  169. if node.IsIngressGateway {
  170. gwClients = logic.GetGwExtclients(node.ID.String(), node.Network)
  171. }
  172. go PublishMqUpdatesForDeletedNode(node, false, gwClients)
  173. }
  174. }
  175. }(*currentHost)
  176. if err := logic.DisassociateAllNodesFromHost(currentHost.ID.String()); err != nil {
  177. slog.Error("failed to delete all nodes of host", "id", currentHost.ID, "error", err)
  178. return
  179. }
  180. if err := logic.RemoveHostByID(currentHost.ID.String()); err != nil {
  181. slog.Error("failed to delete host", "id", currentHost.ID, "error", err)
  182. return
  183. }
  184. sendPeerUpdate = true
  185. case models.SignalHost:
  186. signalPeer(hostUpdate.Signal)
  187. }
  188. if sendPeerUpdate {
  189. err := PublishPeerUpdate()
  190. if err != nil {
  191. slog.Error("failed to publish peer update", "error", err)
  192. }
  193. }
  194. }
  195. func signalPeer(signal models.Signal) {
  196. if signal.ToHostPubKey == "" {
  197. msg := "insufficient data to signal peer"
  198. logger.Log(0, msg)
  199. return
  200. }
  201. signal.IsPro = servercfg.IsPro
  202. peerHost, err := logic.GetHost(signal.ToHostID)
  203. if err != nil {
  204. slog.Error("failed to signal, peer not found", "error", err)
  205. return
  206. }
  207. err = HostUpdate(&models.HostUpdate{
  208. Action: models.SignalHost,
  209. Host: *peerHost,
  210. Signal: signal,
  211. })
  212. if err != nil {
  213. slog.Error("failed to publish signal to peer", "error", err)
  214. }
  215. }
  216. // ClientPeerUpdate message handler -- handles updating peers after signal from client nodes
  217. func ClientPeerUpdate(client mqtt.Client, msg mqtt.Message) {
  218. id, err := GetID(msg.Topic())
  219. if err != nil {
  220. slog.Error("error getting node.ID sent on ", "topic", msg.Topic(), "error", err)
  221. return
  222. }
  223. currentNode, err := logic.GetNodeByID(id)
  224. if err != nil {
  225. slog.Error("error getting node", "id", id, "error", err)
  226. return
  227. }
  228. decrypted, decryptErr := DecryptMsg(&currentNode, msg.Payload())
  229. if decryptErr != nil {
  230. slog.Error("failed to decrypt message for node", "id", id, "error", decryptErr)
  231. return
  232. }
  233. switch decrypted[0] {
  234. case ncutils.ACK:
  235. // do we still need this
  236. case ncutils.DONE:
  237. if err = PublishPeerUpdate(); err != nil {
  238. slog.Error("error publishing peer update for node", "id", currentNode.ID, "error", err)
  239. return
  240. }
  241. }
  242. slog.Info("sent peer updates after signal received from", "id", id)
  243. }
  244. func HandleNewNodeDNS(host *models.Host, node *models.Node) error {
  245. dns := models.DNSUpdate{
  246. Action: models.DNSInsert,
  247. Name: host.Name + "." + node.Network,
  248. }
  249. if node.Address.IP != nil {
  250. dns.Address = node.Address.IP.String()
  251. if err := PublishDNSUpdate(node.Network, dns); err != nil {
  252. return err
  253. }
  254. } else if node.Address6.IP != nil {
  255. dns.Address = node.Address6.IP.String()
  256. if err := PublishDNSUpdate(node.Network, dns); err != nil {
  257. return err
  258. }
  259. }
  260. if err := PublishAllDNS(node); err != nil {
  261. return err
  262. }
  263. return nil
  264. }
  265. func handleHostCheckin(h, currentHost *models.Host) bool {
  266. if h == nil {
  267. return false
  268. }
  269. for i := range currentHost.Nodes {
  270. currNodeID := currentHost.Nodes[i]
  271. node, err := logic.GetNodeByID(currNodeID)
  272. if err != nil {
  273. if database.IsEmptyRecord(err) {
  274. fakeNode := models.Node{}
  275. fakeNode.ID, _ = uuid.Parse(currNodeID)
  276. fakeNode.Action = models.NODE_DELETE
  277. fakeNode.PendingDelete = true
  278. if err := NodeUpdate(&fakeNode); err != nil {
  279. slog.Warn("failed to inform host to remove node", "host", currentHost.Name, "hostid", currentHost.ID, "nodeid", currNodeID, "error", err)
  280. }
  281. }
  282. continue
  283. }
  284. if err := logic.UpdateNodeCheckin(&node); err != nil {
  285. slog.Warn("failed to update node on checkin", "nodeid", node.ID, "error", err)
  286. }
  287. }
  288. for i := range h.Interfaces {
  289. h.Interfaces[i].AddressString = h.Interfaces[i].Address.String()
  290. }
  291. /// version or firewall in use change does not require a peerUpdate
  292. if h.Version != currentHost.Version || h.FirewallInUse != currentHost.FirewallInUse {
  293. currentHost.FirewallInUse = h.FirewallInUse
  294. currentHost.Version = h.Version
  295. if err := logic.UpsertHost(currentHost); err != nil {
  296. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  297. return false
  298. }
  299. }
  300. ifaceDelta := len(h.Interfaces) != len(currentHost.Interfaces) ||
  301. !h.EndpointIP.Equal(currentHost.EndpointIP) ||
  302. (len(h.NatType) > 0 && h.NatType != currentHost.NatType) ||
  303. h.DefaultInterface != currentHost.DefaultInterface ||
  304. (h.ListenPort != 0 && h.ListenPort != currentHost.ListenPort) || (h.WgPublicListenPort != 0 && h.WgPublicListenPort != currentHost.WgPublicListenPort)
  305. if ifaceDelta { // only save if something changes
  306. currentHost.EndpointIP = h.EndpointIP
  307. currentHost.Interfaces = h.Interfaces
  308. currentHost.DefaultInterface = h.DefaultInterface
  309. currentHost.NatType = h.NatType
  310. if h.ListenPort != 0 {
  311. currentHost.ListenPort = h.ListenPort
  312. }
  313. if h.WgPublicListenPort != 0 {
  314. currentHost.WgPublicListenPort = h.WgPublicListenPort
  315. }
  316. if err := logic.UpsertHost(currentHost); err != nil {
  317. slog.Error("failed to update host after check-in", "name", h.Name, "id", h.ID, "error", err)
  318. return false
  319. }
  320. slog.Info("updated host after check-in", "name", currentHost.Name, "id", currentHost.ID)
  321. }
  322. slog.Info("check-in processed for host", "name", h.Name, "id", h.ID)
  323. return ifaceDelta
  324. }