publishers.go 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/gravitl/netmaker/database"
  6. "github.com/gravitl/netmaker/logger"
  7. "github.com/gravitl/netmaker/logic"
  8. "github.com/gravitl/netmaker/models"
  9. "github.com/gravitl/netmaker/servercfg"
  10. "github.com/gravitl/netmaker/serverctl"
  11. )
  12. // PublishPeerUpdate --- deterines and publishes a peer update to all the peers of a node
  13. func PublishPeerUpdate(newNode *models.Node, publishToSelf bool) error {
  14. if !servercfg.IsMessageQueueBackend() {
  15. return nil
  16. }
  17. networkNodes, err := logic.GetNetworkNodes(newNode.Network)
  18. if err != nil {
  19. logger.Log(1, "err getting Network Nodes", err.Error())
  20. return err
  21. }
  22. for _, node := range networkNodes {
  23. if node.IsServer == "yes" {
  24. continue
  25. }
  26. if !publishToSelf && newNode.ID == node.ID {
  27. //skip self
  28. continue
  29. }
  30. peerUpdate, err := logic.GetPeerUpdate(&node)
  31. if err != nil {
  32. logger.Log(1, "error getting peer update for node", node.ID, err.Error())
  33. continue
  34. }
  35. data, err := json.Marshal(&peerUpdate)
  36. if err != nil {
  37. logger.Log(2, "error marshaling peer update for node", node.ID, err.Error())
  38. continue
  39. }
  40. if err = publish(&node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  41. logger.Log(1, "failed to publish peer update for node", node.ID)
  42. } else {
  43. logger.Log(1, "sent peer update for node", node.Name, "on network:", node.Network)
  44. }
  45. }
  46. return nil
  47. }
  48. // PublishPeerUpdate --- publishes a peer update to all the peers of a node
  49. func PublishExtPeerUpdate(node *models.Node) error {
  50. var err error
  51. if logic.IsLocalServer(node) {
  52. if err = logic.ServerUpdate(node, false); err != nil {
  53. logger.Log(1, "server node:", node.ID, "failed to update peers with ext clients")
  54. return err
  55. } else {
  56. return nil
  57. }
  58. }
  59. if !servercfg.IsMessageQueueBackend() {
  60. return nil
  61. }
  62. peerUpdate, err := logic.GetPeerUpdate(node)
  63. if err != nil {
  64. return err
  65. }
  66. data, err := json.Marshal(&peerUpdate)
  67. if err != nil {
  68. return err
  69. }
  70. if err = publish(node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  71. return err
  72. }
  73. go PublishPeerUpdate(node, false)
  74. return nil
  75. }
  76. // NodeUpdate -- publishes a node update
  77. func NodeUpdate(node *models.Node) error {
  78. if !servercfg.IsMessageQueueBackend() || node.IsServer == "yes" {
  79. return nil
  80. }
  81. logger.Log(3, "publishing node update to "+node.Name)
  82. data, err := json.Marshal(node)
  83. if err != nil {
  84. logger.Log(2, "error marshalling node update ", err.Error())
  85. return err
  86. }
  87. if err = publish(node, fmt.Sprintf("update/%s/%s", node.Network, node.ID), data); err != nil {
  88. logger.Log(2, "error publishing node update to peer ", node.ID, err.Error())
  89. return err
  90. }
  91. return nil
  92. }
  93. // sendPeers - retrieve networks, send peer ports to all peers
  94. func sendPeers() {
  95. var force bool
  96. peer_force_send++
  97. if peer_force_send == 5 {
  98. // run iptables update to ensure gateways work correctly and mq is forwarded if containerized
  99. if servercfg.ManageIPTables() != "off" {
  100. serverctl.InitIPTables(false)
  101. }
  102. servercfg.SetHost()
  103. force = true
  104. peer_force_send = 0
  105. err := logic.TimerCheckpoint() // run telemetry & log dumps if 24 hours has passed..
  106. if err != nil {
  107. logger.Log(3, "error occurred on timer,", err.Error())
  108. }
  109. }
  110. networks, err := logic.GetNetworks()
  111. if err != nil && !database.IsEmptyRecord(err) {
  112. logger.Log(1, "error retrieving networks for keepalive", err.Error())
  113. }
  114. for _, network := range networks {
  115. serverNode, errN := logic.GetNetworkServerLocal(network.NetID)
  116. if errN == nil {
  117. serverNode.SetLastCheckIn()
  118. if err := logic.UpdateNode(&serverNode, &serverNode); err != nil {
  119. logger.Log(0, "failed checkin for server node", serverNode.Name, "on network", network.NetID, err.Error())
  120. }
  121. }
  122. isLeader := logic.IsLeader(&serverNode)
  123. if errN == nil && isLeader {
  124. if network.DefaultUDPHolePunch == "yes" {
  125. if logic.ShouldPublishPeerPorts(&serverNode) || force {
  126. if force {
  127. logger.Log(2, "sending scheduled peer update (5 min)")
  128. }
  129. err = PublishPeerUpdate(&serverNode, false)
  130. if err != nil {
  131. logger.Log(1, "error publishing udp port updates for network", network.NetID)
  132. logger.Log(1, errN.Error())
  133. }
  134. }
  135. }
  136. } else {
  137. if isLeader {
  138. logger.Log(1, "unable to retrieve leader for network ", network.NetID)
  139. }
  140. logger.Log(2, "server checkin complete for server", serverNode.Name, "on network", network.NetID)
  141. serverctl.SyncServerNetwork(network.NetID)
  142. if errN != nil {
  143. logger.Log(1, errN.Error())
  144. }
  145. }
  146. }
  147. }
  148. // ServerStartNotify - notifies all non server nodes to pull changes after a restart
  149. func ServerStartNotify() error {
  150. nodes, err := logic.GetAllNodes()
  151. if err != nil {
  152. return err
  153. }
  154. for i := range nodes {
  155. nodes[i].Action = models.NODE_FORCE_UPDATE
  156. if err = NodeUpdate(&nodes[i]); err != nil {
  157. logger.Log(1, "error when notifying node", nodes[i].Name, " - ", nodes[i].ID, "of a server startup")
  158. }
  159. }
  160. return nil
  161. }