publishers.go 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/gravitl/netmaker/logger"
  6. "github.com/gravitl/netmaker/logic"
  7. "github.com/gravitl/netmaker/models"
  8. "github.com/gravitl/netmaker/servercfg"
  9. "github.com/gravitl/netmaker/serverctl"
  10. )
  11. // PublishPeerUpdate --- deterines and publishes a peer update to all the peers of a node
  12. func PublishPeerUpdate(newNode *models.Node, publishToSelf bool) error {
  13. if !servercfg.IsMessageQueueBackend() {
  14. return nil
  15. }
  16. networkNodes, err := logic.GetNetworkNodes(newNode.Network)
  17. if err != nil {
  18. logger.Log(1, "err getting Network Nodes", err.Error())
  19. return err
  20. }
  21. for _, node := range networkNodes {
  22. if node.IsServer == "yes" {
  23. continue
  24. }
  25. if !publishToSelf && newNode.ID == node.ID {
  26. //skip self
  27. continue
  28. }
  29. if !publishToSelf && newNode.ID == node.ID {
  30. //skip self
  31. continue
  32. }
  33. peerUpdate, err := logic.GetPeerUpdate(&node)
  34. if err != nil {
  35. logger.Log(1, "error getting peer update for node", node.ID, err.Error())
  36. continue
  37. }
  38. data, err := json.Marshal(&peerUpdate)
  39. if err != nil {
  40. logger.Log(2, "error marshaling peer update for node", node.ID, err.Error())
  41. continue
  42. }
  43. if err = publish(&node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  44. logger.Log(1, "failed to publish peer update for node", node.ID)
  45. } else {
  46. logger.Log(1, "sent peer update for node", node.Name, "on network:", node.Network)
  47. }
  48. }
  49. return nil
  50. }
  51. // PublishPeerUpdate --- publishes a peer update to all the peers of a node
  52. func PublishExtPeerUpdate(node *models.Node) error {
  53. var err error
  54. if logic.IsLocalServer(node) {
  55. if err = logic.ServerUpdate(node, false); err != nil {
  56. logger.Log(1, "server node:", node.ID, "failed to update peers with ext clients")
  57. return err
  58. } else {
  59. return nil
  60. }
  61. }
  62. if !servercfg.IsMessageQueueBackend() {
  63. return nil
  64. }
  65. peerUpdate, err := logic.GetPeerUpdate(node)
  66. if err != nil {
  67. return err
  68. }
  69. data, err := json.Marshal(&peerUpdate)
  70. if err != nil {
  71. return err
  72. }
  73. if err = publish(node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  74. return err
  75. }
  76. go PublishPeerUpdate(node, false)
  77. return nil
  78. }
  79. // NodeUpdate -- publishes a node update
  80. func NodeUpdate(node *models.Node) error {
  81. if !servercfg.IsMessageQueueBackend() || node.IsServer == "yes" {
  82. return nil
  83. }
  84. logger.Log(3, "publishing node update to "+node.Name)
  85. data, err := json.Marshal(node)
  86. if err != nil {
  87. logger.Log(2, "error marshalling node update ", err.Error())
  88. return err
  89. }
  90. if err = publish(node, fmt.Sprintf("update/%s/%s", node.Network, node.ID), data); err != nil {
  91. logger.Log(2, "error publishing node update to peer ", node.ID, err.Error())
  92. return err
  93. }
  94. return nil
  95. }
  96. // sendPeers - retrieve networks, send peer ports to all peers
  97. func sendPeers() {
  98. var force bool
  99. peer_force_send++
  100. if peer_force_send == 5 {
  101. // run iptables update to ensure gateways work correctly and mq is forwarded if containerized
  102. if servercfg.ManageIPTables() != "off" {
  103. serverctl.InitIPTables(false)
  104. }
  105. servercfg.SetHost()
  106. force = true
  107. peer_force_send = 0
  108. err := logic.TimerCheckpoint() // run telemetry & log dumps if 24 hours has passed..
  109. if err != nil {
  110. logger.Log(3, "error occurred on timer,", err.Error())
  111. }
  112. }
  113. networks, err := logic.GetNetworks()
  114. if err != nil {
  115. logger.Log(1, "error retrieving networks for keepalive", err.Error())
  116. }
  117. for _, network := range networks {
  118. serverNode, errN := logic.GetNetworkServerLeader(network.NetID)
  119. if errN == nil {
  120. serverNode.SetLastCheckIn()
  121. if err := logic.UpdateNode(&serverNode, &serverNode); err != nil {
  122. logger.Log(0, "failed checkin for server node", serverNode.Name, "on network", network.NetID, err.Error())
  123. }
  124. }
  125. isLeader := logic.IsLocalServer(&serverNode)
  126. if errN == nil && isLeader {
  127. if network.DefaultUDPHolePunch == "yes" {
  128. if logic.ShouldPublishPeerPorts(&serverNode) || force {
  129. if force {
  130. logger.Log(2, "sending scheduled peer update (5 min)")
  131. }
  132. err = PublishPeerUpdate(&serverNode, false)
  133. if err != nil {
  134. logger.Log(1, "error publishing udp port updates for network", network.NetID)
  135. logger.Log(1, errN.Error())
  136. }
  137. }
  138. }
  139. } else {
  140. if isLeader {
  141. logger.Log(1, "unable to retrieve leader for network ", network.NetID)
  142. }
  143. logger.Log(2, "server checkin complete for server", serverNode.Name, "on network", network.NetID)
  144. serverctl.SyncServerNetwork(network.NetID)
  145. if errN != nil {
  146. logger.Log(1, errN.Error())
  147. }
  148. }
  149. }
  150. }
  151. // ServerStartNotify - notifies all non server nodes to pull changes after a restart
  152. func ServerStartNotify() error {
  153. nodes, err := logic.GetAllNodes()
  154. if err != nil {
  155. return err
  156. }
  157. for i := range nodes {
  158. nodes[i].Action = models.NODE_FORCE_UPDATE
  159. if err = NodeUpdate(&nodes[i]); err != nil {
  160. logger.Log(1, "error when notifying node", nodes[i].Name, " - ", nodes[i].ID, "of a server startup")
  161. }
  162. }
  163. return nil
  164. }