publishers.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/gravitl/netmaker/logger"
  6. "github.com/gravitl/netmaker/logic"
  7. "github.com/gravitl/netmaker/models"
  8. "github.com/gravitl/netmaker/servercfg"
  9. "github.com/gravitl/netmaker/serverctl"
  10. )
  11. // PublishPeerUpdate --- deterines and publishes a peer update to all the peers of a node
  12. func PublishPeerUpdate(newNode *models.Node, publishToSelf bool) error {
  13. if !servercfg.IsMessageQueueBackend() {
  14. return nil
  15. }
  16. networkNodes, err := logic.GetNetworkNodes(newNode.Network)
  17. if err != nil {
  18. logger.Log(1, "err getting Network Nodes", err.Error())
  19. return err
  20. }
  21. for _, node := range networkNodes {
  22. if node.IsServer == "yes" {
  23. continue
  24. }
  25. if !publishToSelf && newNode.ID == node.ID {
  26. //skip self
  27. continue
  28. }
  29. peerUpdate, err := logic.GetPeerUpdate(&node)
  30. if err != nil {
  31. logger.Log(1, "error getting peer update for node", node.ID, err.Error())
  32. continue
  33. }
  34. data, err := json.Marshal(&peerUpdate)
  35. if err != nil {
  36. logger.Log(2, "error marshaling peer update for node", node.ID, err.Error())
  37. continue
  38. }
  39. if err = publish(&node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  40. logger.Log(1, "failed to publish peer update for node", node.ID)
  41. } else {
  42. logger.Log(1, "sent peer update for node", node.Name, "on network:", node.Network)
  43. }
  44. }
  45. return nil
  46. }
  47. // PublishPeerUpdate --- publishes a peer update to all the peers of a node
  48. func PublishExtPeerUpdate(node *models.Node) error {
  49. var err error
  50. if logic.IsLocalServer(node) {
  51. if err = logic.ServerUpdate(node, false); err != nil {
  52. logger.Log(1, "server node:", node.ID, "failed to update peers with ext clients")
  53. return err
  54. } else {
  55. return nil
  56. }
  57. }
  58. if !servercfg.IsMessageQueueBackend() {
  59. return nil
  60. }
  61. peerUpdate, err := logic.GetPeerUpdate(node)
  62. if err != nil {
  63. return err
  64. }
  65. data, err := json.Marshal(&peerUpdate)
  66. if err != nil {
  67. return err
  68. }
  69. if err = publish(node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  70. return err
  71. }
  72. go PublishPeerUpdate(node, false)
  73. return nil
  74. }
  75. // NodeUpdate -- publishes a node update
  76. func NodeUpdate(node *models.Node) error {
  77. if !servercfg.IsMessageQueueBackend() || node.IsServer == "yes" {
  78. return nil
  79. }
  80. logger.Log(3, "publishing node update to "+node.Name)
  81. data, err := json.Marshal(node)
  82. if err != nil {
  83. logger.Log(2, "error marshalling node update ", err.Error())
  84. return err
  85. }
  86. if err = publish(node, fmt.Sprintf("update/%s/%s", node.Network, node.ID), data); err != nil {
  87. logger.Log(2, "error publishing node update to peer ", node.ID, err.Error())
  88. return err
  89. }
  90. return nil
  91. }
  92. // sendPeers - retrieve networks, send peer ports to all peers
  93. func sendPeers() {
  94. var force bool
  95. peer_force_send++
  96. if peer_force_send == 5 {
  97. // run iptables update to ensure gateways work correctly and mq is forwarded if containerized
  98. if servercfg.ManageIPTables() != "off" {
  99. serverctl.InitIPTables(false)
  100. }
  101. servercfg.SetHost()
  102. force = true
  103. peer_force_send = 0
  104. err := logic.TimerCheckpoint() // run telemetry & log dumps if 24 hours has passed..
  105. if err != nil {
  106. logger.Log(3, "error occurred on timer,", err.Error())
  107. }
  108. }
  109. networks, err := logic.GetNetworks()
  110. if err != nil {
  111. logger.Log(1, "error retrieving networks for keepalive", err.Error())
  112. }
  113. for _, network := range networks {
  114. serverNode, errN := logic.GetNetworkServerLeader(network.NetID)
  115. if errN == nil {
  116. serverNode.SetLastCheckIn()
  117. if err := logic.UpdateNode(&serverNode, &serverNode); err != nil {
  118. logger.Log(0, "failed checkin for server node", serverNode.Name, "on network", network.NetID, err.Error())
  119. }
  120. }
  121. isLeader := logic.IsLocalServer(&serverNode)
  122. if errN == nil && isLeader {
  123. if network.DefaultUDPHolePunch == "yes" {
  124. if logic.ShouldPublishPeerPorts(&serverNode) || force {
  125. if force {
  126. logger.Log(2, "sending scheduled peer update (5 min)")
  127. }
  128. err = PublishPeerUpdate(&serverNode, false)
  129. if err != nil {
  130. logger.Log(1, "error publishing udp port updates for network", network.NetID)
  131. logger.Log(1, errN.Error())
  132. }
  133. }
  134. }
  135. } else {
  136. if isLeader {
  137. logger.Log(1, "unable to retrieve leader for network ", network.NetID)
  138. }
  139. logger.Log(2, "server checkin complete for server", serverNode.Name, "on network", network.NetID)
  140. serverctl.SyncServerNetwork(network.NetID)
  141. if errN != nil {
  142. logger.Log(1, errN.Error())
  143. }
  144. }
  145. }
  146. }
  147. // ServerStartNotify - notifies all non server nodes to pull changes after a restart
  148. func ServerStartNotify() error {
  149. nodes, err := logic.GetAllNodes()
  150. if err != nil {
  151. return err
  152. }
  153. for i := range nodes {
  154. nodes[i].Action = models.NODE_FORCE_UPDATE
  155. if err = NodeUpdate(&nodes[i]); err != nil {
  156. logger.Log(1, "error when notifying node", nodes[i].Name, " - ", nodes[i].ID, "of a server startup")
  157. }
  158. }
  159. return nil
  160. }