publishers.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/gravitl/netmaker/logger"
  6. "github.com/gravitl/netmaker/logic"
  7. "github.com/gravitl/netmaker/models"
  8. "github.com/gravitl/netmaker/servercfg"
  9. "github.com/gravitl/netmaker/serverctl"
  10. )
  11. // PublishPeerUpdate --- deterines and publishes a peer update to all the peers of a node
  12. func PublishPeerUpdate(newNode *models.Node) error {
  13. if !servercfg.IsMessageQueueBackend() {
  14. return nil
  15. }
  16. networkNodes, err := logic.GetNetworkNodes(newNode.Network)
  17. if err != nil {
  18. logger.Log(1, "err getting Network Nodes", err.Error())
  19. return err
  20. }
  21. for _, node := range networkNodes {
  22. if node.IsServer == "yes" {
  23. continue
  24. }
  25. peerUpdate, err := logic.GetPeerUpdate(&node)
  26. if err != nil {
  27. logger.Log(1, "error getting peer update for node", node.ID, err.Error())
  28. continue
  29. }
  30. data, err := json.Marshal(&peerUpdate)
  31. if err != nil {
  32. logger.Log(2, "error marshaling peer update for node", node.ID, err.Error())
  33. continue
  34. }
  35. if err = publish(&node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  36. logger.Log(1, "failed to publish peer update for node", node.ID)
  37. } else {
  38. logger.Log(1, "sent peer update for node", node.Name, "on network:", node.Network)
  39. }
  40. }
  41. return nil
  42. }
  43. // PublishPeerUpdate --- publishes a peer update to all the peers of a node
  44. func PublishExtPeerUpdate(node *models.Node) error {
  45. var err error
  46. if logic.IsLocalServer(node) {
  47. if err = logic.ServerUpdate(node, false); err != nil {
  48. logger.Log(1, "server node:", node.ID, "failed to update peers with ext clients")
  49. return err
  50. } else {
  51. return nil
  52. }
  53. }
  54. if !servercfg.IsMessageQueueBackend() {
  55. return nil
  56. }
  57. peerUpdate, err := logic.GetPeerUpdate(node)
  58. if err != nil {
  59. return err
  60. }
  61. data, err := json.Marshal(&peerUpdate)
  62. if err != nil {
  63. return err
  64. }
  65. if err = publish(node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  66. return err
  67. }
  68. go PublishPeerUpdate(node)
  69. return nil
  70. }
  71. // NodeUpdate -- publishes a node update
  72. func NodeUpdate(node *models.Node) error {
  73. if !servercfg.IsMessageQueueBackend() || node.IsServer == "yes" {
  74. return nil
  75. }
  76. logger.Log(3, "publishing node update to "+node.Name)
  77. data, err := json.Marshal(node)
  78. if err != nil {
  79. logger.Log(2, "error marshalling node update ", err.Error())
  80. return err
  81. }
  82. if err = publish(node, fmt.Sprintf("update/%s/%s", node.Network, node.ID), data); err != nil {
  83. logger.Log(2, "error publishing node update to peer ", node.ID, err.Error())
  84. return err
  85. }
  86. return nil
  87. }
  88. // sendPeers - retrieve networks, send peer ports to all peers
  89. func sendPeers() {
  90. var force bool
  91. peer_force_send++
  92. if peer_force_send == 5 {
  93. // run iptables update to ensure gateways work correctly and mq is forwarded if containerized
  94. if servercfg.ManageIPTables() != "off" {
  95. serverctl.InitIPTables(false)
  96. }
  97. servercfg.SetHost()
  98. force = true
  99. peer_force_send = 0
  100. err := logic.TimerCheckpoint() // run telemetry & log dumps if 24 hours has passed..
  101. if err != nil {
  102. logger.Log(3, "error occurred on timer,", err.Error())
  103. }
  104. }
  105. networks, err := logic.GetNetworks()
  106. if err != nil {
  107. logger.Log(1, "error retrieving networks for keepalive", err.Error())
  108. }
  109. for _, network := range networks {
  110. serverNode, errN := logic.GetNetworkServerLeader(network.NetID)
  111. if errN == nil {
  112. serverNode.SetLastCheckIn()
  113. if err := logic.UpdateNode(&serverNode, &serverNode); err != nil {
  114. logger.Log(0, "failed checkin for server node", serverNode.Name, "on network", network.NetID, err.Error())
  115. }
  116. }
  117. isLeader := logic.IsLocalServer(&serverNode)
  118. if errN == nil && isLeader {
  119. if network.DefaultUDPHolePunch == "yes" {
  120. if logic.ShouldPublishPeerPorts(&serverNode) || force {
  121. if force {
  122. logger.Log(2, "sending scheduled peer update (5 min)")
  123. }
  124. err = PublishPeerUpdate(&serverNode)
  125. if err != nil {
  126. logger.Log(1, "error publishing udp port updates for network", network.NetID)
  127. logger.Log(1, errN.Error())
  128. }
  129. }
  130. }
  131. } else {
  132. if isLeader {
  133. logger.Log(1, "unable to retrieve leader for network ", network.NetID)
  134. }
  135. logger.Log(2, "server checkin complete for server", serverNode.Name, "on network", network.NetID)
  136. serverctl.SyncServerNetwork(network.NetID)
  137. if errN != nil {
  138. logger.Log(1, errN.Error())
  139. }
  140. }
  141. }
  142. }
  143. // ServerStartNotify - notifies all non server nodes to pull changes after a restart
  144. func ServerStartNotify() error {
  145. nodes, err := logic.GetAllNodes()
  146. if err != nil {
  147. return err
  148. }
  149. for i := range nodes {
  150. nodes[i].Action = models.NODE_FORCE_UPDATE
  151. if err = NodeUpdate(&nodes[i]); err != nil {
  152. logger.Log(1, "error when notifying node", nodes[i].Name, " - ", nodes[i].ID, "of a server startup")
  153. }
  154. }
  155. return nil
  156. }