publishers.go 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. package mq
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/gravitl/netmaker/database"
  6. "github.com/gravitl/netmaker/logger"
  7. "github.com/gravitl/netmaker/logic"
  8. "github.com/gravitl/netmaker/models"
  9. "github.com/gravitl/netmaker/servercfg"
  10. "github.com/gravitl/netmaker/serverctl"
  11. )
  12. // PublishPeerUpdate --- deterines and publishes a peer update to all the peers of a node
  13. func PublishPeerUpdate(newNode *models.Node, publishToSelf bool) error {
  14. if !servercfg.IsMessageQueueBackend() {
  15. return nil
  16. }
  17. networkNodes, err := logic.GetNetworkNodes(newNode.Network)
  18. if err != nil {
  19. logger.Log(1, "err getting Network Nodes", err.Error())
  20. return err
  21. }
  22. for _, node := range networkNodes {
  23. if node.IsServer == "yes" {
  24. continue
  25. }
  26. if !publishToSelf && newNode.ID == node.ID {
  27. //skip self
  28. continue
  29. }
  30. peerUpdate, err := logic.GetPeerUpdate(&node)
  31. if err != nil {
  32. logger.Log(1, "error getting peer update for node", node.ID, err.Error())
  33. continue
  34. }
  35. data, err := json.Marshal(&peerUpdate)
  36. if err != nil {
  37. logger.Log(2, "error marshaling peer update for node", node.ID, err.Error())
  38. continue
  39. }
  40. if err = publish(&node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  41. logger.Log(1, "failed to publish peer update for node", node.ID)
  42. } else {
  43. logger.Log(1, "sent peer update for node", node.Name, "on network:", node.Network)
  44. }
  45. }
  46. return nil
  47. }
  48. // PublishPeerUpdate --- publishes a peer update to all the peers of a node
  49. func PublishExtPeerUpdate(node *models.Node) error {
  50. var err error
  51. if logic.IsLocalServer(node) {
  52. if err = logic.ServerUpdate(node, false); err != nil {
  53. logger.Log(1, "server node:", node.ID, "failed to update peers with ext clients")
  54. return err
  55. } else {
  56. return nil
  57. }
  58. }
  59. if !servercfg.IsMessageQueueBackend() {
  60. return nil
  61. }
  62. peerUpdate, err := logic.GetPeerUpdate(node)
  63. if err != nil {
  64. return err
  65. }
  66. data, err := json.Marshal(&peerUpdate)
  67. if err != nil {
  68. return err
  69. }
  70. if err = publish(node, fmt.Sprintf("peers/%s/%s", node.Network, node.ID), data); err != nil {
  71. return err
  72. }
  73. go PublishPeerUpdate(node, false)
  74. return nil
  75. }
  76. // NodeUpdate -- publishes a node update
  77. func NodeUpdate(node *models.Node) error {
  78. if !servercfg.IsMessageQueueBackend() || node.IsServer == "yes" {
  79. return nil
  80. }
  81. logger.Log(3, "publishing node update to "+node.Name)
  82. if len(node.NetworkSettings.AccessKeys) > 0 {
  83. node.NetworkSettings.AccessKeys = []models.AccessKey{} // not to be sent (don't need to spread access keys around the network; we need to know how to reach other nodes, not become them)
  84. }
  85. data, err := json.Marshal(node)
  86. if err != nil {
  87. logger.Log(2, "error marshalling node update ", err.Error())
  88. return err
  89. }
  90. if err = publish(node, fmt.Sprintf("update/%s/%s", node.Network, node.ID), data); err != nil {
  91. logger.Log(2, "error publishing node update to peer ", node.ID, err.Error())
  92. return err
  93. }
  94. return nil
  95. }
  96. // sendPeers - retrieve networks, send peer ports to all peers
  97. func sendPeers() {
  98. var force bool
  99. peer_force_send++
  100. if peer_force_send == 5 {
  101. // run iptables update to ensure gateways work correctly and mq is forwarded if containerized
  102. if servercfg.ManageIPTables() != "off" {
  103. serverctl.InitIPTables(false)
  104. }
  105. servercfg.SetHost()
  106. force = true
  107. peer_force_send = 0
  108. err := logic.TimerCheckpoint() // run telemetry & log dumps if 24 hours has passed..
  109. if err != nil {
  110. logger.Log(3, "error occurred on timer,", err.Error())
  111. }
  112. }
  113. networks, err := logic.GetNetworks()
  114. if err != nil && !database.IsEmptyRecord(err) {
  115. logger.Log(1, "error retrieving networks for keepalive", err.Error())
  116. }
  117. for _, network := range networks {
  118. serverNode, errN := logic.GetNetworkServerLocal(network.NetID)
  119. if errN == nil {
  120. serverNode.SetLastCheckIn()
  121. if err := logic.UpdateNode(&serverNode, &serverNode); err != nil {
  122. logger.Log(0, "failed checkin for server node", serverNode.Name, "on network", network.NetID, err.Error())
  123. }
  124. }
  125. isLeader := logic.IsLeader(&serverNode)
  126. if errN == nil && isLeader {
  127. if network.DefaultUDPHolePunch == "yes" {
  128. if logic.ShouldPublishPeerPorts(&serverNode) || force {
  129. if force {
  130. logger.Log(2, "sending scheduled peer update (5 min)")
  131. }
  132. err = PublishPeerUpdate(&serverNode, false)
  133. if err != nil {
  134. logger.Log(1, "error publishing udp port updates for network", network.NetID)
  135. logger.Log(1, errN.Error())
  136. }
  137. }
  138. }
  139. } else {
  140. if isLeader {
  141. logger.Log(1, "unable to retrieve leader for network ", network.NetID)
  142. }
  143. logger.Log(2, "server checkin complete for server", serverNode.Name, "on network", network.NetID)
  144. serverctl.SyncServerNetwork(network.NetID)
  145. if errN != nil {
  146. logger.Log(1, errN.Error())
  147. }
  148. }
  149. }
  150. }
  151. // ServerStartNotify - notifies all non server nodes to pull changes after a restart
  152. func ServerStartNotify() error {
  153. nodes, err := logic.GetAllNodes()
  154. if err != nil {
  155. return err
  156. }
  157. for i := range nodes {
  158. nodes[i].Action = models.NODE_FORCE_UPDATE
  159. if err = NodeUpdate(&nodes[i]); err != nil {
  160. logger.Log(1, "error when notifying node", nodes[i].Name, " - ", nodes[i].ID, "of a server startup")
  161. }
  162. }
  163. return nil
  164. }