daemon.go 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293
  1. package functions
  2. import (
  3. "context"
  4. "encoding/json"
  5. "log"
  6. "os"
  7. "os/signal"
  8. "runtime"
  9. "syscall"
  10. "time"
  11. mqtt "github.com/eclipse/paho.mqtt.golang"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/config"
  14. "github.com/gravitl/netmaker/netclient/local"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/netclient/wireguard"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. // Daemon runs netclient daemon from command line
  20. func Daemon() error {
  21. ctx, cancel := context.WithCancel(context.Background())
  22. networks, err := ncutils.GetSystemNetworks()
  23. if err != nil {
  24. cancel()
  25. return err
  26. }
  27. for _, network := range networks {
  28. go MessageQueue(ctx, network)
  29. }
  30. quit := make(chan os.Signal, 1)
  31. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  32. <-quit
  33. cancel()
  34. ncutils.Log("all done")
  35. return nil
  36. }
  37. // SetupMQTT creates a connection to broker and return client
  38. func SetupMQTT(cfg *config.ClientConfig) mqtt.Client {
  39. opts := mqtt.NewClientOptions()
  40. ncutils.Log("setting broker to " + cfg.Server.CoreDNSAddr + ":1883")
  41. opts.AddBroker(cfg.Server.CoreDNSAddr + ":1883")
  42. opts.SetDefaultPublishHandler(All)
  43. client := mqtt.NewClient(opts)
  44. if token := client.Connect(); token.Wait() && token.Error() != nil {
  45. log.Fatal(token.Error())
  46. }
  47. return client
  48. }
  49. // MessageQueue sets up Message Queue and subsribes/publishes updates to/from server
  50. func MessageQueue(ctx context.Context, network string) {
  51. ncutils.Log("netclient go routine started for " + network)
  52. var cfg config.ClientConfig
  53. cfg.Network = network
  54. cfg.ReadConfig()
  55. ncutils.Log("daemon started for network:" + network)
  56. client := SetupMQTT(&cfg)
  57. if cfg.DebugOn {
  58. if token := client.Subscribe("#", 0, nil); token.Wait() && token.Error() != nil {
  59. log.Fatal(token.Error())
  60. }
  61. ncutils.Log("subscribed to all topics for debugging purposes")
  62. }
  63. if token := client.Subscribe("update/"+cfg.Node.ID, 0, NodeUpdate); token.Wait() && token.Error() != nil {
  64. log.Fatal(token.Error())
  65. }
  66. if cfg.DebugOn {
  67. ncutils.Log("subscribed to node updates for node " + cfg.Node.Name + " update/" + cfg.Node.ID)
  68. }
  69. if token := client.Subscribe("update/peers/"+cfg.Node.ID, 0, UpdatePeers); token.Wait() && token.Error() != nil {
  70. log.Fatal(token.Error())
  71. }
  72. if cfg.DebugOn {
  73. ncutils.Log("subscribed to node updates for node " + cfg.Node.Name + " update/peers/" + cfg.Node.ID)
  74. }
  75. defer client.Disconnect(250)
  76. go Checkin(ctx, &cfg, network)
  77. <-ctx.Done()
  78. ncutils.Log("shutting down daemon")
  79. }
  80. // All -- mqtt message hander for all ('#') topics
  81. var All mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  82. ncutils.Log("default message handler -- received message but not handling")
  83. ncutils.Log("Topic: " + string(msg.Topic()))
  84. //ncutils.Log("Message: " + string(msg.Payload()))
  85. }
  86. // NodeUpdate -- mqtt message handler for /update/<NodeID> topic
  87. var NodeUpdate mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  88. ncutils.Log("received message to update node " + string(msg.Payload()))
  89. //potentiall blocking i/o so do this in a go routine
  90. go func() {
  91. var newNode models.Node
  92. var cfg config.ClientConfig
  93. err := json.Unmarshal(msg.Payload(), &newNode)
  94. if err != nil {
  95. ncutils.Log("error unmarshalling node update data" + err.Error())
  96. return
  97. }
  98. cfg.Network = newNode.Network
  99. cfg.ReadConfig()
  100. //check if interface name has changed if so delete.
  101. if cfg.Node.Interface != newNode.Interface {
  102. if err = wireguard.RemoveConf(cfg.Node.Interface, true); err != nil {
  103. ncutils.PrintLog("could not delete old interface "+cfg.Node.Interface+": "+err.Error(), 1)
  104. }
  105. }
  106. newNode.PullChanges = "no"
  107. //ensure that OS never changes
  108. newNode.OS = runtime.GOOS
  109. cfg.Node = newNode
  110. switch newNode.Action {
  111. case models.NODE_DELETE:
  112. if err := RemoveLocalInstance(&cfg, cfg.Network); err != nil {
  113. ncutils.PrintLog("error deleting local instance: "+err.Error(), 1)
  114. return
  115. }
  116. if token := client.Unsubscribe("update/"+newNode.ID, "update/peers/"+newNode.ID); token.Wait() && token.Error() != nil {
  117. ncutils.PrintLog("error unsubscribing during node deletion", 1)
  118. }
  119. return
  120. case models.NODE_UPDATE_KEY:
  121. if err := UpdateKeys(&cfg, client); err != nil {
  122. ncutils.PrintLog("err updating wireguard keys: "+err.Error(), 1)
  123. }
  124. case models.NODE_NOOP:
  125. default:
  126. }
  127. //Save new config
  128. if err := config.Write(&cfg, cfg.Network); err != nil {
  129. ncutils.PrintLog("error updating node configuration: "+err.Error(), 1)
  130. }
  131. nameserver := cfg.Server.CoreDNSAddr
  132. privateKey, err := wireguard.RetrievePrivKey(newNode.Network)
  133. if err != nil {
  134. ncutils.Log("error reading PrivateKey " + err.Error())
  135. return
  136. }
  137. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  138. if err := wireguard.UpdateWgInterface(file, privateKey, nameserver, newNode); err != nil {
  139. ncutils.Log("error updating wireguard config " + err.Error())
  140. return
  141. }
  142. ncutils.Log("applyWGQuickConf to " + file)
  143. err = wireguard.ApplyWGQuickConf(file)
  144. if err != nil {
  145. ncutils.Log("error restarting wg after node update " + err.Error())
  146. return
  147. }
  148. //deal with DNS
  149. if newNode.DNSOn == "yes" {
  150. ncutils.Log("setting up DNS")
  151. if err = local.UpdateDNS(cfg.Node.Interface, cfg.Network, cfg.Server.CoreDNSAddr); err != nil {
  152. ncutils.Log("error applying dns" + err.Error())
  153. }
  154. } else {
  155. ncutils.Log("settng DNS off")
  156. _, err := ncutils.RunCmd("/usr/bin/resolvectl revert "+cfg.Node.Interface, true)
  157. if err != nil {
  158. ncutils.Log("error applying dns" + err.Error())
  159. }
  160. }
  161. }()
  162. }
  163. // UpdatePeers -- mqtt message handler for /update/peers/<NodeID> topic
  164. var UpdatePeers mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  165. go func() {
  166. var peerUpdate models.PeerUpdate
  167. err := json.Unmarshal(msg.Payload(), &peerUpdate)
  168. if err != nil {
  169. ncutils.Log("error unmarshalling peer data")
  170. return
  171. }
  172. ncutils.Log("update peer handler")
  173. var cfg config.ClientConfig
  174. cfg.Network = peerUpdate.Network
  175. cfg.ReadConfig()
  176. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  177. err = wireguard.UpdateWgPeers(file, peerUpdate.Peers)
  178. if err != nil {
  179. ncutils.Log("error updating wireguard peers" + err.Error())
  180. return
  181. }
  182. ncutils.Log("applyWGQuickConf to " + file)
  183. err = wireguard.ApplyWGQuickConf(file)
  184. if err != nil {
  185. ncutils.Log("error restarting wg after peer update " + err.Error())
  186. return
  187. }
  188. }()
  189. }
  190. // UpdateKeys -- updates private key and returns new publickey
  191. func UpdateKeys(cfg *config.ClientConfig, client mqtt.Client) error {
  192. ncutils.Log("received message to update keys")
  193. //potentiall blocking i/o so do this in a go routine
  194. key, err := wgtypes.GeneratePrivateKey()
  195. if err != nil {
  196. ncutils.Log("error generating privatekey " + err.Error())
  197. return err
  198. }
  199. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  200. if err := wireguard.UpdatePrivateKey(file, key.String()); err != nil {
  201. ncutils.Log("error updating wireguard key " + err.Error())
  202. return err
  203. }
  204. cfg.Node.PublicKey = key.PublicKey().String()
  205. PublishNodeUpdate(cfg)
  206. if err := config.ModConfig(&cfg.Node); err != nil {
  207. ncutils.Log("error updating local config " + err.Error())
  208. }
  209. return nil
  210. }
  211. // Checkin -- go routine that checks for public or local ip changes, publishes changes
  212. // if there are no updates, simply "pings" the server as a checkin
  213. func Checkin(ctx context.Context, cfg *config.ClientConfig, network string) {
  214. for {
  215. select {
  216. case <-ctx.Done():
  217. ncutils.Log("Checkin cancelled")
  218. return
  219. //delay should be configuraable -> use cfg.Node.NetworkSettings.DefaultCheckInInterval ??
  220. case <-time.After(time.Second * 60):
  221. ncutils.Log("Checkin running")
  222. //read latest config
  223. cfg.ReadConfig()
  224. if cfg.Node.Roaming == "yes" && cfg.Node.IsStatic != "yes" {
  225. extIP, err := ncutils.GetPublicIP()
  226. if err != nil {
  227. ncutils.PrintLog("error encountered checking ip addresses: "+err.Error(), 1)
  228. }
  229. if cfg.Node.Endpoint != extIP && extIP != "" {
  230. ncutils.PrintLog("endpoint has changed from "+cfg.Node.Endpoint+" to "+extIP, 1)
  231. cfg.Node.Endpoint = extIP
  232. PublishNodeUpdate(cfg)
  233. }
  234. intIP, err := getPrivateAddr()
  235. if err != nil {
  236. ncutils.PrintLog("error encountered checking ip addresses: "+err.Error(), 1)
  237. }
  238. if cfg.Node.LocalAddress != intIP && intIP != "" {
  239. ncutils.PrintLog("local Address has changed from "+cfg.Node.LocalAddress+" to "+intIP, 1)
  240. cfg.Node.LocalAddress = intIP
  241. PublishNodeUpdate(cfg)
  242. }
  243. } else {
  244. localIP, err := ncutils.GetLocalIP(cfg.Node.LocalRange)
  245. if err != nil {
  246. ncutils.PrintLog("error encountered checking ip addresses: "+err.Error(), 1)
  247. }
  248. if cfg.Node.Endpoint != localIP && localIP != "" {
  249. ncutils.PrintLog("endpoint has changed from "+cfg.Node.Endpoint+" to "+localIP, 1)
  250. cfg.Node.Endpoint = localIP
  251. PublishNodeUpdate(cfg)
  252. }
  253. }
  254. Hello(cfg, network)
  255. ncutils.Log("Checkin complete")
  256. }
  257. }
  258. }
  259. // PublishNodeUpdates -- saves node and pushes changes to broker
  260. func PublishNodeUpdate(cfg *config.ClientConfig) {
  261. if err := config.Write(cfg, cfg.Network); err != nil {
  262. ncutils.Log("error saving configuration" + err.Error())
  263. }
  264. client := SetupMQTT(cfg)
  265. data, err := json.Marshal(cfg.Node)
  266. if err != nil {
  267. ncutils.Log("error marshling node update " + err.Error())
  268. }
  269. if token := client.Publish("update/"+cfg.Node.ID, 0, false, data); token.Wait() && token.Error() != nil {
  270. ncutils.Log("error publishing endpoint update " + token.Error().Error())
  271. }
  272. client.Disconnect(250)
  273. }
  274. // Hello -- ping the broker to let server know node is alive and doing fine
  275. func Hello(cfg *config.ClientConfig, network string) {
  276. client := SetupMQTT(cfg)
  277. if token := client.Publish("ping/"+cfg.Node.ID, 2, false, "hello world!"); token.Wait() && token.Error() != nil {
  278. ncutils.Log("error publishing ping " + token.Error().Error())
  279. }
  280. client.Disconnect(250)
  281. }