2
0

daemon.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669
  1. package functions
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "os"
  8. "os/signal"
  9. "runtime"
  10. "strings"
  11. "sync"
  12. "syscall"
  13. "time"
  14. "github.com/davecgh/go-spew/spew"
  15. mqtt "github.com/eclipse/paho.mqtt.golang"
  16. "github.com/go-ping/ping"
  17. "github.com/gravitl/netmaker/models"
  18. "github.com/gravitl/netmaker/netclient/auth"
  19. "github.com/gravitl/netmaker/netclient/config"
  20. "github.com/gravitl/netmaker/netclient/daemon"
  21. "github.com/gravitl/netmaker/netclient/local"
  22. "github.com/gravitl/netmaker/netclient/ncutils"
  23. "github.com/gravitl/netmaker/netclient/wireguard"
  24. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  25. )
  26. // == Message Caches ==
  27. var messageCache = new(sync.Map)
  28. var networkcontext = new(sync.Map)
  29. const lastNodeUpdate = "lnu"
  30. const lastPeerUpdate = "lpu"
  31. type cachedMessage struct {
  32. Message string
  33. LastSeen time.Time
  34. }
  35. func insert(network, which, cache string) {
  36. var newMessage = cachedMessage{
  37. Message: cache,
  38. LastSeen: time.Now(),
  39. }
  40. messageCache.Store(fmt.Sprintf("%s%s", network, which), newMessage)
  41. }
  42. func read(network, which string) string {
  43. val, isok := messageCache.Load(fmt.Sprintf("%s%s", network, which))
  44. if isok {
  45. var readMessage = val.(cachedMessage) // fetch current cached message
  46. if readMessage.LastSeen.IsZero() {
  47. return ""
  48. }
  49. if time.Now().After(readMessage.LastSeen.Add(time.Minute * 10)) { // check if message has been there over a minute
  50. messageCache.Delete(fmt.Sprintf("%s%s", network, which)) // remove old message if expired
  51. return ""
  52. }
  53. return readMessage.Message // return current message if not expired
  54. }
  55. return ""
  56. }
  57. // == End Message Caches ==
  58. // Daemon runs netclient daemon from command line
  59. func Daemon() error {
  60. networks, err := ncutils.GetSystemNetworks()
  61. if err != nil {
  62. return err
  63. }
  64. for _, network := range networks {
  65. ctx, cancel := context.WithCancel(context.Background())
  66. networkcontext.Store(network, cancel)
  67. go MessageQueue(ctx, network)
  68. }
  69. quit := make(chan os.Signal, 1)
  70. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  71. <-quit
  72. for _, network := range networks {
  73. if cancel, ok := networkcontext.Load(network); ok {
  74. cancel.(context.CancelFunc)()
  75. }
  76. }
  77. ncutils.Log("all done")
  78. return nil
  79. }
  80. // MessageQueue sets up Message Queue and subsribes/publishes updates to/from server
  81. func MessageQueue(ctx context.Context, network string) {
  82. ncutils.Log("netclient go routine started for " + network)
  83. var cfg config.ClientConfig
  84. cfg.Network = network
  85. initialPull(cfg.Network)
  86. cfg.ReadConfig()
  87. ncutils.Log("daemon started for network: " + network)
  88. client := setupMQTT(&cfg, false)
  89. defer client.Disconnect(250)
  90. wg := &sync.WaitGroup{}
  91. wg.Add(2)
  92. checkinctx, checkincancel := context.WithCancel(context.Background())
  93. go Checkin(checkinctx, wg, &cfg, network)
  94. <-ctx.Done()
  95. checkincancel()
  96. ncutils.Log("shutting down message queue for network " + network)
  97. wg.Wait()
  98. ncutils.Log("shutdown complete")
  99. }
  100. // All -- mqtt message hander for all ('#') topics
  101. var All mqtt.MessageHandler = func(client mqtt.Client, msg mqtt.Message) {
  102. ncutils.Log("default message handler -- received message but not handling")
  103. ncutils.Log("Topic: " + string(msg.Topic()))
  104. //ncutils.Log("Message: " + string(msg.Payload()))
  105. }
  106. // RangeUpdate -- mqtt message handler for rangeupdate/<network>/<nodeid>
  107. func RangeUpdate(client mqtt.Client, msg mqtt.Message) {
  108. var rangeUpdate models.RangeUpdate
  109. var cfg config.ClientConfig
  110. var network = parseNetworkFromTopic(msg.Topic())
  111. cfg.Network = network
  112. cfg.ReadConfig()
  113. data, dataErr := decryptMsg(&cfg, msg.Payload())
  114. if dataErr != nil {
  115. return
  116. }
  117. err := json.Unmarshal([]byte(data), &rangeUpdate)
  118. if err != nil {
  119. ncutils.Log("error unmarshalling node update data" + err.Error())
  120. return
  121. }
  122. ncutils.Log("received message to do range update " + network)
  123. rangeUpdate.Node.PullChanges = "no"
  124. //ensure that OS never changes
  125. rangeUpdate.Node.OS = runtime.GOOS
  126. // check if interface needs to delta
  127. // Save new config
  128. cfg.Node.Action = models.NODE_NOOP
  129. if err := config.Write(&cfg, cfg.Network); err != nil {
  130. ncutils.PrintLog("error updating node configuration: "+err.Error(), 1)
  131. }
  132. nameserver := cfg.Server.CoreDNSAddr
  133. privateKey, err := wireguard.RetrievePrivKey(rangeUpdate.Node.Network)
  134. if err != nil {
  135. ncutils.Log("error reading PrivateKey " + err.Error())
  136. return
  137. }
  138. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  139. if err := wireguard.UpdateWgInterface(file, privateKey, nameserver, rangeUpdate.Node); err != nil {
  140. ncutils.Log("error updating wireguard config " + err.Error())
  141. return
  142. }
  143. ncutils.Log("applying WG conf to " + file)
  144. err = wireguard.ApplyConf(&cfg.Node, cfg.Node.Interface, file)
  145. if err != nil {
  146. ncutils.Log("error restarting wg after node update " + err.Error())
  147. return
  148. }
  149. spew.Dump(rangeUpdate.Peers)
  150. err = wireguard.UpdateWgPeers(file, rangeUpdate.Peers.Peers)
  151. if err != nil {
  152. ncutils.Log("error updating wireguard peers" + err.Error())
  153. return
  154. }
  155. //err = wireguard.SyncWGQuickConf(cfg.Node.Interface, file)
  156. var iface = cfg.Node.Interface
  157. if ncutils.IsMac() {
  158. iface, err = local.GetMacIface(cfg.Node.Address)
  159. if err != nil {
  160. ncutils.Log("error retrieving mac iface: " + err.Error())
  161. return
  162. }
  163. }
  164. err = wireguard.SetPeers(iface, cfg.Node.Address, cfg.Node.PersistentKeepalive, rangeUpdate.Peers.Peers)
  165. if err != nil {
  166. ncutils.Log("error syncing wg after peer update: " + err.Error())
  167. return
  168. }
  169. }
  170. // NodeUpdate -- mqtt message handler for /update/<NodeID> topic
  171. func NodeUpdate(client mqtt.Client, msg mqtt.Message) {
  172. var newNode models.Node
  173. var cfg config.ClientConfig
  174. var network = parseNetworkFromTopic(msg.Topic())
  175. cfg.Network = network
  176. cfg.ReadConfig()
  177. data, dataErr := decryptMsg(&cfg, msg.Payload())
  178. if dataErr != nil {
  179. return
  180. }
  181. err := json.Unmarshal([]byte(data), &newNode)
  182. if err != nil {
  183. ncutils.Log("error unmarshalling node update data" + err.Error())
  184. return
  185. }
  186. ncutils.Log("received message to update node " + newNode.Name)
  187. // see if cache hit, if so skip
  188. var currentMessage = read(newNode.Network, lastNodeUpdate)
  189. if currentMessage == string(data) {
  190. return
  191. }
  192. insert(newNode.Network, lastNodeUpdate, string(data)) // store new message in cache
  193. //check if interface name has changed if so delete.
  194. if cfg.Node.Interface != newNode.Interface {
  195. if err = wireguard.RemoveConf(cfg.Node.Interface, true); err != nil {
  196. ncutils.PrintLog("could not delete old interface "+cfg.Node.Interface+": "+err.Error(), 1)
  197. }
  198. }
  199. newNode.PullChanges = "no"
  200. //ensure that OS never changes
  201. newNode.OS = runtime.GOOS
  202. // check if interface needs to delta
  203. ifaceDelta := ncutils.IfaceDelta(&cfg.Node, &newNode)
  204. shouldDNSChange := cfg.Node.DNSOn != newNode.DNSOn
  205. cfg.Node = newNode
  206. switch newNode.Action {
  207. case models.NODE_DELETE:
  208. if cancel, ok := networkcontext.Load(newNode.Network); ok {
  209. ncutils.Log("cancelling message queue context for " + newNode.Network)
  210. cancel.(context.CancelFunc)()
  211. } else {
  212. ncutils.Log("failed to kill go routines for network " + newNode.Network)
  213. }
  214. ncutils.PrintLog(fmt.Sprintf("received delete request for %s", cfg.Node.Name), 1)
  215. if err = LeaveNetwork(cfg.Node.Network); err != nil {
  216. if !strings.Contains("rpc error", err.Error()) {
  217. ncutils.PrintLog(fmt.Sprintf("failed to leave, please check that local files for network %s were removed", cfg.Node.Network), 1)
  218. }
  219. ncutils.PrintLog(fmt.Sprintf("%s was removed", cfg.Node.Name), 1)
  220. return
  221. }
  222. ncutils.PrintLog(fmt.Sprintf("%s was removed", cfg.Node.Name), 1)
  223. return
  224. case models.NODE_UPDATE_KEY:
  225. if err := UpdateKeys(&cfg, client); err != nil {
  226. ncutils.PrintLog("err updating wireguard keys: "+err.Error(), 1)
  227. }
  228. case models.NODE_NOOP:
  229. default:
  230. }
  231. // Save new config
  232. cfg.Node.Action = models.NODE_NOOP
  233. if err := config.Write(&cfg, cfg.Network); err != nil {
  234. ncutils.PrintLog("error updating node configuration: "+err.Error(), 1)
  235. }
  236. nameserver := cfg.Server.CoreDNSAddr
  237. privateKey, err := wireguard.RetrievePrivKey(newNode.Network)
  238. if err != nil {
  239. ncutils.Log("error reading PrivateKey " + err.Error())
  240. return
  241. }
  242. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  243. if err := wireguard.UpdateWgInterface(file, privateKey, nameserver, newNode); err != nil {
  244. ncutils.Log("error updating wireguard config " + err.Error())
  245. return
  246. }
  247. if ifaceDelta { // if a change caused an ifacedelta we need to notify the server to update the peers
  248. ackErr := publishSignal(&cfg, ncutils.ACK)
  249. if ackErr != nil {
  250. ncutils.Log("could not notify server that it received an interface update")
  251. } else {
  252. ncutils.Log("signalled acknowledgement of change to server")
  253. }
  254. ncutils.Log("applying WG conf to " + file)
  255. err = wireguard.ApplyConf(&cfg.Node, cfg.Node.Interface, file)
  256. if err != nil {
  257. ncutils.Log("error restarting wg after node update " + err.Error())
  258. return
  259. }
  260. time.Sleep(time.Second >> 1)
  261. if newNode.DNSOn == "yes" {
  262. for _, server := range newNode.NetworkSettings.DefaultServerAddrs {
  263. if server.IsLeader {
  264. go local.SetDNSWithRetry(newNode, server.Address)
  265. break
  266. }
  267. }
  268. }
  269. doneErr := publishSignal(&cfg, ncutils.DONE)
  270. if doneErr != nil {
  271. ncutils.Log("could not notify server to update peers after interface change")
  272. } else {
  273. ncutils.Log("signalled finshed interface update to server")
  274. }
  275. }
  276. //deal with DNS
  277. if newNode.DNSOn != "yes" && shouldDNSChange && cfg.Node.Interface != "" {
  278. ncutils.Log("settng DNS off")
  279. _, err := ncutils.RunCmd("/usr/bin/resolvectl revert "+cfg.Node.Interface, true)
  280. if err != nil {
  281. ncutils.Log("error applying dns" + err.Error())
  282. }
  283. }
  284. }
  285. // UpdatePeers -- mqtt message handler for peers/<Network>/<NodeID> topic
  286. func UpdatePeers(client mqtt.Client, msg mqtt.Message) {
  287. var peerUpdate models.PeerUpdate
  288. var network = parseNetworkFromTopic(msg.Topic())
  289. var cfg = config.ClientConfig{}
  290. cfg.Network = network
  291. cfg.ReadConfig()
  292. data, dataErr := decryptMsg(&cfg, msg.Payload())
  293. if dataErr != nil {
  294. return
  295. }
  296. err := json.Unmarshal([]byte(data), &peerUpdate)
  297. if err != nil {
  298. ncutils.Log("error unmarshalling peer data")
  299. return
  300. }
  301. // see if cached hit, if so skip
  302. var currentMessage = read(peerUpdate.Network, lastPeerUpdate)
  303. if currentMessage == string(data) {
  304. return
  305. }
  306. insert(peerUpdate.Network, lastPeerUpdate, string(data))
  307. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  308. spew.Dump(peerUpdate.Peers)
  309. err = wireguard.UpdateWgPeers(file, peerUpdate.Peers)
  310. if err != nil {
  311. ncutils.Log("error updating wireguard peers" + err.Error())
  312. return
  313. }
  314. //err = wireguard.SyncWGQuickConf(cfg.Node.Interface, file)
  315. var iface = cfg.Node.Interface
  316. if ncutils.IsMac() {
  317. iface, err = local.GetMacIface(cfg.Node.Address)
  318. if err != nil {
  319. ncutils.Log("error retrieving mac iface: " + err.Error())
  320. return
  321. }
  322. }
  323. err = wireguard.SetPeers(iface, cfg.Node.Address, cfg.Node.PersistentKeepalive, peerUpdate.Peers)
  324. if err != nil {
  325. ncutils.Log("error syncing wg after peer update: " + err.Error())
  326. return
  327. }
  328. }
  329. // UpdateKeys -- updates private key and returns new publickey
  330. func UpdateKeys(cfg *config.ClientConfig, client mqtt.Client) error {
  331. ncutils.Log("received message to update keys")
  332. key, err := wgtypes.GeneratePrivateKey()
  333. if err != nil {
  334. ncutils.Log("error generating privatekey " + err.Error())
  335. return err
  336. }
  337. file := ncutils.GetNetclientPathSpecific() + cfg.Node.Interface + ".conf"
  338. if err := wireguard.UpdatePrivateKey(file, key.String()); err != nil {
  339. ncutils.Log("error updating wireguard key " + err.Error())
  340. return err
  341. }
  342. cfg.Node.PublicKey = key.PublicKey().String()
  343. if err := config.ModConfig(&cfg.Node); err != nil {
  344. ncutils.Log("error updating local config " + err.Error())
  345. }
  346. PublishNodeUpdate(cfg)
  347. if err = wireguard.ApplyConf(&cfg.Node, cfg.Node.Interface, file); err != nil {
  348. ncutils.Log("error applying new config " + err.Error())
  349. return err
  350. }
  351. return nil
  352. }
  353. // Checkin -- go routine that checks for public or local ip changes, publishes changes
  354. // if there are no updates, simply "pings" the server as a checkin
  355. func Checkin(ctx context.Context, wg *sync.WaitGroup, cfg *config.ClientConfig, network string) {
  356. defer wg.Done()
  357. for {
  358. select {
  359. case <-ctx.Done():
  360. ncutils.Log("Checkin cancelled")
  361. return
  362. //delay should be configuraable -> use cfg.Node.NetworkSettings.DefaultCheckInInterval ??
  363. case <-time.After(time.Second * 60):
  364. // ncutils.Log("Checkin running")
  365. //read latest config
  366. cfg.ReadConfig()
  367. if cfg.Node.IsStatic != "yes" {
  368. extIP, err := ncutils.GetPublicIP()
  369. if err != nil {
  370. ncutils.PrintLog("error encountered checking public ip addresses: "+err.Error(), 1)
  371. }
  372. if cfg.Node.Endpoint != extIP && extIP != "" {
  373. ncutils.PrintLog("endpoint has changed from "+cfg.Node.Endpoint+" to "+extIP, 1)
  374. cfg.Node.Endpoint = extIP
  375. if err := PublishNodeUpdate(cfg); err != nil {
  376. ncutils.Log("could not publish endpoint change")
  377. }
  378. }
  379. intIP, err := getPrivateAddr()
  380. if err != nil {
  381. ncutils.PrintLog("error encountered checking private ip addresses: "+err.Error(), 1)
  382. }
  383. if cfg.Node.LocalAddress != intIP && intIP != "" {
  384. ncutils.PrintLog("local Address has changed from "+cfg.Node.LocalAddress+" to "+intIP, 1)
  385. cfg.Node.LocalAddress = intIP
  386. if err := PublishNodeUpdate(cfg); err != nil {
  387. ncutils.Log("could not publish local address change")
  388. }
  389. }
  390. } else if cfg.Node.IsLocal == "yes" && cfg.Node.LocalRange != "" {
  391. localIP, err := ncutils.GetLocalIP(cfg.Node.LocalRange)
  392. if err != nil {
  393. ncutils.PrintLog("error encountered checking local ip addresses: "+err.Error(), 1)
  394. }
  395. if cfg.Node.Endpoint != localIP && localIP != "" {
  396. ncutils.PrintLog("endpoint has changed from "+cfg.Node.Endpoint+" to "+localIP, 1)
  397. cfg.Node.Endpoint = localIP
  398. if err := PublishNodeUpdate(cfg); err != nil {
  399. ncutils.Log("could not publish localip change")
  400. }
  401. }
  402. }
  403. if err := pingServer(cfg); err != nil {
  404. ncutils.PrintLog("could not ping server "+err.Error(), 0)
  405. }
  406. Hello(cfg, network)
  407. // ncutils.Log("Checkin complete")
  408. }
  409. }
  410. }
  411. // PublishNodeUpdates -- saves node and pushes changes to broker
  412. func PublishNodeUpdate(cfg *config.ClientConfig) error {
  413. if err := config.Write(cfg, cfg.Network); err != nil {
  414. return err
  415. }
  416. data, err := json.Marshal(cfg.Node)
  417. if err != nil {
  418. return err
  419. }
  420. if err = publish(cfg, fmt.Sprintf("update/%s", cfg.Node.ID), data, 1); err != nil {
  421. return err
  422. }
  423. return nil
  424. }
  425. // Hello -- ping the broker to let server know node is alive and doing fine
  426. func Hello(cfg *config.ClientConfig, network string) {
  427. if err := publish(cfg, fmt.Sprintf("ping/%s", cfg.Node.ID), []byte(ncutils.Version), 0); err != nil {
  428. ncutils.Log(fmt.Sprintf("error publishing ping, %v", err))
  429. ncutils.Log("running pull on " + cfg.Node.Network + " to reconnect")
  430. _, err := Pull(cfg.Node.Network, true)
  431. if err != nil {
  432. ncutils.Log("could not run pull on " + cfg.Node.Network + ", error: " + err.Error())
  433. }
  434. }
  435. }
  436. // == Private ==
  437. // setupMQTT creates a connection to broker and return client
  438. func setupMQTT(cfg *config.ClientConfig, publish bool) mqtt.Client {
  439. opts := mqtt.NewClientOptions()
  440. server := getServerAddress(cfg)
  441. opts.AddBroker(server + ":1883")
  442. id := ncutils.MakeRandomString(23)
  443. opts.ClientID = id
  444. opts.SetDefaultPublishHandler(All)
  445. opts.SetAutoReconnect(true)
  446. opts.SetConnectRetry(true)
  447. opts.SetConnectRetryInterval(time.Second << 2)
  448. opts.SetKeepAlive(time.Minute >> 1)
  449. opts.SetWriteTimeout(time.Minute)
  450. opts.SetOnConnectHandler(func(client mqtt.Client) {
  451. if !publish {
  452. if cfg.DebugOn {
  453. if token := client.Subscribe("#", 0, nil); token.Wait() && token.Error() != nil {
  454. ncutils.Log(token.Error().Error())
  455. return
  456. }
  457. ncutils.Log("subscribed to all topics for debugging purposes")
  458. }
  459. if token := client.Subscribe(fmt.Sprintf("update/%s/%s", cfg.Node.Network, cfg.Node.ID), 0, mqtt.MessageHandler(NodeUpdate)); token.Wait() && token.Error() != nil {
  460. ncutils.Log(token.Error().Error())
  461. return
  462. }
  463. if cfg.DebugOn {
  464. ncutils.Log(fmt.Sprintf("subscribed to node updates for node %s update/%s/%s", cfg.Node.Name, cfg.Node.Network, cfg.Node.ID))
  465. }
  466. if token := client.Subscribe(fmt.Sprintf("peers/%s/%s", cfg.Node.Network, cfg.Node.ID), 0, mqtt.MessageHandler(UpdatePeers)); token.Wait() && token.Error() != nil {
  467. ncutils.Log(token.Error().Error())
  468. return
  469. }
  470. if cfg.DebugOn {
  471. ncutils.Log(fmt.Sprintf("subscribed to peer updates for node %s peers/%s/%s", cfg.Node.Name, cfg.Node.Network, cfg.Node.ID))
  472. }
  473. if token := client.Subscribe(fmt.Sprintf("rangeupdate/%s/%s", cfg.Node.Network, cfg.Node.ID), 0, mqtt.MessageHandler(RangeUpdate)); token.Wait() && token.Error() != nil {
  474. ncutils.Log(token.Error().Error())
  475. return
  476. }
  477. opts.SetOrderMatters(true)
  478. opts.SetResumeSubs(true)
  479. }
  480. })
  481. opts.SetConnectionLostHandler(func(c mqtt.Client, e error) {
  482. ncutils.Log("detected broker connection lost, running pull for " + cfg.Node.Network)
  483. _, err := Pull(cfg.Node.Network, true)
  484. if err != nil {
  485. ncutils.Log("could not run pull, server unreachable: " + err.Error())
  486. ncutils.Log("waiting to retry...")
  487. /*
  488. //Consider putting in logic to restart - daemon may take long time to refresh
  489. time.Sleep(time.Minute * 5)
  490. ncutils.Log("restarting netclient")
  491. daemon.Restart()
  492. */
  493. }
  494. ncutils.Log("connection re-established with mqtt server")
  495. })
  496. client := mqtt.NewClient(opts)
  497. tperiod := time.Now().Add(12 * time.Second)
  498. for {
  499. //if after 12 seconds, try a gRPC pull on the last try
  500. if time.Now().After(tperiod) {
  501. ncutils.Log("running pull for " + cfg.Node.Network)
  502. _, err := Pull(cfg.Node.Network, true)
  503. if err != nil {
  504. ncutils.Log("could not run pull, exiting " + cfg.Node.Network + " setup: " + err.Error())
  505. return client
  506. }
  507. time.Sleep(time.Second)
  508. }
  509. if token := client.Connect(); token.Wait() && token.Error() != nil {
  510. ncutils.Log("unable to connect to broker, retrying ...")
  511. if time.Now().After(tperiod) {
  512. ncutils.Log("could not connect to broker, exiting " + cfg.Node.Network + " setup: " + token.Error().Error())
  513. if strings.Contains(token.Error().Error(), "connectex") || strings.Contains(token.Error().Error(), "i/o timeout") {
  514. ncutils.PrintLog("connection issue detected.. pulling and restarting daemon", 0)
  515. Pull(cfg.Node.Network, true)
  516. daemon.Restart()
  517. }
  518. return client
  519. }
  520. } else {
  521. break
  522. }
  523. time.Sleep(2 * time.Second)
  524. }
  525. return client
  526. }
  527. // publishes a message to server to update peers on this peer's behalf
  528. func publishSignal(cfg *config.ClientConfig, signal byte) error {
  529. if err := publish(cfg, fmt.Sprintf("signal/%s", cfg.Node.ID), []byte{signal}, 1); err != nil {
  530. return err
  531. }
  532. return nil
  533. }
  534. func initialPull(network string) {
  535. ncutils.Log("pulling latest config for " + network)
  536. var configPath = fmt.Sprintf("%snetconfig-%s", ncutils.GetNetclientPathSpecific(), network)
  537. fileInfo, err := os.Stat(configPath)
  538. if err != nil {
  539. ncutils.Log("could not stat config file: " + configPath)
  540. return
  541. }
  542. // speed up UDP rest
  543. if !fileInfo.ModTime().IsZero() && time.Now().After(fileInfo.ModTime().Add(time.Minute)) {
  544. sleepTime := 2
  545. for {
  546. _, err := Pull(network, true)
  547. if err == nil {
  548. break
  549. }
  550. if sleepTime > 3600 {
  551. sleepTime = 3600
  552. }
  553. ncutils.Log("failed to pull for network " + network)
  554. ncutils.Log(fmt.Sprintf("waiting %d seconds to retry...", sleepTime))
  555. time.Sleep(time.Second * time.Duration(sleepTime))
  556. sleepTime = sleepTime * 2
  557. }
  558. time.Sleep(time.Second << 1)
  559. }
  560. }
  561. func publish(cfg *config.ClientConfig, dest string, msg []byte, qos byte) error {
  562. // setup the keys
  563. trafficPrivKey, err := auth.RetrieveTrafficKey(cfg.Node.Network)
  564. if err != nil {
  565. return err
  566. }
  567. serverPubKey, err := ncutils.ConvertBytesToKey(cfg.Node.TrafficKeys.Server)
  568. if err != nil {
  569. return err
  570. }
  571. client := setupMQTT(cfg, true)
  572. defer client.Disconnect(250)
  573. encrypted, err := ncutils.Chunk(msg, serverPubKey, trafficPrivKey)
  574. if err != nil {
  575. return err
  576. }
  577. if token := client.Publish(dest, qos, false, encrypted); token.Wait() && token.Error() != nil {
  578. return token.Error()
  579. }
  580. return nil
  581. }
  582. func parseNetworkFromTopic(topic string) string {
  583. return strings.Split(topic, "/")[1]
  584. }
  585. func decryptMsg(cfg *config.ClientConfig, msg []byte) ([]byte, error) {
  586. if len(msg) <= 24 { // make sure message is of appropriate length
  587. return nil, fmt.Errorf("recieved invalid message from broker %v", msg)
  588. }
  589. // setup the keys
  590. diskKey, keyErr := auth.RetrieveTrafficKey(cfg.Node.Network)
  591. if keyErr != nil {
  592. return nil, keyErr
  593. }
  594. serverPubKey, err := ncutils.ConvertBytesToKey(cfg.Node.TrafficKeys.Server)
  595. if err != nil {
  596. return nil, err
  597. }
  598. return ncutils.DeChunk(msg, serverPubKey, diskKey)
  599. }
  600. func pingServer(cfg *config.ClientConfig) error {
  601. node := getServerAddress(cfg)
  602. pinger, err := ping.NewPinger(node)
  603. if err != nil {
  604. return err
  605. }
  606. pinger.Timeout = 2 * time.Second
  607. pinger.Run()
  608. stats := pinger.Statistics()
  609. if stats.PacketLoss == 100 {
  610. return errors.New("ping error")
  611. }
  612. return nil
  613. }
  614. func getServerAddress(cfg *config.ClientConfig) string {
  615. var server models.ServerAddr
  616. for _, server = range cfg.Node.NetworkSettings.DefaultServerAddrs {
  617. if server.Address != "" && server.IsLeader {
  618. break
  619. }
  620. }
  621. return server.Address
  622. }