main.go 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262
  1. // -build ee
  2. package main
  3. import (
  4. "context"
  5. "flag"
  6. "fmt"
  7. "github.com/gravitl/netmaker/db"
  8. "github.com/gravitl/netmaker/schema"
  9. "os"
  10. "os/signal"
  11. "path/filepath"
  12. "runtime/debug"
  13. "sync"
  14. "syscall"
  15. "github.com/gravitl/netmaker/config"
  16. controller "github.com/gravitl/netmaker/controllers"
  17. "github.com/gravitl/netmaker/database"
  18. "github.com/gravitl/netmaker/functions"
  19. "github.com/gravitl/netmaker/logger"
  20. "github.com/gravitl/netmaker/logic"
  21. "github.com/gravitl/netmaker/migrate"
  22. "github.com/gravitl/netmaker/models"
  23. "github.com/gravitl/netmaker/mq"
  24. "github.com/gravitl/netmaker/netclient/ncutils"
  25. "github.com/gravitl/netmaker/servercfg"
  26. "github.com/gravitl/netmaker/serverctl"
  27. _ "go.uber.org/automaxprocs"
  28. "golang.org/x/exp/slog"
  29. )
  30. var version = "v0.30.0"
  31. // @title NetMaker
  32. // @version 0.30.0
  33. // @description NetMaker API Docs
  34. // @tag.name APIUsage
  35. // @tag.description.markdown
  36. // @tag.name Authentication
  37. // @tag.description.markdown
  38. // @tag.name Pricing
  39. // @tag.description.markdown
  40. // @host api.demo.netmaker.io
  41. // Start DB Connection and start API Request Handler
  42. func main() {
  43. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  44. flag.Parse()
  45. setupConfig(*absoluteConfigPath)
  46. servercfg.SetVersion(version)
  47. fmt.Println(models.RetrieveLogo()) // print the logo
  48. initialize() // initial db and acls
  49. logic.SetAllocatedIpMap()
  50. defer logic.ClearAllocatedIpMap()
  51. setGarbageCollection()
  52. setVerbosity()
  53. if servercfg.DeployedByOperator() && !servercfg.IsPro {
  54. logic.SetFreeTierLimits()
  55. }
  56. defer database.CloseDB()
  57. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, os.Interrupt)
  58. defer stop()
  59. var waitGroup sync.WaitGroup
  60. startControllers(&waitGroup, ctx) // start the api endpoint and mq and stun
  61. startHooks()
  62. <-ctx.Done()
  63. waitGroup.Wait()
  64. }
  65. func setupConfig(absoluteConfigPath string) {
  66. if len(absoluteConfigPath) > 0 {
  67. cfg, err := config.ReadConfig(absoluteConfigPath)
  68. if err != nil {
  69. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  70. return
  71. }
  72. config.Config = cfg
  73. }
  74. }
  75. func startHooks() {
  76. err := logic.TimerCheckpoint()
  77. if err != nil {
  78. logger.Log(1, "Timer error occurred: ", err.Error())
  79. }
  80. logic.EnterpriseCheck()
  81. }
  82. func initialize() { // Client Mode Prereq Check
  83. var err error
  84. if servercfg.GetMasterKey() == "" {
  85. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  86. }
  87. if servercfg.GetNodeID() == "" {
  88. logger.FatalLog("error: must set NODE_ID, currently blank")
  89. }
  90. if err = database.InitializeDatabase(); err != nil {
  91. logger.FatalLog("Error connecting to database: ", err.Error())
  92. }
  93. err = db.InitializeDB(schema.ListModels()...)
  94. if err != nil {
  95. logger.FatalLog("Error connecting to database: ", err.Error())
  96. }
  97. logger.Log(0, "database successfully connected")
  98. //initialize cache
  99. _, _ = logic.GetNetworks()
  100. _, _ = logic.GetAllNodes()
  101. _, _ = logic.GetAllHosts()
  102. _, _ = logic.GetAllExtClients()
  103. _ = logic.ListAcls()
  104. _, _ = logic.GetAllEnrollmentKeys()
  105. migrate.Run()
  106. logic.SetJWTSecret()
  107. logic.InitialiseRoles()
  108. logic.IntialiseGroups()
  109. err = serverctl.SetDefaults()
  110. if err != nil {
  111. logger.FatalLog("error setting defaults: ", err.Error())
  112. }
  113. if servercfg.IsDNSMode() {
  114. err := functions.SetDNSDir()
  115. if err != nil {
  116. logger.FatalLog(err.Error())
  117. }
  118. }
  119. if servercfg.IsMessageQueueBackend() {
  120. if err = mq.ServerStartNotify(); err != nil {
  121. logger.Log(0, "error occurred when notifying nodes of startup", err.Error())
  122. }
  123. }
  124. }
  125. func startControllers(wg *sync.WaitGroup, ctx context.Context) {
  126. if servercfg.IsDNSMode() {
  127. err := logic.SetDNS()
  128. if err != nil {
  129. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  130. }
  131. }
  132. //Run Rest Server
  133. if servercfg.IsRestBackend() {
  134. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  135. err := servercfg.SetHost()
  136. if err != nil {
  137. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  138. }
  139. }
  140. wg.Add(1)
  141. go controller.HandleRESTRequests(wg, ctx)
  142. }
  143. //Run MessageQueue
  144. if servercfg.IsMessageQueueBackend() {
  145. wg.Add(1)
  146. go runMessageQueue(wg, ctx)
  147. }
  148. if !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  149. logger.Log(
  150. 0,
  151. "No Server Mode selected, so nothing is being served! Set Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.",
  152. )
  153. }
  154. wg.Add(1)
  155. go logic.StartHookManager(ctx, wg)
  156. }
  157. // Should we be using a context vice a waitgroup????????????
  158. func runMessageQueue(wg *sync.WaitGroup, ctx context.Context) {
  159. defer wg.Done()
  160. brokerHost, _ := servercfg.GetMessageQueueEndpoint()
  161. logger.Log(0, "connecting to mq broker at", brokerHost)
  162. mq.SetupMQTT(true)
  163. if mq.IsConnected() {
  164. logger.Log(0, "connected to MQ Broker")
  165. } else {
  166. logger.FatalLog("error connecting to MQ Broker")
  167. }
  168. defer mq.CloseClient()
  169. go mq.Keepalive(ctx)
  170. go func() {
  171. peerUpdate := make(chan *models.Node)
  172. go logic.ManageZombies(ctx, peerUpdate)
  173. go logic.DeleteExpiredNodes(ctx, peerUpdate)
  174. for nodeUpdate := range peerUpdate {
  175. if nodeUpdate == nil {
  176. continue
  177. }
  178. node := nodeUpdate
  179. node.Action = models.NODE_DELETE
  180. node.PendingDelete = true
  181. if err := mq.NodeUpdate(node); err != nil {
  182. logger.Log(
  183. 0,
  184. "failed to send peer update for deleted node: ",
  185. node.ID.String(),
  186. err.Error(),
  187. )
  188. }
  189. if err := logic.DeleteNode(node, true); err != nil {
  190. slog.Error(
  191. "error deleting expired node",
  192. "nodeid",
  193. node.ID.String(),
  194. "error",
  195. err.Error(),
  196. )
  197. }
  198. go mq.PublishDeletedNodePeerUpdate(node)
  199. }
  200. }()
  201. <-ctx.Done()
  202. logger.Log(0, "Message Queue shutting down")
  203. }
  204. func setVerbosity() {
  205. verbose := int(servercfg.GetVerbosity())
  206. logger.Verbosity = verbose
  207. logLevel := &slog.LevelVar{}
  208. replace := func(groups []string, a slog.Attr) slog.Attr {
  209. if a.Key == slog.SourceKey {
  210. a.Value = slog.StringValue(filepath.Base(a.Value.String()))
  211. }
  212. return a
  213. }
  214. logger := slog.New(
  215. slog.NewJSONHandler(
  216. os.Stderr,
  217. &slog.HandlerOptions{AddSource: true, ReplaceAttr: replace, Level: logLevel},
  218. ),
  219. )
  220. slog.SetDefault(logger)
  221. switch verbose {
  222. case 4:
  223. logLevel.Set(slog.LevelDebug)
  224. case 3:
  225. logLevel.Set(slog.LevelInfo)
  226. case 2:
  227. logLevel.Set(slog.LevelWarn)
  228. default:
  229. logLevel.Set(slog.LevelError)
  230. }
  231. }
  232. func setGarbageCollection() {
  233. _, gcset := os.LookupEnv("GOGC")
  234. if !gcset {
  235. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  236. }
  237. }