main.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302
  1. // -build ee
  2. package main
  3. import (
  4. "context"
  5. "crypto/rand"
  6. "encoding/json"
  7. "flag"
  8. "fmt"
  9. "github.com/gravitl/netmaker/db"
  10. "github.com/gravitl/netmaker/schema"
  11. "os"
  12. "os/signal"
  13. "path/filepath"
  14. "runtime/debug"
  15. "sync"
  16. "syscall"
  17. "github.com/google/uuid"
  18. "github.com/gravitl/netmaker/config"
  19. controller "github.com/gravitl/netmaker/controllers"
  20. "github.com/gravitl/netmaker/database"
  21. "github.com/gravitl/netmaker/functions"
  22. "github.com/gravitl/netmaker/logger"
  23. "github.com/gravitl/netmaker/logic"
  24. "github.com/gravitl/netmaker/migrate"
  25. "github.com/gravitl/netmaker/models"
  26. "github.com/gravitl/netmaker/mq"
  27. "github.com/gravitl/netmaker/netclient/ncutils"
  28. "github.com/gravitl/netmaker/servercfg"
  29. "github.com/gravitl/netmaker/serverctl"
  30. _ "go.uber.org/automaxprocs"
  31. "golang.org/x/crypto/nacl/box"
  32. "golang.org/x/exp/slog"
  33. )
  34. var version = "v0.90.0"
  35. // @title NetMaker
  36. // @version 0.90.0
  37. // @description NetMaker API Docs
  38. // @tag.name APIUsage
  39. // @tag.description.markdown
  40. // @tag.name Authentication
  41. // @tag.description.markdown
  42. // @tag.name Pricing
  43. // @tag.description.markdown
  44. // @host api.demo.netmaker.io
  45. // Start DB Connection and start API Request Handler
  46. func main() {
  47. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  48. flag.Parse()
  49. setupConfig(*absoluteConfigPath)
  50. servercfg.SetVersion(version)
  51. fmt.Println(models.RetrieveLogo()) // print the logo
  52. initialize() // initial db and acls
  53. logic.SetAllocatedIpMap()
  54. defer logic.ClearAllocatedIpMap()
  55. setGarbageCollection()
  56. setVerbosity()
  57. if servercfg.DeployedByOperator() && !servercfg.IsPro {
  58. logic.SetFreeTierLimits()
  59. }
  60. defer database.CloseDB()
  61. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, os.Interrupt)
  62. defer stop()
  63. var waitGroup sync.WaitGroup
  64. startControllers(&waitGroup, ctx) // start the api endpoint and mq and stun
  65. startHooks()
  66. <-ctx.Done()
  67. waitGroup.Wait()
  68. }
  69. func setupConfig(absoluteConfigPath string) {
  70. if len(absoluteConfigPath) > 0 {
  71. cfg, err := config.ReadConfig(absoluteConfigPath)
  72. if err != nil {
  73. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  74. return
  75. }
  76. config.Config = cfg
  77. }
  78. }
  79. func startHooks() {
  80. err := logic.TimerCheckpoint()
  81. if err != nil {
  82. logger.Log(1, "Timer error occurred: ", err.Error())
  83. }
  84. logic.EnterpriseCheck()
  85. }
  86. func initialize() { // Client Mode Prereq Check
  87. var err error
  88. if servercfg.GetMasterKey() == "" {
  89. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  90. }
  91. if servercfg.GetNodeID() == "" {
  92. logger.FatalLog("error: must set NODE_ID, currently blank")
  93. }
  94. // initialize sql schema db.
  95. err = db.InitializeDB(schema.ListModels()...)
  96. if err != nil {
  97. logger.FatalLog("error connecting to database: ", err.Error())
  98. }
  99. logger.Log(0, "database successfully connected")
  100. // initialize kv schema db.
  101. if err = database.InitializeDatabase(); err != nil {
  102. logger.FatalLog("error initializing database: ", err.Error())
  103. }
  104. initializeUUID()
  105. //initialize cache
  106. _, _ = logic.GetNetworks()
  107. _, _ = logic.GetAllNodes()
  108. _, _ = logic.GetAllHosts()
  109. _, _ = logic.GetAllExtClients()
  110. _ = logic.ListAcls()
  111. _, _ = logic.GetAllEnrollmentKeys()
  112. migrate.Run()
  113. logic.SetJWTSecret()
  114. logic.InitialiseRoles()
  115. logic.IntialiseGroups()
  116. err = serverctl.SetDefaults()
  117. if err != nil {
  118. logger.FatalLog("error setting defaults: ", err.Error())
  119. }
  120. if servercfg.IsDNSMode() {
  121. err := functions.SetDNSDir()
  122. if err != nil {
  123. logger.FatalLog(err.Error())
  124. }
  125. }
  126. }
  127. func startControllers(wg *sync.WaitGroup, ctx context.Context) {
  128. if servercfg.IsDNSMode() {
  129. err := logic.SetDNS()
  130. if err != nil {
  131. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  132. }
  133. }
  134. //Run Rest Server
  135. if servercfg.IsRestBackend() {
  136. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  137. err := servercfg.SetHost()
  138. if err != nil {
  139. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  140. }
  141. }
  142. wg.Add(1)
  143. go controller.HandleRESTRequests(wg, ctx)
  144. }
  145. //Run MessageQueue
  146. if servercfg.IsMessageQueueBackend() {
  147. wg.Add(1)
  148. go runMessageQueue(wg, ctx)
  149. }
  150. if !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  151. logger.Log(
  152. 0,
  153. "No Server Mode selected, so nothing is being served! Set Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.",
  154. )
  155. }
  156. wg.Add(1)
  157. go logic.StartHookManager(ctx, wg)
  158. }
  159. // Should we be using a context vice a waitgroup????????????
  160. func runMessageQueue(wg *sync.WaitGroup, ctx context.Context) {
  161. defer wg.Done()
  162. brokerHost, _ := servercfg.GetMessageQueueEndpoint()
  163. logger.Log(0, "connecting to mq broker at", brokerHost)
  164. mq.SetupMQTT(true)
  165. if mq.IsConnected() {
  166. logger.Log(0, "connected to MQ Broker")
  167. } else {
  168. logger.FatalLog("error connecting to MQ Broker")
  169. }
  170. defer mq.CloseClient()
  171. go mq.Keepalive(ctx)
  172. go func() {
  173. peerUpdate := make(chan *models.Node, 100)
  174. go logic.ManageZombies(ctx, peerUpdate)
  175. go logic.DeleteExpiredNodes(ctx, peerUpdate)
  176. for nodeUpdate := range peerUpdate {
  177. if nodeUpdate == nil {
  178. continue
  179. }
  180. node := nodeUpdate
  181. node.Action = models.NODE_DELETE
  182. node.PendingDelete = true
  183. if err := mq.NodeUpdate(node); err != nil {
  184. logger.Log(
  185. 0,
  186. "failed to send peer update for deleted node: ",
  187. node.ID.String(),
  188. err.Error(),
  189. )
  190. }
  191. if err := logic.DeleteNode(node, true); err != nil {
  192. slog.Error(
  193. "error deleting expired node",
  194. "nodeid",
  195. node.ID.String(),
  196. "error",
  197. err.Error(),
  198. )
  199. }
  200. go mq.PublishDeletedNodePeerUpdate(node)
  201. }
  202. }()
  203. <-ctx.Done()
  204. logger.Log(0, "Message Queue shutting down")
  205. }
  206. func setVerbosity() {
  207. verbose := int(servercfg.GetVerbosity())
  208. logger.Verbosity = verbose
  209. logLevel := &slog.LevelVar{}
  210. replace := func(groups []string, a slog.Attr) slog.Attr {
  211. if a.Key == slog.SourceKey {
  212. a.Value = slog.StringValue(filepath.Base(a.Value.String()))
  213. }
  214. return a
  215. }
  216. logger := slog.New(
  217. slog.NewJSONHandler(
  218. os.Stderr,
  219. &slog.HandlerOptions{AddSource: true, ReplaceAttr: replace, Level: logLevel},
  220. ),
  221. )
  222. slog.SetDefault(logger)
  223. switch verbose {
  224. case 4:
  225. logLevel.Set(slog.LevelDebug)
  226. case 3:
  227. logLevel.Set(slog.LevelInfo)
  228. case 2:
  229. logLevel.Set(slog.LevelWarn)
  230. default:
  231. logLevel.Set(slog.LevelError)
  232. }
  233. }
  234. func setGarbageCollection() {
  235. _, gcset := os.LookupEnv("GOGC")
  236. if !gcset {
  237. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  238. }
  239. }
  240. // initializeUUID - create a UUID record for server if none exists
  241. func initializeUUID() error {
  242. records, err := database.FetchRecords(database.SERVER_UUID_TABLE_NAME)
  243. if err != nil {
  244. if !database.IsEmptyRecord(err) {
  245. return err
  246. }
  247. } else if len(records) > 0 {
  248. return nil
  249. }
  250. // setup encryption keys
  251. var trafficPubKey, trafficPrivKey, errT = box.GenerateKey(rand.Reader) // generate traffic keys
  252. if errT != nil {
  253. return errT
  254. }
  255. tPriv, err := ncutils.ConvertKeyToBytes(trafficPrivKey)
  256. if err != nil {
  257. return err
  258. }
  259. tPub, err := ncutils.ConvertKeyToBytes(trafficPubKey)
  260. if err != nil {
  261. return err
  262. }
  263. telemetry := models.Telemetry{
  264. UUID: uuid.NewString(),
  265. TrafficKeyPriv: tPriv,
  266. TrafficKeyPub: tPub,
  267. }
  268. telJSON, err := json.Marshal(&telemetry)
  269. if err != nil {
  270. return err
  271. }
  272. return database.Insert(database.SERVER_UUID_RECORD_KEY, string(telJSON), database.SERVER_UUID_TABLE_NAME)
  273. }