main.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298
  1. // -build ee
  2. package main
  3. import (
  4. "context"
  5. "crypto/rand"
  6. "encoding/json"
  7. "flag"
  8. "fmt"
  9. "os"
  10. "os/signal"
  11. "path/filepath"
  12. "runtime/debug"
  13. "sync"
  14. "syscall"
  15. "github.com/google/uuid"
  16. "github.com/gravitl/netmaker/config"
  17. controller "github.com/gravitl/netmaker/controllers"
  18. "github.com/gravitl/netmaker/database"
  19. "github.com/gravitl/netmaker/db"
  20. "github.com/gravitl/netmaker/functions"
  21. "github.com/gravitl/netmaker/logger"
  22. "github.com/gravitl/netmaker/logic"
  23. "github.com/gravitl/netmaker/migrate"
  24. "github.com/gravitl/netmaker/models"
  25. "github.com/gravitl/netmaker/mq"
  26. "github.com/gravitl/netmaker/netclient/ncutils"
  27. "github.com/gravitl/netmaker/schema"
  28. "github.com/gravitl/netmaker/servercfg"
  29. "github.com/gravitl/netmaker/serverctl"
  30. _ "go.uber.org/automaxprocs"
  31. "golang.org/x/crypto/nacl/box"
  32. "golang.org/x/exp/slog"
  33. )
  34. var version = "v0.99.0"
  35. // @title NetMaker
  36. // @version 0.99.0
  37. // @description NetMaker API Docs
  38. // @tag.name APIUsage
  39. // @tag.description.markdown
  40. // @tag.name Authentication
  41. // @tag.description.markdown
  42. // @tag.name Pricing
  43. // @tag.description.markdown
  44. // @host api.demo.netmaker.io
  45. // Start DB Connection and start API Request Handler
  46. func main() {
  47. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  48. flag.Parse()
  49. setupConfig(*absoluteConfigPath)
  50. servercfg.SetVersion(version)
  51. fmt.Println(models.RetrieveLogo()) // print the logo
  52. initialize() // initial db and acls
  53. logic.SetAllocatedIpMap()
  54. defer logic.ClearAllocatedIpMap()
  55. setGarbageCollection()
  56. setVerbosity()
  57. if servercfg.DeployedByOperator() && !servercfg.IsPro {
  58. logic.SetFreeTierLimits()
  59. }
  60. defer database.CloseDB()
  61. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, os.Interrupt)
  62. defer stop()
  63. var waitGroup sync.WaitGroup
  64. startControllers(&waitGroup, ctx) // start the api endpoint and mq and stun
  65. startHooks()
  66. <-ctx.Done()
  67. waitGroup.Wait()
  68. }
  69. func setupConfig(absoluteConfigPath string) {
  70. if len(absoluteConfigPath) > 0 {
  71. cfg, err := config.ReadConfig(absoluteConfigPath)
  72. if err != nil {
  73. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  74. return
  75. }
  76. config.Config = cfg
  77. }
  78. }
  79. func startHooks() {
  80. err := logic.TimerCheckpoint()
  81. if err != nil {
  82. logger.Log(1, "Timer error occurred: ", err.Error())
  83. }
  84. logic.EnterpriseCheck()
  85. }
  86. func initialize() { // Client Mode Prereq Check
  87. var err error
  88. if servercfg.GetMasterKey() == "" {
  89. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  90. }
  91. if servercfg.GetNodeID() == "" {
  92. logger.FatalLog("error: must set NODE_ID, currently blank")
  93. }
  94. if err = database.InitializeDatabase(); err != nil {
  95. logger.FatalLog("Error connecting to database: ", err.Error())
  96. }
  97. // initialize sql schema db.
  98. err = db.InitializeDB(schema.ListModels()...)
  99. if err != nil {
  100. logger.FatalLog("Error connecting to v1 database: ", err.Error())
  101. }
  102. logger.Log(0, "database successfully connected")
  103. initializeUUID()
  104. //initialize cache
  105. _, _ = logic.GetNetworks()
  106. _, _ = logic.GetAllNodes()
  107. _, _ = logic.GetAllHosts()
  108. _, _ = logic.GetAllExtClients()
  109. _ = logic.ListAcls()
  110. _, _ = logic.GetAllEnrollmentKeys()
  111. migrate.Run()
  112. logic.SetJWTSecret()
  113. logic.InitialiseRoles()
  114. logic.IntialiseGroups()
  115. err = serverctl.SetDefaults()
  116. if err != nil {
  117. logger.FatalLog("error setting defaults: ", err.Error())
  118. }
  119. if servercfg.IsDNSMode() {
  120. err := functions.SetDNSDir()
  121. if err != nil {
  122. logger.FatalLog(err.Error())
  123. }
  124. }
  125. }
  126. func startControllers(wg *sync.WaitGroup, ctx context.Context) {
  127. if servercfg.IsDNSMode() {
  128. err := logic.SetDNS()
  129. if err != nil {
  130. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  131. }
  132. }
  133. //Run Rest Server
  134. if servercfg.IsRestBackend() {
  135. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  136. err := servercfg.SetHost()
  137. if err != nil {
  138. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  139. }
  140. }
  141. wg.Add(1)
  142. go controller.HandleRESTRequests(wg, ctx)
  143. }
  144. //Run MessageQueue
  145. if servercfg.IsMessageQueueBackend() {
  146. wg.Add(1)
  147. go runMessageQueue(wg, ctx)
  148. }
  149. if !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  150. logger.Log(
  151. 0,
  152. "No Server Mode selected, so nothing is being served! Set Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.",
  153. )
  154. }
  155. wg.Add(1)
  156. go logic.StartHookManager(ctx, wg)
  157. }
  158. // Should we be using a context vice a waitgroup????????????
  159. func runMessageQueue(wg *sync.WaitGroup, ctx context.Context) {
  160. defer wg.Done()
  161. brokerHost, _ := servercfg.GetMessageQueueEndpoint()
  162. logger.Log(0, "connecting to mq broker at", brokerHost)
  163. mq.SetupMQTT(true)
  164. if mq.IsConnected() {
  165. logger.Log(0, "connected to MQ Broker")
  166. } else {
  167. logger.FatalLog("error connecting to MQ Broker")
  168. }
  169. defer mq.CloseClient()
  170. go mq.Keepalive(ctx)
  171. go func() {
  172. peerUpdate := make(chan *models.Node, 100)
  173. go logic.ManageZombies(ctx, peerUpdate)
  174. go logic.DeleteExpiredNodes(ctx, peerUpdate)
  175. for nodeUpdate := range peerUpdate {
  176. if nodeUpdate == nil {
  177. continue
  178. }
  179. node := nodeUpdate
  180. node.Action = models.NODE_DELETE
  181. node.PendingDelete = true
  182. if err := mq.NodeUpdate(node); err != nil {
  183. logger.Log(
  184. 0,
  185. "failed to send peer update for deleted node: ",
  186. node.ID.String(),
  187. err.Error(),
  188. )
  189. }
  190. if err := logic.DeleteNode(node, true); err != nil {
  191. slog.Error(
  192. "error deleting expired node",
  193. "nodeid",
  194. node.ID.String(),
  195. "error",
  196. err.Error(),
  197. )
  198. }
  199. go mq.PublishDeletedNodePeerUpdate(node)
  200. }
  201. }()
  202. <-ctx.Done()
  203. logger.Log(0, "Message Queue shutting down")
  204. }
  205. func setVerbosity() {
  206. verbose := int(servercfg.GetVerbosity())
  207. logger.Verbosity = verbose
  208. logLevel := &slog.LevelVar{}
  209. replace := func(groups []string, a slog.Attr) slog.Attr {
  210. if a.Key == slog.SourceKey {
  211. a.Value = slog.StringValue(filepath.Base(a.Value.String()))
  212. }
  213. return a
  214. }
  215. logger := slog.New(
  216. slog.NewJSONHandler(
  217. os.Stderr,
  218. &slog.HandlerOptions{AddSource: true, ReplaceAttr: replace, Level: logLevel},
  219. ),
  220. )
  221. slog.SetDefault(logger)
  222. switch verbose {
  223. case 4:
  224. logLevel.Set(slog.LevelDebug)
  225. case 3:
  226. logLevel.Set(slog.LevelInfo)
  227. case 2:
  228. logLevel.Set(slog.LevelWarn)
  229. default:
  230. logLevel.Set(slog.LevelError)
  231. }
  232. }
  233. func setGarbageCollection() {
  234. _, gcset := os.LookupEnv("GOGC")
  235. if !gcset {
  236. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  237. }
  238. }
  239. // initializeUUID - create a UUID record for server if none exists
  240. func initializeUUID() error {
  241. records, err := database.FetchRecords(database.SERVER_UUID_TABLE_NAME)
  242. if err != nil {
  243. if !database.IsEmptyRecord(err) {
  244. return err
  245. }
  246. } else if len(records) > 0 {
  247. return nil
  248. }
  249. // setup encryption keys
  250. var trafficPubKey, trafficPrivKey, errT = box.GenerateKey(rand.Reader) // generate traffic keys
  251. if errT != nil {
  252. return errT
  253. }
  254. tPriv, err := ncutils.ConvertKeyToBytes(trafficPrivKey)
  255. if err != nil {
  256. return err
  257. }
  258. tPub, err := ncutils.ConvertKeyToBytes(trafficPubKey)
  259. if err != nil {
  260. return err
  261. }
  262. telemetry := models.Telemetry{
  263. UUID: uuid.NewString(),
  264. TrafficKeyPriv: tPriv,
  265. TrafficKeyPub: tPub,
  266. }
  267. telJSON, err := json.Marshal(&telemetry)
  268. if err != nil {
  269. return err
  270. }
  271. return database.Insert(database.SERVER_UUID_RECORD_KEY, string(telJSON), database.SERVER_UUID_TABLE_NAME)
  272. }