2
0

main.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. // -build ee
  2. package main
  3. import (
  4. "context"
  5. "crypto/rand"
  6. "encoding/json"
  7. "flag"
  8. "fmt"
  9. "os"
  10. "os/signal"
  11. "path/filepath"
  12. "runtime/debug"
  13. "sync"
  14. "syscall"
  15. "github.com/gravitl/netmaker/db"
  16. "github.com/gravitl/netmaker/schema"
  17. "github.com/google/uuid"
  18. "github.com/gravitl/netmaker/config"
  19. controller "github.com/gravitl/netmaker/controllers"
  20. "github.com/gravitl/netmaker/database"
  21. "github.com/gravitl/netmaker/functions"
  22. "github.com/gravitl/netmaker/logger"
  23. "github.com/gravitl/netmaker/logic"
  24. "github.com/gravitl/netmaker/migrate"
  25. "github.com/gravitl/netmaker/models"
  26. "github.com/gravitl/netmaker/mq"
  27. "github.com/gravitl/netmaker/netclient/ncutils"
  28. "github.com/gravitl/netmaker/servercfg"
  29. "github.com/gravitl/netmaker/serverctl"
  30. _ "go.uber.org/automaxprocs"
  31. "golang.org/x/crypto/nacl/box"
  32. "golang.org/x/exp/slog"
  33. )
  34. var version = "v1.1.0"
  35. // @title NetMaker
  36. // @version 1.1.0
  37. // @description NetMaker API Docs
  38. // @tag.name APIUsage
  39. // @tag.description.markdown
  40. // @tag.name Authentication
  41. // @tag.description.markdown
  42. // @tag.name Pricing
  43. // @tag.description.markdown
  44. // @host api.demo.netmaker.io
  45. // Start DB Connection and start API Request Handler
  46. func main() {
  47. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  48. flag.Parse()
  49. setupConfig(*absoluteConfigPath)
  50. servercfg.SetVersion(version)
  51. fmt.Println(models.RetrieveLogo()) // print the logo
  52. initialize() // initial db and acls
  53. logic.SetAllocatedIpMap()
  54. defer logic.ClearAllocatedIpMap()
  55. setGarbageCollection()
  56. setVerbosity()
  57. if servercfg.DeployedByOperator() && !servercfg.IsPro {
  58. logic.SetFreeTierLimits()
  59. }
  60. defer db.CloseDB()
  61. defer database.CloseDB()
  62. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, os.Interrupt)
  63. defer stop()
  64. var waitGroup sync.WaitGroup
  65. startControllers(&waitGroup, ctx) // start the api endpoint and mq and stun
  66. startHooks()
  67. <-ctx.Done()
  68. waitGroup.Wait()
  69. }
  70. func setupConfig(absoluteConfigPath string) {
  71. if len(absoluteConfigPath) > 0 {
  72. cfg, err := config.ReadConfig(absoluteConfigPath)
  73. if err != nil {
  74. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  75. return
  76. }
  77. config.Config = cfg
  78. }
  79. }
  80. func startHooks() {
  81. err := logic.TimerCheckpoint()
  82. if err != nil {
  83. logger.Log(1, "Timer error occurred: ", err.Error())
  84. }
  85. logic.EnterpriseCheck()
  86. }
  87. func initialize() { // Client Mode Prereq Check
  88. var err error
  89. if servercfg.GetMasterKey() == "" {
  90. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  91. }
  92. if servercfg.GetNodeID() == "" {
  93. logger.FatalLog("error: must set NODE_ID, currently blank")
  94. }
  95. // initialize sql schema db.
  96. err = db.InitializeDB(schema.ListModels()...)
  97. if err != nil {
  98. logger.FatalLog("error connecting to database: ", err.Error())
  99. }
  100. logger.Log(0, "database successfully connected")
  101. // initialize kv schema db.
  102. if err = database.InitializeDatabase(); err != nil {
  103. logger.FatalLog("error initializing database: ", err.Error())
  104. }
  105. initializeUUID()
  106. //initialize cache
  107. _, _ = logic.GetNetworks()
  108. _, _ = logic.GetAllNodes()
  109. _, _ = logic.GetAllHosts()
  110. _, _ = logic.GetAllExtClients()
  111. _ = logic.ListAcls()
  112. _, _ = logic.GetAllEnrollmentKeys()
  113. migrate.Run()
  114. logic.SetJWTSecret()
  115. logic.InitialiseRoles()
  116. logic.IntialiseGroups()
  117. err = serverctl.SetDefaults()
  118. if err != nil {
  119. logger.FatalLog("error setting defaults: ", err.Error())
  120. }
  121. if servercfg.IsDNSMode() {
  122. err := functions.SetDNSDir()
  123. if err != nil {
  124. logger.FatalLog(err.Error())
  125. }
  126. }
  127. }
  128. func startControllers(wg *sync.WaitGroup, ctx context.Context) {
  129. if servercfg.IsDNSMode() {
  130. err := logic.SetDNS()
  131. if err != nil {
  132. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  133. }
  134. }
  135. //Run Rest Server
  136. if servercfg.IsRestBackend() {
  137. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  138. err := servercfg.SetHost()
  139. if err != nil {
  140. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  141. }
  142. }
  143. wg.Add(1)
  144. go controller.HandleRESTRequests(wg, ctx)
  145. }
  146. //Run MessageQueue
  147. if servercfg.IsMessageQueueBackend() {
  148. wg.Add(1)
  149. go runMessageQueue(wg, ctx)
  150. }
  151. if !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  152. logger.Log(
  153. 0,
  154. "No Server Mode selected, so nothing is being served! Set Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.",
  155. )
  156. }
  157. wg.Add(1)
  158. go logic.StartHookManager(ctx, wg)
  159. }
  160. // Should we be using a context vice a waitgroup????????????
  161. func runMessageQueue(wg *sync.WaitGroup, ctx context.Context) {
  162. defer wg.Done()
  163. brokerHost, _ := servercfg.GetMessageQueueEndpoint()
  164. logger.Log(0, "connecting to mq broker at", brokerHost)
  165. mq.SetupMQTT(true)
  166. if mq.IsConnected() {
  167. logger.Log(0, "connected to MQ Broker")
  168. } else {
  169. logger.FatalLog("error connecting to MQ Broker")
  170. }
  171. defer mq.CloseClient()
  172. go mq.Keepalive(ctx)
  173. go func() {
  174. peerUpdate := make(chan *models.Node, 100)
  175. go logic.ManageZombies(ctx, peerUpdate)
  176. go logic.DeleteExpiredNodes(ctx, peerUpdate)
  177. for nodeUpdate := range peerUpdate {
  178. if nodeUpdate == nil {
  179. continue
  180. }
  181. node := nodeUpdate
  182. node.Action = models.NODE_DELETE
  183. node.PendingDelete = true
  184. if err := mq.NodeUpdate(node); err != nil {
  185. logger.Log(
  186. 0,
  187. "failed to send peer update for deleted node: ",
  188. node.ID.String(),
  189. err.Error(),
  190. )
  191. }
  192. if err := logic.DeleteNode(node, true); err != nil {
  193. slog.Error(
  194. "error deleting expired node",
  195. "nodeid",
  196. node.ID.String(),
  197. "error",
  198. err.Error(),
  199. )
  200. }
  201. go mq.PublishDeletedNodePeerUpdate(node)
  202. }
  203. }()
  204. <-ctx.Done()
  205. logger.Log(0, "Message Queue shutting down")
  206. }
  207. func setVerbosity() {
  208. verbose := int(servercfg.GetVerbosity())
  209. logger.Verbosity = verbose
  210. logLevel := &slog.LevelVar{}
  211. replace := func(groups []string, a slog.Attr) slog.Attr {
  212. if a.Key == slog.SourceKey {
  213. a.Value = slog.StringValue(filepath.Base(a.Value.String()))
  214. }
  215. return a
  216. }
  217. logger := slog.New(
  218. slog.NewJSONHandler(
  219. os.Stderr,
  220. &slog.HandlerOptions{AddSource: true, ReplaceAttr: replace, Level: logLevel},
  221. ),
  222. )
  223. slog.SetDefault(logger)
  224. switch verbose {
  225. case 4:
  226. logLevel.Set(slog.LevelDebug)
  227. case 3:
  228. logLevel.Set(slog.LevelInfo)
  229. case 2:
  230. logLevel.Set(slog.LevelWarn)
  231. default:
  232. logLevel.Set(slog.LevelError)
  233. }
  234. }
  235. func setGarbageCollection() {
  236. _, gcset := os.LookupEnv("GOGC")
  237. if !gcset {
  238. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  239. }
  240. }
  241. // initializeUUID - create a UUID record for server if none exists
  242. func initializeUUID() error {
  243. records, err := database.FetchRecords(database.SERVER_UUID_TABLE_NAME)
  244. if err != nil {
  245. if !database.IsEmptyRecord(err) {
  246. return err
  247. }
  248. } else if len(records) > 0 {
  249. return nil
  250. }
  251. // setup encryption keys
  252. var trafficPubKey, trafficPrivKey, errT = box.GenerateKey(rand.Reader) // generate traffic keys
  253. if errT != nil {
  254. return errT
  255. }
  256. tPriv, err := ncutils.ConvertKeyToBytes(trafficPrivKey)
  257. if err != nil {
  258. return err
  259. }
  260. tPub, err := ncutils.ConvertKeyToBytes(trafficPubKey)
  261. if err != nil {
  262. return err
  263. }
  264. telemetry := models.Telemetry{
  265. UUID: uuid.NewString(),
  266. TrafficKeyPriv: tPriv,
  267. TrafficKeyPub: tPub,
  268. }
  269. telJSON, err := json.Marshal(&telemetry)
  270. if err != nil {
  271. return err
  272. }
  273. return database.Insert(database.SERVER_UUID_RECORD_KEY, string(telJSON), database.SERVER_UUID_TABLE_NAME)
  274. }