main.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359
  1. // -build ee
  2. package main
  3. import (
  4. "context"
  5. "crypto/ed25519"
  6. "crypto/rand"
  7. "errors"
  8. "flag"
  9. "fmt"
  10. "os"
  11. "os/signal"
  12. "runtime/debug"
  13. "strconv"
  14. "sync"
  15. "syscall"
  16. "time"
  17. "github.com/gravitl/netmaker/auth"
  18. "github.com/gravitl/netmaker/config"
  19. controller "github.com/gravitl/netmaker/controllers"
  20. "github.com/gravitl/netmaker/database"
  21. "github.com/gravitl/netmaker/ee"
  22. "github.com/gravitl/netmaker/functions"
  23. "github.com/gravitl/netmaker/logger"
  24. "github.com/gravitl/netmaker/logic"
  25. "github.com/gravitl/netmaker/logic/pro"
  26. "github.com/gravitl/netmaker/models"
  27. "github.com/gravitl/netmaker/mq"
  28. "github.com/gravitl/netmaker/netclient/ncutils"
  29. "github.com/gravitl/netmaker/servercfg"
  30. "github.com/gravitl/netmaker/serverctl"
  31. "github.com/gravitl/netmaker/tls"
  32. )
  33. var version = "dev"
  34. // Start DB Connection and start API Request Handler
  35. func main() {
  36. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  37. flag.Parse()
  38. setupConfig(*absoluteConfigPath)
  39. servercfg.SetVersion(version)
  40. fmt.Println(models.RetrieveLogo()) // print the logo
  41. // fmt.Println(models.ProLogo())
  42. initialize() // initial db and acls; gen cert if required
  43. setGarbageCollection()
  44. setVerbosity()
  45. defer database.CloseDB()
  46. startControllers() // start the api endpoint and mq
  47. }
  48. func setupConfig(absoluteConfigPath string) {
  49. if len(absoluteConfigPath) > 0 {
  50. cfg, err := config.ReadConfig(absoluteConfigPath)
  51. if err != nil {
  52. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  53. return
  54. }
  55. config.Config = cfg
  56. }
  57. }
  58. func initialize() { // Client Mode Prereq Check
  59. var err error
  60. if servercfg.GetMasterKey() == "" {
  61. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  62. }
  63. if servercfg.GetNodeID() == "" {
  64. logger.FatalLog("error: must set NODE_ID, currently blank")
  65. }
  66. if err = database.InitializeDatabase(); err != nil {
  67. logger.FatalLog("Error connecting to database")
  68. }
  69. logger.Log(0, "database successfully connected")
  70. if err = ee.AddServerIDIfNotPresent(); err != nil {
  71. logger.Log(1, "failed to save server ID")
  72. }
  73. logic.SetJWTSecret()
  74. if err = pro.InitializeGroups(); err != nil {
  75. logger.Log(0, "could not initialize default user group, \"*\"")
  76. }
  77. err = logic.TimerCheckpoint()
  78. if err != nil {
  79. logger.Log(1, "Timer error occurred: ", err.Error())
  80. }
  81. if ee.IsEnterprise() {
  82. // == License Handling ==
  83. ee.ValidateLicense()
  84. if ee.Limits.FreeTier {
  85. logger.Log(0, "proceeding with Free Tier license")
  86. } else {
  87. logger.Log(0, "proceeding with Paid Tier license")
  88. }
  89. // == End License Handling ==
  90. ee.AddLicenseHooks()
  91. }
  92. var authProvider = auth.InitializeAuthProvider()
  93. if authProvider != "" {
  94. logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
  95. } else {
  96. logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
  97. }
  98. err = serverctl.SetDefaults()
  99. if err != nil {
  100. logger.FatalLog("error setting defaults: ", err.Error())
  101. }
  102. if servercfg.IsClientMode() != "off" {
  103. output, err := ncutils.RunCmd("id -u", true)
  104. if err != nil {
  105. logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
  106. }
  107. uid, err := strconv.Atoi(string(output[:len(output)-1]))
  108. if err != nil {
  109. logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
  110. }
  111. if uid != 0 {
  112. logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
  113. }
  114. if err := serverctl.InitServerNetclient(); err != nil {
  115. logger.FatalLog("Did not find netclient to use CLIENT_MODE")
  116. }
  117. }
  118. // initialize iptables to ensure gateways work correctly and mq is forwarded if containerized
  119. if servercfg.ManageIPTables() != "off" {
  120. if err = serverctl.InitIPTables(true); err != nil {
  121. logger.FatalLog("Unable to initialize iptables on host:", err.Error())
  122. }
  123. }
  124. if servercfg.IsDNSMode() {
  125. err := functions.SetDNSDir()
  126. if err != nil {
  127. logger.FatalLog(err.Error())
  128. }
  129. }
  130. if err = genCerts(); err != nil {
  131. logger.Log(0, "something went wrong when generating broker certs", err.Error())
  132. }
  133. if servercfg.IsMessageQueueBackend() {
  134. if err = mq.ServerStartNotify(); err != nil {
  135. logger.Log(0, "error occurred when notifying nodes of startup", err.Error())
  136. }
  137. }
  138. logic.InitalizeZombies()
  139. }
  140. func startControllers() {
  141. var waitnetwork sync.WaitGroup
  142. if servercfg.IsDNSMode() {
  143. err := logic.SetDNS()
  144. if err != nil {
  145. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  146. }
  147. }
  148. //Run Rest Server
  149. if servercfg.IsRestBackend() {
  150. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  151. err := servercfg.SetHost()
  152. if err != nil {
  153. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  154. }
  155. }
  156. waitnetwork.Add(1)
  157. go controller.HandleRESTRequests(&waitnetwork)
  158. }
  159. //Run MessageQueue
  160. if servercfg.IsMessageQueueBackend() {
  161. waitnetwork.Add(1)
  162. go runMessageQueue(&waitnetwork)
  163. }
  164. if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  165. logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
  166. }
  167. waitnetwork.Wait()
  168. }
  169. // Should we be using a context vice a waitgroup????????????
  170. func runMessageQueue(wg *sync.WaitGroup) {
  171. defer wg.Done()
  172. brokerHost, secure := servercfg.GetMessageQueueEndpoint()
  173. logger.Log(0, "connecting to mq broker at", brokerHost, "with TLS?", fmt.Sprintf("%v", secure))
  174. mq.SetupMQTT()
  175. ctx, cancel := context.WithCancel(context.Background())
  176. go mq.Keepalive(ctx)
  177. go logic.ManageZombies(ctx)
  178. quit := make(chan os.Signal, 1)
  179. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  180. <-quit
  181. cancel()
  182. logger.Log(0, "Message Queue shutting down")
  183. }
  184. func setVerbosity() {
  185. verbose := int(servercfg.GetVerbosity())
  186. logger.Verbosity = verbose
  187. }
  188. func setGarbageCollection() {
  189. _, gcset := os.LookupEnv("GOGC")
  190. if !gcset {
  191. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  192. }
  193. }
  194. func genCerts() error {
  195. logger.Log(0, "checking keys and certificates")
  196. var private *ed25519.PrivateKey
  197. var err error
  198. // == ROOT key handling ==
  199. private, err = serverctl.ReadKeyFromDB(tls.ROOT_KEY_NAME)
  200. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) {
  201. logger.Log(0, "generating new root key")
  202. _, newKey, err := ed25519.GenerateKey(rand.Reader)
  203. if err != nil {
  204. return err
  205. }
  206. private = &newKey
  207. } else if err != nil {
  208. return err
  209. }
  210. logger.Log(2, "saving root.key")
  211. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.ROOT_KEY_NAME, *private); err != nil {
  212. return err
  213. }
  214. // == ROOT cert handling ==
  215. ca, err := serverctl.ReadCertFromDB(tls.ROOT_PEM_NAME)
  216. //if cert doesn't exist or will expire within 10 days --- but can't do this as clients won't be able to connect
  217. //if errors.Is(err, os.ErrNotExist) || cert.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  218. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) || ca.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  219. logger.Log(0, "generating new root CA")
  220. caName := tls.NewName("CA Root", "US", "Gravitl")
  221. csr, err := tls.NewCSR(*private, caName)
  222. if err != nil {
  223. return err
  224. }
  225. rootCA, err := tls.SelfSignedCA(*private, csr, tls.CERTIFICATE_VALIDITY)
  226. if err != nil {
  227. return err
  228. }
  229. ca = rootCA
  230. } else if err != nil {
  231. return err
  232. }
  233. logger.Log(2, "saving root.pem")
  234. if err := serverctl.SaveCert(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.ROOT_PEM_NAME, ca); err != nil {
  235. return err
  236. }
  237. // == SERVER cert handling ==
  238. cert, err := serverctl.ReadCertFromDB(tls.SERVER_PEM_NAME)
  239. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) || cert.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  240. //gen new key
  241. logger.Log(0, "generating new server key/certificate")
  242. _, key, err := ed25519.GenerateKey(rand.Reader)
  243. if err != nil {
  244. return err
  245. }
  246. serverName := tls.NewCName(servercfg.GetServer())
  247. csr, err := tls.NewCSR(key, serverName)
  248. if err != nil {
  249. return err
  250. }
  251. newCert, err := tls.NewEndEntityCert(*private, csr, ca, tls.CERTIFICATE_VALIDITY)
  252. if err != nil {
  253. return err
  254. }
  255. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_KEY_NAME, key); err != nil {
  256. return err
  257. }
  258. cert = newCert
  259. } else if err != nil {
  260. return err
  261. } else if err == nil {
  262. if serverKey, err := serverctl.ReadKeyFromDB(tls.SERVER_KEY_NAME); err == nil {
  263. logger.Log(2, "saving server.key")
  264. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_KEY_NAME, *serverKey); err != nil {
  265. return err
  266. }
  267. } else {
  268. return err
  269. }
  270. }
  271. logger.Log(2, "saving server.pem")
  272. if err := serverctl.SaveCert(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_PEM_NAME, cert); err != nil {
  273. return err
  274. }
  275. // == SERVER-CLIENT connection cert handling ==
  276. serverClientCert, err := serverctl.ReadCertFromDB(tls.SERVER_CLIENT_PEM)
  277. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) || serverClientCert.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  278. //gen new key
  279. logger.Log(0, "generating new server client key/certificate")
  280. _, key, err := ed25519.GenerateKey(rand.Reader)
  281. if err != nil {
  282. return err
  283. }
  284. serverName := tls.NewCName(tls.SERVER_CLIENT_ENTRY)
  285. csr, err := tls.NewCSR(key, serverName)
  286. if err != nil {
  287. return err
  288. }
  289. newServerClientCert, err := tls.NewEndEntityCert(*private, csr, ca, tls.CERTIFICATE_VALIDITY)
  290. if err != nil {
  291. return err
  292. }
  293. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_CLIENT_KEY, key); err != nil {
  294. return err
  295. }
  296. serverClientCert = newServerClientCert
  297. } else if err != nil {
  298. return err
  299. } else if err == nil {
  300. logger.Log(2, "saving serverclient.key")
  301. if serverClientKey, err := serverctl.ReadKeyFromDB(tls.SERVER_CLIENT_KEY); err == nil {
  302. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_CLIENT_KEY, *serverClientKey); err != nil {
  303. return err
  304. }
  305. } else {
  306. return err
  307. }
  308. }
  309. logger.Log(2, "saving serverclient.pem")
  310. if err := serverctl.SaveCert(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_CLIENT_PEM, serverClientCert); err != nil {
  311. return err
  312. }
  313. logger.Log(1, "ensure the root.pem, root.key, server.pem, and server.key files are updated on your broker")
  314. return serverctl.SetClientTLSConf(
  315. functions.GetNetmakerPath()+ncutils.GetSeparator()+tls.SERVER_CLIENT_PEM,
  316. functions.GetNetmakerPath()+ncutils.GetSeparator()+tls.SERVER_CLIENT_KEY,
  317. ca,
  318. )
  319. }