main.go 10.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. package main
  2. import (
  3. "context"
  4. "crypto/ed25519"
  5. "crypto/rand"
  6. "errors"
  7. "flag"
  8. "fmt"
  9. "os"
  10. "os/signal"
  11. "runtime/debug"
  12. "strconv"
  13. "sync"
  14. "syscall"
  15. "time"
  16. "github.com/gravitl/netmaker/auth"
  17. "github.com/gravitl/netmaker/config"
  18. controller "github.com/gravitl/netmaker/controllers"
  19. "github.com/gravitl/netmaker/database"
  20. "github.com/gravitl/netmaker/functions"
  21. "github.com/gravitl/netmaker/logger"
  22. "github.com/gravitl/netmaker/logic"
  23. "github.com/gravitl/netmaker/models"
  24. "github.com/gravitl/netmaker/mq"
  25. "github.com/gravitl/netmaker/netclient/ncutils"
  26. "github.com/gravitl/netmaker/servercfg"
  27. "github.com/gravitl/netmaker/serverctl"
  28. "github.com/gravitl/netmaker/tls"
  29. )
  30. var version = "dev"
  31. // Start DB Connection and start API Request Handler
  32. func main() {
  33. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  34. flag.Parse()
  35. setupConfig(*absoluteConfigPath)
  36. servercfg.SetVersion(version)
  37. fmt.Println(models.RetrieveLogo()) // print the logo
  38. initialize() // initial db and acls; gen cert if required
  39. setGarbageCollection()
  40. defer database.CloseDB()
  41. startControllers() // start the api endpoint and mq
  42. }
  43. func setupConfig(absoluteConfigPath string) {
  44. if len(absoluteConfigPath) > 0 {
  45. cfg, err := config.ReadConfig(absoluteConfigPath)
  46. if err != nil {
  47. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  48. return
  49. }
  50. config.Config = cfg
  51. }
  52. }
  53. func initialize() { // Client Mode Prereq Check
  54. var err error
  55. if servercfg.GetMasterKey() == "" {
  56. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  57. }
  58. if servercfg.GetNodeID() == "" {
  59. logger.FatalLog("error: must set NODE_ID, currently blank")
  60. }
  61. if err = database.InitializeDatabase(); err != nil {
  62. logger.FatalLog("Error connecting to database")
  63. }
  64. logger.Log(0, "database successfully connected")
  65. logic.SetJWTSecret()
  66. err = logic.TimerCheckpoint()
  67. if err != nil {
  68. logger.Log(1, "Timer error occurred: ", err.Error())
  69. }
  70. var authProvider = auth.InitializeAuthProvider()
  71. if authProvider != "" {
  72. logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
  73. } else {
  74. logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
  75. }
  76. err = serverctl.SetDefaultACLS()
  77. if err != nil {
  78. logger.FatalLog("error setting default acls: ", err.Error())
  79. }
  80. if servercfg.IsClientMode() != "off" {
  81. output, err := ncutils.RunCmd("id -u", true)
  82. if err != nil {
  83. logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
  84. }
  85. uid, err := strconv.Atoi(string(output[:len(output)-1]))
  86. if err != nil {
  87. logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
  88. }
  89. if uid != 0 {
  90. logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
  91. }
  92. if err := serverctl.InitServerNetclient(); err != nil {
  93. logger.FatalLog("Did not find netclient to use CLIENT_MODE")
  94. }
  95. }
  96. // initialize iptables to ensure gateways work correctly and mq is forwarded if containerized
  97. if servercfg.ManageIPTables() != "off" {
  98. if err = serverctl.InitIPTables(true); err != nil {
  99. logger.FatalLog("Unable to initialize iptables on host:", err.Error())
  100. }
  101. }
  102. if servercfg.IsDNSMode() {
  103. err := functions.SetDNSDir()
  104. if err != nil {
  105. logger.FatalLog(err.Error())
  106. }
  107. }
  108. if err = genCerts(); err != nil {
  109. logger.Log(0, "something went wrong when generating broker certs", err.Error())
  110. }
  111. if servercfg.IsMessageQueueBackend() {
  112. if err = mq.ServerStartNotify(); err != nil {
  113. logger.Log(0, "error occurred when notifying nodes of startup", err.Error())
  114. }
  115. }
  116. logic.InitalizeZombies()
  117. }
  118. func startControllers() {
  119. var waitnetwork sync.WaitGroup
  120. if servercfg.IsDNSMode() {
  121. err := logic.SetDNS()
  122. if err != nil {
  123. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  124. }
  125. }
  126. //Run Rest Server
  127. if servercfg.IsRestBackend() {
  128. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  129. err := servercfg.SetHost()
  130. if err != nil {
  131. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  132. }
  133. }
  134. waitnetwork.Add(1)
  135. go controller.HandleRESTRequests(&waitnetwork)
  136. }
  137. //Run MessageQueue
  138. if servercfg.IsMessageQueueBackend() {
  139. waitnetwork.Add(1)
  140. go runMessageQueue(&waitnetwork)
  141. }
  142. if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  143. logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
  144. }
  145. waitnetwork.Wait()
  146. }
  147. // Should we be using a context vice a waitgroup????????????
  148. func runMessageQueue(wg *sync.WaitGroup) {
  149. defer wg.Done()
  150. brokerHost, secure := servercfg.GetMessageQueueEndpoint()
  151. logger.Log(0, "connecting to mq broker at", brokerHost, "with TLS?", fmt.Sprintf("%v", secure))
  152. var client = mq.SetupMQTT(false) // Set up the subscription listener
  153. ctx, cancel := context.WithCancel(context.Background())
  154. go mq.Keepalive(ctx)
  155. go logic.ManageZombies(ctx)
  156. quit := make(chan os.Signal, 1)
  157. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  158. <-quit
  159. cancel()
  160. logger.Log(0, "Message Queue shutting down")
  161. client.Disconnect(250)
  162. }
  163. func setGarbageCollection() {
  164. _, gcset := os.LookupEnv("GOGC")
  165. if !gcset {
  166. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  167. }
  168. }
  169. func genCerts() error {
  170. logger.Log(0, "checking keys and certificates")
  171. var private *ed25519.PrivateKey
  172. var err error
  173. // == ROOT key handling ==
  174. private, err = serverctl.ReadKeyFromDB(tls.ROOT_KEY_NAME)
  175. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) {
  176. logger.Log(0, "generating new root key")
  177. _, newKey, err := ed25519.GenerateKey(rand.Reader)
  178. if err != nil {
  179. return err
  180. }
  181. private = &newKey
  182. } else if err != nil {
  183. return err
  184. }
  185. logger.Log(2, "saving root.key")
  186. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.ROOT_KEY_NAME, *private); err != nil {
  187. return err
  188. }
  189. // == ROOT cert handling ==
  190. ca, err := serverctl.ReadCertFromDB(tls.ROOT_PEM_NAME)
  191. //if cert doesn't exist or will expire within 10 days --- but can't do this as clients won't be able to connect
  192. //if errors.Is(err, os.ErrNotExist) || cert.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  193. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) || ca.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  194. logger.Log(0, "generating new root CA")
  195. caName := tls.NewName("CA Root", "US", "Gravitl")
  196. csr, err := tls.NewCSR(*private, caName)
  197. if err != nil {
  198. return err
  199. }
  200. rootCA, err := tls.SelfSignedCA(*private, csr, tls.CERTIFICATE_VALIDITY)
  201. if err != nil {
  202. return err
  203. }
  204. ca = rootCA
  205. } else if err != nil {
  206. return err
  207. }
  208. logger.Log(2, "saving root.pem")
  209. if err := serverctl.SaveCert(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.ROOT_PEM_NAME, ca); err != nil {
  210. return err
  211. }
  212. // == SERVER cert handling ==
  213. cert, err := serverctl.ReadCertFromDB(tls.SERVER_PEM_NAME)
  214. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) || cert.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  215. //gen new key
  216. logger.Log(0, "generating new server key/certificate")
  217. _, key, err := ed25519.GenerateKey(rand.Reader)
  218. if err != nil {
  219. return err
  220. }
  221. serverName := tls.NewCName(servercfg.GetServer())
  222. csr, err := tls.NewCSR(key, serverName)
  223. if err != nil {
  224. return err
  225. }
  226. newCert, err := tls.NewEndEntityCert(*private, csr, ca, tls.CERTIFICATE_VALIDITY)
  227. if err != nil {
  228. return err
  229. }
  230. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_KEY_NAME, key); err != nil {
  231. return err
  232. }
  233. cert = newCert
  234. } else if err != nil {
  235. return err
  236. } else if err == nil {
  237. if serverKey, err := serverctl.ReadKeyFromDB(tls.SERVER_KEY_NAME); err == nil {
  238. logger.Log(2, "saving server.key")
  239. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_KEY_NAME, *serverKey); err != nil {
  240. return err
  241. }
  242. } else {
  243. return err
  244. }
  245. }
  246. logger.Log(2, "saving server.pem")
  247. if err := serverctl.SaveCert(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_PEM_NAME, cert); err != nil {
  248. return err
  249. }
  250. // == SERVER-CLIENT connection cert handling ==
  251. serverClientCert, err := serverctl.ReadCertFromDB(tls.SERVER_CLIENT_PEM)
  252. if errors.Is(err, os.ErrNotExist) || database.IsEmptyRecord(err) || serverClientCert.NotAfter.Before(time.Now().Add(time.Hour*24*10)) {
  253. //gen new key
  254. logger.Log(0, "generating new server client key/certificate")
  255. _, key, err := ed25519.GenerateKey(rand.Reader)
  256. if err != nil {
  257. return err
  258. }
  259. serverName := tls.NewCName(tls.SERVER_CLIENT_ENTRY)
  260. csr, err := tls.NewCSR(key, serverName)
  261. if err != nil {
  262. return err
  263. }
  264. newServerClientCert, err := tls.NewEndEntityCert(*private, csr, ca, tls.CERTIFICATE_VALIDITY)
  265. if err != nil {
  266. return err
  267. }
  268. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_CLIENT_KEY, key); err != nil {
  269. return err
  270. }
  271. serverClientCert = newServerClientCert
  272. } else if err != nil {
  273. return err
  274. } else if err == nil {
  275. logger.Log(2, "saving serverclient.key")
  276. if serverClientKey, err := serverctl.ReadKeyFromDB(tls.SERVER_CLIENT_KEY); err == nil {
  277. if err := serverctl.SaveKey(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_CLIENT_KEY, *serverClientKey); err != nil {
  278. return err
  279. }
  280. } else {
  281. return err
  282. }
  283. }
  284. logger.Log(2, "saving serverclient.pem")
  285. if err := serverctl.SaveCert(functions.GetNetmakerPath()+ncutils.GetSeparator(), tls.SERVER_CLIENT_PEM, serverClientCert); err != nil {
  286. return err
  287. }
  288. logger.Log(1, "ensure the root.pem, root.key, server.pem, and server.key files are updated on your broker")
  289. return serverctl.SetClientTLSConf(
  290. functions.GetNetmakerPath()+ncutils.GetSeparator()+tls.SERVER_CLIENT_PEM,
  291. functions.GetNetmakerPath()+ncutils.GetSeparator()+tls.SERVER_CLIENT_KEY,
  292. ca,
  293. )
  294. }