main.go 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309
  1. package main
  2. import (
  3. "context"
  4. "crypto/ed25519"
  5. "crypto/x509"
  6. "errors"
  7. "flag"
  8. "fmt"
  9. "net"
  10. "os"
  11. "os/signal"
  12. "runtime/debug"
  13. "strconv"
  14. "sync"
  15. "syscall"
  16. "github.com/gravitl/netmaker/auth"
  17. "github.com/gravitl/netmaker/config"
  18. controller "github.com/gravitl/netmaker/controllers"
  19. "github.com/gravitl/netmaker/database"
  20. "github.com/gravitl/netmaker/functions"
  21. nodepb "github.com/gravitl/netmaker/grpc"
  22. "github.com/gravitl/netmaker/logger"
  23. "github.com/gravitl/netmaker/logic"
  24. "github.com/gravitl/netmaker/models"
  25. "github.com/gravitl/netmaker/mq"
  26. "github.com/gravitl/netmaker/netclient/ncutils"
  27. "github.com/gravitl/netmaker/servercfg"
  28. "github.com/gravitl/netmaker/serverctl"
  29. "github.com/gravitl/netmaker/tls"
  30. "google.golang.org/grpc"
  31. )
  32. var version = "dev"
  33. // Start DB Connection and start API Request Handler
  34. func main() {
  35. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  36. flag.Parse()
  37. setupConfig(*absoluteConfigPath)
  38. servercfg.SetVersion(version)
  39. fmt.Println(models.RetrieveLogo()) // print the logo
  40. initialize()
  41. logger.Log(2, "inialization complete") // initial db and grpc server
  42. setGarbageCollection()
  43. defer database.CloseDB()
  44. startControllers() // start the grpc or rest endpoints
  45. }
  46. func setupConfig(absoluteConfigPath string) {
  47. if len(absoluteConfigPath) > 0 {
  48. cfg, err := config.ReadConfig(absoluteConfigPath)
  49. if err != nil {
  50. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  51. return
  52. }
  53. config.Config = cfg
  54. }
  55. }
  56. func initialize() { // Client Mode Prereq Check
  57. var err error
  58. if servercfg.GetMasterKey() == "" {
  59. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  60. }
  61. if servercfg.GetNodeID() == "" {
  62. logger.FatalLog("error: must set NODE_ID, currently blank")
  63. }
  64. if err = database.InitializeDatabase(); err != nil {
  65. logger.FatalLog("Error connecting to database")
  66. }
  67. logger.Log(0, "database successfully connected")
  68. logic.SetJWTSecret()
  69. err = logic.TimerCheckpoint()
  70. if err != nil {
  71. logger.Log(1, "Timer error occurred: ", err.Error())
  72. }
  73. var authProvider = auth.InitializeAuthProvider()
  74. if authProvider != "" {
  75. logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
  76. } else {
  77. logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
  78. }
  79. err = serverctl.SetDefaultACLS()
  80. if err != nil {
  81. logger.FatalLog("error setting default acls: ", err.Error())
  82. }
  83. if servercfg.IsClientMode() != "off" {
  84. output, err := ncutils.RunCmd("id -u", true)
  85. if err != nil {
  86. logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
  87. }
  88. uid, err := strconv.Atoi(string(output[:len(output)-1]))
  89. if err != nil {
  90. logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
  91. }
  92. if uid != 0 {
  93. logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
  94. }
  95. if err := serverctl.InitServerNetclient(); err != nil {
  96. logger.FatalLog("Did not find netclient to use CLIENT_MODE")
  97. }
  98. }
  99. // initialize iptables to ensure gateways work correctly and mq is forwarded if containerized
  100. if servercfg.ManageIPTables() != "off" {
  101. if err = serverctl.InitIPTables(true); err != nil {
  102. logger.FatalLog("Unable to initialize iptables on host:", err.Error())
  103. }
  104. }
  105. if servercfg.IsDNSMode() {
  106. err := functions.SetDNSDir()
  107. if err != nil {
  108. logger.FatalLog(err.Error())
  109. }
  110. }
  111. if servercfg.GetServerName() == "" {
  112. logger.FatalLog("Server Name not set")
  113. }
  114. logger.Log(2, "Checking certificates")
  115. checkCertificates(servercfg.GetServerName())
  116. }
  117. func startControllers() {
  118. var waitnetwork sync.WaitGroup
  119. //Run Agent Server
  120. if servercfg.IsAgentBackend() {
  121. if !(servercfg.DisableRemoteIPCheck()) && servercfg.GetGRPCHost() == "127.0.0.1" {
  122. err := servercfg.SetHost()
  123. if err != nil {
  124. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  125. }
  126. }
  127. waitnetwork.Add(1)
  128. go runGRPC(&waitnetwork)
  129. }
  130. if servercfg.IsDNSMode() {
  131. err := logic.SetDNS()
  132. if err != nil {
  133. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  134. }
  135. }
  136. //Run Rest Server
  137. if servercfg.IsRestBackend() {
  138. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  139. err := servercfg.SetHost()
  140. if err != nil {
  141. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  142. }
  143. }
  144. waitnetwork.Add(1)
  145. go controller.HandleRESTRequests(&waitnetwork)
  146. }
  147. //Run MessageQueue
  148. if servercfg.IsMessageQueueBackend() {
  149. waitnetwork.Add(1)
  150. go runMessageQueue(&waitnetwork)
  151. }
  152. if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  153. logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
  154. }
  155. waitnetwork.Wait()
  156. }
  157. func runGRPC(wg *sync.WaitGroup) {
  158. defer wg.Done()
  159. grpcport := servercfg.GetGRPCPort()
  160. listener, err := net.Listen("tcp", ":"+grpcport)
  161. // Handle errors if any
  162. if err != nil {
  163. logger.FatalLog("[netmaker] Unable to listen on port", grpcport, ": error:", err.Error())
  164. }
  165. s := grpc.NewServer(
  166. authServerUnaryInterceptor(),
  167. )
  168. // Create NodeService type
  169. srv := &controller.NodeServiceServer{}
  170. // Register the service with the server
  171. nodepb.RegisterNodeServiceServer(s, srv)
  172. // Start the server in a child routine
  173. go func() {
  174. if err := s.Serve(listener); err != nil {
  175. logger.FatalLog("Failed to serve:", err.Error())
  176. }
  177. }()
  178. logger.Log(0, "Agent Server successfully started on port ", grpcport, "(gRPC)")
  179. // Relay os.Interrupt to our channel (os.Interrupt = CTRL+C)
  180. // Ignore other incoming signals
  181. ctx, stop := signal.NotifyContext(context.TODO(), os.Interrupt)
  182. defer stop()
  183. // Block main routine until a signal is received
  184. // As long as user doesn't press CTRL+C a message is not passed and our main routine keeps running
  185. <-ctx.Done()
  186. // After receiving CTRL+C Properly stop the server
  187. logger.Log(0, "Stopping the Agent server...")
  188. s.GracefulStop()
  189. listener.Close()
  190. logger.Log(0, "Agent server closed..")
  191. logger.Log(0, "Closed DB connection.")
  192. }
  193. // Should we be using a context vice a waitgroup????????????
  194. func runMessageQueue(wg *sync.WaitGroup) {
  195. defer wg.Done()
  196. logger.Log(0, "connecting to mq broker at", servercfg.GetMessageQueueEndpoint(false))
  197. var client = mq.SetupMQTT(false) // Set up the subscription listener
  198. ctx, cancel := context.WithCancel(context.Background())
  199. go mq.Keepalive(ctx)
  200. quit := make(chan os.Signal, 1)
  201. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  202. <-quit
  203. cancel()
  204. logger.Log(0, "Message Queue shutting down")
  205. client.Disconnect(250)
  206. }
  207. func authServerUnaryInterceptor() grpc.ServerOption {
  208. return grpc.UnaryInterceptor(controller.AuthServerUnaryInterceptor)
  209. }
  210. func setGarbageCollection() {
  211. _, gcset := os.LookupEnv("GOGC")
  212. if !gcset {
  213. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  214. }
  215. }
  216. func checkCertificates(server string) {
  217. var key *ed25519.PrivateKey
  218. var ca *x509.Certificate
  219. if _, err := os.Stat("/etc/netmaker/root.pem"); errors.Is(err, os.ErrNotExist) {
  220. logger.Log(2, "generating root CA")
  221. key, ca, err = generateRootCA()
  222. if err != nil {
  223. logger.FatalLog("root-ca failure ", err.Error())
  224. }
  225. }
  226. if _, err := os.Stat("/etc/netmaker/" + server + "/server.pem"); errors.Is(err, os.ErrNotExist) {
  227. logger.Log(2, "generating server certificate")
  228. _, err := generateCertificate(server, key, ca)
  229. if err != nil {
  230. logger.FatalLog("server cert failure ", err.Error())
  231. }
  232. }
  233. }
  234. func generateRootCA() (*ed25519.PrivateKey, *x509.Certificate, error) {
  235. key := tls.NewKey()
  236. privateKey, err := key.Ed25519PrivateKey()
  237. if err != nil {
  238. return nil, nil, fmt.Errorf("private key %w", err)
  239. }
  240. name := tls.NewCName("Gravitl")
  241. csr, err := tls.NewCSR(privateKey, name)
  242. if err != nil {
  243. return nil, nil, fmt.Errorf("csr %w", err)
  244. }
  245. ca, err := tls.SelfSignedCA(privateKey, csr, 365)
  246. if err != nil {
  247. return nil, nil, fmt.Errorf("self signed cert %w", err)
  248. }
  249. logger.Log(2, "Saving root key")
  250. if err := tls.SaveKey("/etc/netmaker/", "root.key", privateKey); err != nil {
  251. return nil, nil, fmt.Errorf("save key %w", err)
  252. }
  253. logger.Log(2, "Saving root ca")
  254. if err := tls.SaveCert("/etc/netmaker/", "root.pem", ca); err != nil {
  255. return nil, nil, fmt.Errorf("save root ca %w", err)
  256. }
  257. return &privateKey, ca, nil
  258. }
  259. func generateCertificate(server string, key *ed25519.PrivateKey, ca *x509.Certificate) (*x509.Certificate, error) {
  260. name := tls.NewName(server, "", "Netmaker")
  261. csr, err := tls.NewCSR(*key, name)
  262. if err != nil {
  263. return nil, fmt.Errorf("csr %w", err)
  264. }
  265. cert, err := tls.NewEndEntityCert(*key, csr, ca, 365)
  266. if err != nil {
  267. return nil, fmt.Errorf("cert %w", err)
  268. }
  269. logger.Log(2, "saving server cert")
  270. if err := tls.SaveCert("/etc/netmaker/"+server+"/", "/server.pem", cert); err != nil {
  271. return nil, fmt.Errorf("save cert %w", err)
  272. }
  273. return cert, nil
  274. }