main.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. package main
  2. import (
  3. "context"
  4. "flag"
  5. "fmt"
  6. "net"
  7. "os"
  8. "os/signal"
  9. "runtime/debug"
  10. "strconv"
  11. "sync"
  12. "syscall"
  13. "github.com/gravitl/netmaker/auth"
  14. "github.com/gravitl/netmaker/config"
  15. controller "github.com/gravitl/netmaker/controllers"
  16. "github.com/gravitl/netmaker/database"
  17. "github.com/gravitl/netmaker/functions"
  18. nodepb "github.com/gravitl/netmaker/grpc"
  19. "github.com/gravitl/netmaker/logger"
  20. "github.com/gravitl/netmaker/logic"
  21. "github.com/gravitl/netmaker/models"
  22. "github.com/gravitl/netmaker/mq"
  23. "github.com/gravitl/netmaker/netclient/ncutils"
  24. "github.com/gravitl/netmaker/servercfg"
  25. "github.com/gravitl/netmaker/serverctl"
  26. "google.golang.org/grpc"
  27. )
  28. var version = "dev"
  29. // Start DB Connection and start API Request Handler
  30. func main() {
  31. absoluteConfigPath := flag.String("c", "", "absolute path to configuration file")
  32. flag.Parse()
  33. setupConfig(*absoluteConfigPath)
  34. servercfg.SetVersion(version)
  35. fmt.Println(models.RetrieveLogo()) // print the logo
  36. initialize() // initial db and grpc server
  37. setGarbageCollection()
  38. defer database.CloseDB()
  39. startControllers() // start the grpc or rest endpoints
  40. }
  41. func setupConfig(absoluteConfigPath string) {
  42. if len(absoluteConfigPath) > 0 {
  43. cfg, err := config.ReadConfig(absoluteConfigPath)
  44. if err != nil {
  45. logger.Log(0, fmt.Sprintf("failed parsing config at: %s", absoluteConfigPath))
  46. return
  47. }
  48. config.Config = cfg
  49. }
  50. }
  51. func initialize() { // Client Mode Prereq Check
  52. var err error
  53. if servercfg.GetMasterKey() == "" {
  54. logger.Log(0, "warning: MASTER_KEY not set, this could make account recovery difficult")
  55. }
  56. if servercfg.GetNodeID() == "" {
  57. logger.FatalLog("error: must set NODE_ID, currently blank")
  58. }
  59. if err = database.InitializeDatabase(); err != nil {
  60. logger.FatalLog("Error connecting to database")
  61. }
  62. logger.Log(0, "database successfully connected")
  63. logic.SetJWTSecret()
  64. err = logic.TimerCheckpoint()
  65. if err != nil {
  66. logger.Log(1, "Timer error occurred: ", err.Error())
  67. }
  68. var authProvider = auth.InitializeAuthProvider()
  69. if authProvider != "" {
  70. logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
  71. } else {
  72. logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
  73. }
  74. err = serverctl.SetDefaultACLS()
  75. if err != nil {
  76. logger.FatalLog("error setting default acls: ", err.Error())
  77. }
  78. if servercfg.IsClientMode() != "off" {
  79. output, err := ncutils.RunCmd("id -u", true)
  80. if err != nil {
  81. logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
  82. }
  83. uid, err := strconv.Atoi(string(output[:len(output)-1]))
  84. if err != nil {
  85. logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
  86. }
  87. if uid != 0 {
  88. logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
  89. }
  90. if err := serverctl.InitServerNetclient(); err != nil {
  91. logger.FatalLog("Did not find netclient to use CLIENT_MODE")
  92. }
  93. if err := serverctl.InitializeCommsNetwork(); err != nil {
  94. logger.FatalLog("could not inintialize comms network")
  95. }
  96. }
  97. // initialize iptables to ensure gateways work correctly and mq is forwarded if containerized
  98. if servercfg.ManageIPTables() != "off" {
  99. if err = serverctl.InitIPTables(); err != nil {
  100. logger.FatalLog("Unable to initialize iptables on host:", err.Error())
  101. }
  102. }
  103. if servercfg.IsDNSMode() {
  104. err := functions.SetDNSDir()
  105. if err != nil {
  106. logger.FatalLog(err.Error())
  107. }
  108. }
  109. }
  110. func startControllers() {
  111. var waitnetwork sync.WaitGroup
  112. //Run Agent Server
  113. if servercfg.IsAgentBackend() {
  114. if !(servercfg.DisableRemoteIPCheck()) && servercfg.GetGRPCHost() == "127.0.0.1" {
  115. err := servercfg.SetHost()
  116. if err != nil {
  117. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  118. }
  119. }
  120. waitnetwork.Add(1)
  121. go runGRPC(&waitnetwork)
  122. }
  123. if servercfg.IsDNSMode() {
  124. err := logic.SetDNS()
  125. if err != nil {
  126. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  127. }
  128. }
  129. //Run Rest Server
  130. if servercfg.IsRestBackend() {
  131. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  132. err := servercfg.SetHost()
  133. if err != nil {
  134. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  135. }
  136. }
  137. waitnetwork.Add(1)
  138. go controller.HandleRESTRequests(&waitnetwork)
  139. }
  140. //Run MessageQueue
  141. if servercfg.IsMessageQueueBackend() {
  142. waitnetwork.Add(1)
  143. go runMessageQueue(&waitnetwork)
  144. }
  145. if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  146. logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
  147. }
  148. waitnetwork.Wait()
  149. }
  150. func runGRPC(wg *sync.WaitGroup) {
  151. defer wg.Done()
  152. grpcport := servercfg.GetGRPCPort()
  153. listener, err := net.Listen("tcp", ":"+grpcport)
  154. // Handle errors if any
  155. if err != nil {
  156. logger.FatalLog("[netmaker] Unable to listen on port", grpcport, ": error:", err.Error())
  157. }
  158. s := grpc.NewServer(
  159. authServerUnaryInterceptor(),
  160. )
  161. // Create NodeService type
  162. srv := &controller.NodeServiceServer{}
  163. // Register the service with the server
  164. nodepb.RegisterNodeServiceServer(s, srv)
  165. // Start the server in a child routine
  166. go func() {
  167. if err := s.Serve(listener); err != nil {
  168. logger.FatalLog("Failed to serve:", err.Error())
  169. }
  170. }()
  171. logger.Log(0, "Agent Server successfully started on port ", grpcport, "(gRPC)")
  172. // Relay os.Interrupt to our channel (os.Interrupt = CTRL+C)
  173. // Ignore other incoming signals
  174. ctx, stop := signal.NotifyContext(context.TODO(), os.Interrupt)
  175. defer stop()
  176. // Block main routine until a signal is received
  177. // As long as user doesn't press CTRL+C a message is not passed and our main routine keeps running
  178. <-ctx.Done()
  179. // After receiving CTRL+C Properly stop the server
  180. logger.Log(0, "Stopping the Agent server...")
  181. s.GracefulStop()
  182. listener.Close()
  183. logger.Log(0, "Agent server closed..")
  184. logger.Log(0, "Closed DB connection.")
  185. }
  186. // Should we be using a context vice a waitgroup????????????
  187. func runMessageQueue(wg *sync.WaitGroup) {
  188. defer wg.Done()
  189. logger.Log(0, "connecting to mq broker at", servercfg.GetMessageQueueEndpoint())
  190. var client = mq.SetupMQTT(false) // Set up the subscription listener
  191. ctx, cancel := context.WithCancel(context.Background())
  192. go mq.Keepalive(ctx)
  193. quit := make(chan os.Signal, 1)
  194. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  195. <-quit
  196. cancel()
  197. logger.Log(0, "Message Queue shutting down")
  198. client.Disconnect(250)
  199. }
  200. func authServerUnaryInterceptor() grpc.ServerOption {
  201. return grpc.UnaryInterceptor(controller.AuthServerUnaryInterceptor)
  202. }
  203. func setGarbageCollection() {
  204. _, gcset := os.LookupEnv("GOGC")
  205. if !gcset {
  206. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  207. }
  208. }