main.go 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. package main
  2. import (
  3. "context"
  4. "fmt"
  5. "net"
  6. "os"
  7. "os/signal"
  8. "runtime/debug"
  9. "strconv"
  10. "sync"
  11. "syscall"
  12. mqtt "github.com/eclipse/paho.mqtt.golang"
  13. "github.com/gravitl/netmaker/auth"
  14. controller "github.com/gravitl/netmaker/controllers"
  15. "github.com/gravitl/netmaker/database"
  16. "github.com/gravitl/netmaker/functions"
  17. nodepb "github.com/gravitl/netmaker/grpc"
  18. "github.com/gravitl/netmaker/logger"
  19. "github.com/gravitl/netmaker/logic"
  20. "github.com/gravitl/netmaker/models"
  21. "github.com/gravitl/netmaker/mq"
  22. "github.com/gravitl/netmaker/netclient/ncutils"
  23. "github.com/gravitl/netmaker/servercfg"
  24. "github.com/gravitl/netmaker/serverctl"
  25. "google.golang.org/grpc"
  26. )
  27. // Start DB Connection and start API Request Handler
  28. func main() {
  29. fmt.Println(models.RetrieveLogo()) // print the logo
  30. initialize() // initial db and grpc server
  31. setGarbageCollection()
  32. defer database.CloseDB()
  33. startControllers() // start the grpc or rest endpoints
  34. }
  35. func initialize() { // Client Mode Prereq Check
  36. var err error
  37. if err = database.InitializeDatabase(); err != nil {
  38. logger.FatalLog("Error connecting to database")
  39. }
  40. logger.Log(0, "database successfully connected")
  41. err = logic.TimerCheckpoint()
  42. if err != nil {
  43. logger.Log(1, "Timer error occurred: ", err.Error())
  44. }
  45. var authProvider = auth.InitializeAuthProvider()
  46. if authProvider != "" {
  47. logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
  48. } else {
  49. logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
  50. }
  51. if servercfg.IsClientMode() != "off" {
  52. output, err := ncutils.RunCmd("id -u", true)
  53. if err != nil {
  54. logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
  55. }
  56. uid, err := strconv.Atoi(string(output[:len(output)-1]))
  57. if err != nil {
  58. logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
  59. }
  60. if uid != 0 {
  61. logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
  62. }
  63. if err := serverctl.InitServerNetclient(); err != nil {
  64. logger.FatalLog("Did not find netclient to use CLIENT_MODE")
  65. }
  66. }
  67. // initialize iptables to ensure gateways work correctly and mq is forwarded if containerized
  68. if servercfg.ManageIPTables() != "off" {
  69. if err = serverctl.InitIPTables(); err != nil {
  70. logger.FatalLog("Unable to initialize iptables on host:", err.Error())
  71. }
  72. }
  73. if servercfg.IsDNSMode() {
  74. err := functions.SetDNSDir()
  75. if err != nil {
  76. logger.FatalLog(err.Error())
  77. }
  78. }
  79. }
  80. func startControllers() {
  81. var waitnetwork sync.WaitGroup
  82. //Run Agent Server
  83. if servercfg.IsAgentBackend() {
  84. if !(servercfg.DisableRemoteIPCheck()) && servercfg.GetGRPCHost() == "127.0.0.1" {
  85. err := servercfg.SetHost()
  86. if err != nil {
  87. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  88. }
  89. }
  90. waitnetwork.Add(1)
  91. go runGRPC(&waitnetwork)
  92. }
  93. if servercfg.IsDNSMode() {
  94. err := logic.SetDNS()
  95. if err != nil {
  96. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  97. }
  98. }
  99. //Run Rest Server
  100. if servercfg.IsRestBackend() {
  101. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  102. err := servercfg.SetHost()
  103. if err != nil {
  104. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  105. }
  106. }
  107. waitnetwork.Add(1)
  108. go controller.HandleRESTRequests(&waitnetwork)
  109. }
  110. //Run MessageQueue
  111. if servercfg.IsMessageQueueBackend() {
  112. waitnetwork.Add(1)
  113. go runMessageQueue(&waitnetwork)
  114. }
  115. if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  116. logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
  117. }
  118. waitnetwork.Wait()
  119. }
  120. func runGRPC(wg *sync.WaitGroup) {
  121. defer wg.Done()
  122. grpcport := servercfg.GetGRPCPort()
  123. listener, err := net.Listen("tcp", ":"+grpcport)
  124. // Handle errors if any
  125. if err != nil {
  126. logger.FatalLog("[netmaker] Unable to listen on port", grpcport, ": error:", err.Error())
  127. }
  128. s := grpc.NewServer(
  129. authServerUnaryInterceptor(),
  130. )
  131. // Create NodeService type
  132. srv := &controller.NodeServiceServer{}
  133. // Register the service with the server
  134. nodepb.RegisterNodeServiceServer(s, srv)
  135. // Start the server in a child routine
  136. go func() {
  137. if err := s.Serve(listener); err != nil {
  138. logger.FatalLog("Failed to serve:", err.Error())
  139. }
  140. }()
  141. logger.Log(0, "Agent Server successfully started on port ", grpcport, "(gRPC)")
  142. // Relay os.Interrupt to our channel (os.Interrupt = CTRL+C)
  143. // Ignore other incoming signals
  144. ctx, stop := signal.NotifyContext(context.TODO(), os.Interrupt)
  145. defer stop()
  146. // Block main routine until a signal is received
  147. // As long as user doesn't press CTRL+C a message is not passed and our main routine keeps running
  148. <-ctx.Done()
  149. // After receiving CTRL+C Properly stop the server
  150. logger.Log(0, "Stopping the Agent server...")
  151. s.GracefulStop()
  152. listener.Close()
  153. logger.Log(0, "Agent server closed..")
  154. logger.Log(0, "Closed DB connection.")
  155. }
  156. // Should we be using a context vice a waitgroup????????????
  157. func runMessageQueue(wg *sync.WaitGroup) {
  158. defer wg.Done()
  159. //refactor netclient.functions.SetupMQTT so can be called from here
  160. //setupMQTT
  161. opts := mqtt.NewClientOptions()
  162. opts.AddBroker(servercfg.GetMessageQueueEndpoint())
  163. logger.Log(0, "setting broker "+servercfg.GetMessageQueueEndpoint())
  164. client := mqtt.NewClient(opts)
  165. if token := client.Connect(); token.Wait() && token.Error() != nil {
  166. logger.Log(0, "unable to connect to message queue broker, closing down")
  167. return
  168. }
  169. //Set up Subscriptions
  170. if servercfg.GetDebug() {
  171. if token := client.Subscribe("#", 2, mq.DefaultHandler); token.Wait() && token.Error() != nil {
  172. client.Disconnect(240)
  173. logger.Log(0, "default subscription failed")
  174. }
  175. }
  176. if token := client.Subscribe("ping/#", 2, mq.Ping); token.Wait() && token.Error() != nil {
  177. client.Disconnect(240)
  178. logger.Log(0, "ping subscription failed")
  179. }
  180. if token := client.Subscribe("update/#", 0, mq.UpdateNode); token.Wait() && token.Error() != nil {
  181. client.Disconnect(240)
  182. logger.Log(0, "node update subscription failed")
  183. }
  184. quit := make(chan os.Signal, 1)
  185. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  186. <-quit
  187. logger.Log(0, "Message Queue shutting down")
  188. client.Disconnect(250)
  189. }
  190. func authServerUnaryInterceptor() grpc.ServerOption {
  191. return grpc.UnaryInterceptor(controller.AuthServerUnaryInterceptor)
  192. }
  193. func setGarbageCollection() {
  194. _, gcset := os.LookupEnv("GOGC")
  195. if !gcset {
  196. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  197. }
  198. }