main.go 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235
  1. package main
  2. import (
  3. "context"
  4. "fmt"
  5. "net"
  6. "os"
  7. "os/signal"
  8. "runtime/debug"
  9. "strconv"
  10. "sync"
  11. "syscall"
  12. "time"
  13. mqtt "github.com/eclipse/paho.mqtt.golang"
  14. "github.com/gravitl/netmaker/auth"
  15. controller "github.com/gravitl/netmaker/controllers"
  16. "github.com/gravitl/netmaker/database"
  17. "github.com/gravitl/netmaker/functions"
  18. nodepb "github.com/gravitl/netmaker/grpc"
  19. "github.com/gravitl/netmaker/logger"
  20. "github.com/gravitl/netmaker/logic"
  21. "github.com/gravitl/netmaker/models"
  22. "github.com/gravitl/netmaker/mq"
  23. "github.com/gravitl/netmaker/netclient/ncutils"
  24. "github.com/gravitl/netmaker/servercfg"
  25. "github.com/gravitl/netmaker/serverctl"
  26. "google.golang.org/grpc"
  27. )
  28. // Start DB Connection and start API Request Handler
  29. func main() {
  30. fmt.Println(models.RetrieveLogo()) // print the logo
  31. initialize() // initial db and grpc server
  32. setGarbageCollection()
  33. defer database.CloseDB()
  34. startControllers() // start the grpc or rest endpoints
  35. }
  36. func initialize() { // Client Mode Prereq Check
  37. var err error
  38. if err = database.InitializeDatabase(); err != nil {
  39. logger.FatalLog("Error connecting to database")
  40. }
  41. logger.Log(0, "database successfully connected")
  42. err = serverctl.TelemetryCheckpoint()
  43. if err != nil {
  44. logger.Log(1, "Failed to send telemetry: ", err.Error())
  45. }
  46. var authProvider = auth.InitializeAuthProvider()
  47. if authProvider != "" {
  48. logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
  49. } else {
  50. logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
  51. }
  52. if servercfg.IsClientMode() != "off" {
  53. output, err := ncutils.RunCmd("id -u", true)
  54. if err != nil {
  55. logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
  56. }
  57. uid, err := strconv.Atoi(string(output[:len(output)-1]))
  58. if err != nil {
  59. logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
  60. }
  61. if uid != 0 {
  62. logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
  63. }
  64. if err := serverctl.InitServerNetclient(); err != nil {
  65. logger.FatalLog("Did not find netclient to use CLIENT_MODE")
  66. }
  67. }
  68. if servercfg.IsDNSMode() {
  69. err := functions.SetDNSDir()
  70. if err != nil {
  71. logger.FatalLog(err.Error())
  72. }
  73. }
  74. }
  75. func startControllers() {
  76. var waitnetwork sync.WaitGroup
  77. //Run Agent Server
  78. if servercfg.IsAgentBackend() {
  79. if !(servercfg.DisableRemoteIPCheck()) && servercfg.GetGRPCHost() == "127.0.0.1" {
  80. err := servercfg.SetHost()
  81. if err != nil {
  82. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  83. }
  84. }
  85. waitnetwork.Add(1)
  86. go runGRPC(&waitnetwork)
  87. }
  88. if servercfg.IsDNSMode() {
  89. err := logic.SetDNS()
  90. if err != nil {
  91. logger.Log(0, "error occurred initializing DNS: ", err.Error())
  92. }
  93. }
  94. //Run Rest Server
  95. if servercfg.IsRestBackend() {
  96. if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
  97. err := servercfg.SetHost()
  98. if err != nil {
  99. logger.FatalLog("Unable to Set host. Exiting...", err.Error())
  100. }
  101. }
  102. waitnetwork.Add(1)
  103. go controller.HandleRESTRequests(&waitnetwork)
  104. }
  105. //Run MessageQueue
  106. if servercfg.IsMessageQueueBackend() {
  107. waitnetwork.Add(1)
  108. go runMessageQueue(&waitnetwork)
  109. }
  110. if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
  111. logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
  112. }
  113. if servercfg.IsClientMode() == "on" {
  114. var checkintime = time.Duration(servercfg.GetServerCheckinInterval()) * time.Second
  115. for { // best effort currently
  116. var serverGroup sync.WaitGroup
  117. serverGroup.Add(1)
  118. go runClient(&serverGroup)
  119. serverGroup.Wait()
  120. time.Sleep(checkintime)
  121. }
  122. }
  123. waitnetwork.Wait()
  124. }
  125. func runClient(wg *sync.WaitGroup) {
  126. defer wg.Done()
  127. go serverctl.HandleContainedClient()
  128. }
  129. func runGRPC(wg *sync.WaitGroup) {
  130. defer wg.Done()
  131. grpcport := servercfg.GetGRPCPort()
  132. listener, err := net.Listen("tcp", ":"+grpcport)
  133. // Handle errors if any
  134. if err != nil {
  135. logger.FatalLog("[netmaker] Unable to listen on port", grpcport, ": error:", err.Error())
  136. }
  137. s := grpc.NewServer(
  138. authServerUnaryInterceptor(),
  139. )
  140. // Create NodeService type
  141. srv := &controller.NodeServiceServer{}
  142. // Register the service with the server
  143. nodepb.RegisterNodeServiceServer(s, srv)
  144. // Start the server in a child routine
  145. go func() {
  146. if err := s.Serve(listener); err != nil {
  147. logger.FatalLog("Failed to serve:", err.Error())
  148. }
  149. }()
  150. logger.Log(0, "Agent Server successfully started on port ", grpcport, "(gRPC)")
  151. // Relay os.Interrupt to our channel (os.Interrupt = CTRL+C)
  152. // Ignore other incoming signals
  153. ctx, stop := signal.NotifyContext(context.TODO(), os.Interrupt)
  154. defer stop()
  155. // Block main routine until a signal is received
  156. // As long as user doesn't press CTRL+C a message is not passed and our main routine keeps running
  157. <-ctx.Done()
  158. // After receiving CTRL+C Properly stop the server
  159. logger.Log(0, "Stopping the Agent server...")
  160. s.GracefulStop()
  161. listener.Close()
  162. logger.Log(0, "Agent server closed..")
  163. logger.Log(0, "Closed DB connection.")
  164. }
  165. // Should we be using a context vice a waitgroup????????????
  166. func runMessageQueue(wg *sync.WaitGroup) {
  167. defer wg.Done()
  168. //refactor netclient.functions.SetupMQTT so can be called from here
  169. //setupMQTT
  170. opts := mqtt.NewClientOptions()
  171. opts.AddBroker(servercfg.GetMessageQueueEndpoint())
  172. logger.Log(0, "setting broker "+servercfg.GetMessageQueueEndpoint())
  173. client := mqtt.NewClient(opts)
  174. if token := client.Connect(); token.Wait() && token.Error() != nil {
  175. logger.Log(0, "unable to connect to message queue broker, closing down")
  176. return
  177. }
  178. //Set up Subscriptions
  179. if servercfg.GetDebug() {
  180. if token := client.Subscribe("#", 2, mq.DefaultHandler); token.Wait() && token.Error() != nil {
  181. client.Disconnect(240)
  182. logger.Log(0, "default subscription failed")
  183. }
  184. }
  185. if token := client.Subscribe("ping/#", 2, mq.Ping); token.Wait() && token.Error() != nil {
  186. client.Disconnect(240)
  187. logger.Log(0, "ping subscription failed")
  188. }
  189. if token := client.Subscribe("update/#", 0, mq.UpdateNode); token.Wait() && token.Error() != nil {
  190. client.Disconnect(240)
  191. logger.Log(0, "node update subscription failed")
  192. }
  193. quit := make(chan os.Signal, 1)
  194. signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
  195. <-quit
  196. logger.Log(0, "Message Queue shutting down")
  197. client.Disconnect(250)
  198. }
  199. func authServerUnaryInterceptor() grpc.ServerOption {
  200. return grpc.UnaryInterceptor(controller.AuthServerUnaryInterceptor)
  201. }
  202. func setGarbageCollection() {
  203. _, gcset := os.LookupEnv("GOGC")
  204. if !gcset {
  205. debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
  206. }
  207. }