123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225 |
- package main
- import (
- "context"
- "fmt"
- "net"
- "os"
- "os/signal"
- "runtime/debug"
- "strconv"
- "sync"
- "syscall"
- mqtt "github.com/eclipse/paho.mqtt.golang"
- "github.com/gravitl/netmaker/auth"
- controller "github.com/gravitl/netmaker/controllers"
- "github.com/gravitl/netmaker/database"
- "github.com/gravitl/netmaker/functions"
- nodepb "github.com/gravitl/netmaker/grpc"
- "github.com/gravitl/netmaker/logger"
- "github.com/gravitl/netmaker/logic"
- "github.com/gravitl/netmaker/models"
- "github.com/gravitl/netmaker/mq"
- "github.com/gravitl/netmaker/netclient/ncutils"
- "github.com/gravitl/netmaker/servercfg"
- "github.com/gravitl/netmaker/serverctl"
- "google.golang.org/grpc"
- )
- // Start DB Connection and start API Request Handler
- func main() {
- fmt.Println(models.RetrieveLogo()) // print the logo
- initialize() // initial db and grpc server
- setGarbageCollection()
- defer database.CloseDB()
- startControllers() // start the grpc or rest endpoints
- }
- func initialize() { // Client Mode Prereq Check
- var err error
- if err = database.InitializeDatabase(); err != nil {
- logger.FatalLog("Error connecting to database")
- }
- logger.Log(0, "database successfully connected")
- err = logic.TimerCheckpoint()
- if err != nil {
- logger.Log(1, "Timer error occurred: ", err.Error())
- }
- var authProvider = auth.InitializeAuthProvider()
- if authProvider != "" {
- logger.Log(0, "OAuth provider,", authProvider+",", "initialized")
- } else {
- logger.Log(0, "no OAuth provider found or not configured, continuing without OAuth")
- }
- if servercfg.IsClientMode() != "off" {
- output, err := ncutils.RunCmd("id -u", true)
- if err != nil {
- logger.FatalLog("Error running 'id -u' for prereq check. Please investigate or disable client mode.", output, err.Error())
- }
- uid, err := strconv.Atoi(string(output[:len(output)-1]))
- if err != nil {
- logger.FatalLog("Error retrieving uid from 'id -u' for prereq check. Please investigate or disable client mode.", err.Error())
- }
- if uid != 0 {
- logger.FatalLog("To run in client mode requires root privileges. Either disable client mode or run with sudo.")
- }
- if err := serverctl.InitServerNetclient(); err != nil {
- logger.FatalLog("Did not find netclient to use CLIENT_MODE")
- }
- }
- // initialize iptables to ensure gateways work correctly and mq is forwarded if containerized
- if servercfg.ManageIPTables() != "off" {
- if err = serverctl.InitIPTables(); err != nil {
- logger.FatalLog("Unable to initialize iptables on host:", err.Error())
- }
- }
- if servercfg.IsDNSMode() {
- err := functions.SetDNSDir()
- if err != nil {
- logger.FatalLog(err.Error())
- }
- }
- }
- func startControllers() {
- var waitnetwork sync.WaitGroup
- //Run Agent Server
- if servercfg.IsAgentBackend() {
- if !(servercfg.DisableRemoteIPCheck()) && servercfg.GetGRPCHost() == "127.0.0.1" {
- err := servercfg.SetHost()
- if err != nil {
- logger.FatalLog("Unable to Set host. Exiting...", err.Error())
- }
- }
- waitnetwork.Add(1)
- go runGRPC(&waitnetwork)
- }
- if servercfg.IsDNSMode() {
- err := logic.SetDNS()
- if err != nil {
- logger.Log(0, "error occurred initializing DNS: ", err.Error())
- }
- }
- //Run Rest Server
- if servercfg.IsRestBackend() {
- if !servercfg.DisableRemoteIPCheck() && servercfg.GetAPIHost() == "127.0.0.1" {
- err := servercfg.SetHost()
- if err != nil {
- logger.FatalLog("Unable to Set host. Exiting...", err.Error())
- }
- }
- waitnetwork.Add(1)
- go controller.HandleRESTRequests(&waitnetwork)
- }
- //Run MessageQueue
- if servercfg.IsMessageQueueBackend() {
- waitnetwork.Add(1)
- go runMessageQueue(&waitnetwork)
- }
- if !servercfg.IsAgentBackend() && !servercfg.IsRestBackend() && !servercfg.IsMessageQueueBackend() {
- logger.Log(0, "No Server Mode selected, so nothing is being served! Set Agent mode (AGENT_BACKEND) or Rest mode (REST_BACKEND) or MessageQueue (MESSAGEQUEUE_BACKEND) to 'true'.")
- }
- waitnetwork.Wait()
- }
- func runGRPC(wg *sync.WaitGroup) {
- defer wg.Done()
- grpcport := servercfg.GetGRPCPort()
- listener, err := net.Listen("tcp", ":"+grpcport)
- // Handle errors if any
- if err != nil {
- logger.FatalLog("[netmaker] Unable to listen on port", grpcport, ": error:", err.Error())
- }
- s := grpc.NewServer(
- authServerUnaryInterceptor(),
- )
- // Create NodeService type
- srv := &controller.NodeServiceServer{}
- // Register the service with the server
- nodepb.RegisterNodeServiceServer(s, srv)
- // Start the server in a child routine
- go func() {
- if err := s.Serve(listener); err != nil {
- logger.FatalLog("Failed to serve:", err.Error())
- }
- }()
- logger.Log(0, "Agent Server successfully started on port ", grpcport, "(gRPC)")
- // Relay os.Interrupt to our channel (os.Interrupt = CTRL+C)
- // Ignore other incoming signals
- ctx, stop := signal.NotifyContext(context.TODO(), os.Interrupt)
- defer stop()
- // Block main routine until a signal is received
- // As long as user doesn't press CTRL+C a message is not passed and our main routine keeps running
- <-ctx.Done()
- // After receiving CTRL+C Properly stop the server
- logger.Log(0, "Stopping the Agent server...")
- s.GracefulStop()
- listener.Close()
- logger.Log(0, "Agent server closed..")
- logger.Log(0, "Closed DB connection.")
- }
- // Should we be using a context vice a waitgroup????????????
- func runMessageQueue(wg *sync.WaitGroup) {
- defer wg.Done()
- //refactor netclient.functions.SetupMQTT so can be called from here
- //setupMQTT
- opts := mqtt.NewClientOptions()
- opts.AddBroker(servercfg.GetMessageQueueEndpoint())
- logger.Log(0, "setting broker "+servercfg.GetMessageQueueEndpoint())
- client := mqtt.NewClient(opts)
- if token := client.Connect(); token.Wait() && token.Error() != nil {
- logger.Log(0, "unable to connect to message queue broker, closing down")
- return
- }
- //Set up Subscriptions
- if servercfg.GetDebug() {
- if token := client.Subscribe("#", 2, mq.DefaultHandler); token.Wait() && token.Error() != nil {
- client.Disconnect(240)
- logger.Log(0, "default subscription failed")
- }
- }
- if token := client.Subscribe("ping/#", 2, mq.Ping); token.Wait() && token.Error() != nil {
- client.Disconnect(240)
- logger.Log(0, "ping subscription failed")
- }
- if token := client.Subscribe("update/#", 0, mq.UpdateNode); token.Wait() && token.Error() != nil {
- client.Disconnect(240)
- logger.Log(0, "node update subscription failed")
- }
- quit := make(chan os.Signal, 1)
- signal.Notify(quit, syscall.SIGTERM, os.Interrupt)
- <-quit
- logger.Log(0, "Message Queue shutting down")
- client.Disconnect(250)
- }
- func authServerUnaryInterceptor() grpc.ServerOption {
- return grpc.UnaryInterceptor(controller.AuthServerUnaryInterceptor)
- }
- func setGarbageCollection() {
- _, gcset := os.LookupEnv("GOGC")
- if !gcset {
- debug.SetGCPercent(ncutils.DEFAULT_GC_PERCENT)
- }
- }
|