server.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // == Join, Checkin, and Leave for Server ==
  18. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  19. const KUBERNETES_LISTEN_PORT = 31821
  20. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  21. const KUBERNETES_SERVER_MTU = 1024
  22. // ServerJoin - responsible for joining a server to a network
  23. func ServerJoin(networkSettings *models.Network) (models.Node, error) {
  24. var returnNode models.Node
  25. if networkSettings == nil || networkSettings.NetID == "" {
  26. return returnNode, errors.New("no network provided")
  27. }
  28. var err error
  29. var currentServers = GetServerNodes(networkSettings.NetID)
  30. var serverCount = 1
  31. if currentServers != nil {
  32. serverCount = len(currentServers) + 1
  33. }
  34. var ishub = "no"
  35. if serverCount == 1 && (networkSettings.IsHubAndSpoke == "yes" || networkSettings.IsComms == "yes") {
  36. ishub = "yes"
  37. }
  38. var node = &models.Node{
  39. IsServer: "yes",
  40. DNSOn: "no",
  41. IsStatic: "yes",
  42. Name: fmt.Sprintf("%s-%d", models.NODE_SERVER_NAME, serverCount),
  43. MacAddress: servercfg.GetNodeID(),
  44. ID: "", // will be set to new uuid
  45. UDPHolePunch: "no",
  46. IsLocal: networkSettings.IsLocal,
  47. LocalRange: networkSettings.LocalRange,
  48. OS: runtime.GOOS,
  49. Version: servercfg.Version,
  50. IsHub: ishub,
  51. }
  52. SetNodeDefaults(node)
  53. if servercfg.GetPlatform() == "Kubernetes" {
  54. node.ListenPort = KUBERNETES_LISTEN_PORT
  55. node.MTU = KUBERNETES_SERVER_MTU
  56. }
  57. if node.LocalRange != "" && node.LocalAddress == "" {
  58. logger.Log(1, "local vpn, getting local address from range:", networkSettings.LocalRange)
  59. node.LocalAddress, err = getServerLocalIP(networkSettings)
  60. if err != nil {
  61. node.LocalAddress = ""
  62. node.IsLocal = "no"
  63. }
  64. }
  65. if node.Endpoint == "" {
  66. if node.IsLocal == "yes" && node.LocalAddress != "" {
  67. node.Endpoint = node.LocalAddress
  68. } else {
  69. node.Endpoint, err = ncutils.GetPublicIP()
  70. }
  71. if err != nil || node.Endpoint == "" {
  72. logger.Log(0, "Error setting server node Endpoint.")
  73. return returnNode, err
  74. }
  75. }
  76. var privateKey = ""
  77. // Generate and set public/private WireGuard Keys
  78. if privateKey == "" {
  79. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  80. if err != nil {
  81. logger.Log(1, err.Error())
  82. return returnNode, err
  83. }
  84. privateKey = wgPrivatekey.String()
  85. node.PublicKey = wgPrivatekey.PublicKey().String()
  86. }
  87. node.Network = networkSettings.NetID
  88. logger.Log(2, "adding a server instance on network", node.Network)
  89. if err != nil {
  90. return returnNode, err
  91. }
  92. err = SetNetworkNodesLastModified(node.Network)
  93. if err != nil {
  94. return returnNode, err
  95. }
  96. // get free port based on returned default listen port
  97. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  98. if err != nil {
  99. logger.Log(2, "Error retrieving port:", err.Error())
  100. } else {
  101. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  102. }
  103. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  104. if node.IsLocal == "yes" && node.LocalRange != "" {
  105. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  106. if err != nil {
  107. return returnNode, err
  108. }
  109. node.Endpoint = node.LocalAddress
  110. }
  111. if err = CreateNode(node); err != nil {
  112. return returnNode, err
  113. }
  114. if err = StorePrivKey(node.ID, privateKey); err != nil {
  115. return returnNode, err
  116. }
  117. peers, hasGateway, gateways, err := GetServerPeers(node)
  118. if err != nil && !ncutils.IsEmptyRecord(err) {
  119. logger.Log(1, "failed to retrieve peers")
  120. return returnNode, err
  121. }
  122. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  123. if err != nil {
  124. return returnNode, err
  125. }
  126. return *node, nil
  127. }
  128. // ServerUpdate - updates the server
  129. // replaces legacy Checkin code
  130. func ServerUpdate(serverNode *models.Node, ifaceDelta bool) error {
  131. var err = ServerPull(serverNode, ifaceDelta)
  132. if isDeleteError(err) {
  133. return DeleteNodeByID(serverNode, true)
  134. } else if err != nil && !ifaceDelta {
  135. err = ServerPull(serverNode, true)
  136. if err != nil {
  137. return err
  138. }
  139. }
  140. actionCompleted := checkNodeActions(serverNode)
  141. if actionCompleted == models.NODE_DELETE {
  142. return errors.New("node has been removed")
  143. }
  144. return serverPush(serverNode)
  145. }
  146. /**
  147. * Below function needs major refactor
  148. *
  149. */
  150. // GetServerPeers - gets peers of server
  151. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  152. hasGateway := false
  153. var gateways []string
  154. var peers []wgtypes.PeerConfig
  155. var nodes []models.Node // fill above fields from server or client
  156. var err error
  157. nodes, err = GetPeers(serverNode)
  158. if err != nil {
  159. return nil, hasGateway, gateways, err
  160. }
  161. keepalive := serverNode.PersistentKeepalive
  162. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  163. if err != nil {
  164. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  165. return nil, hasGateway, gateways, err
  166. }
  167. for _, node := range nodes {
  168. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  169. if err != nil {
  170. logger.Log(1, "error parsing key", pubkey.String())
  171. return peers, hasGateway, gateways, err
  172. }
  173. if serverNode.PublicKey == node.PublicKey {
  174. continue
  175. }
  176. if serverNode.Endpoint == node.Endpoint {
  177. if serverNode.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  178. node.Endpoint = node.LocalAddress
  179. } else {
  180. continue
  181. }
  182. }
  183. var peer wgtypes.PeerConfig
  184. var peeraddr = net.IPNet{
  185. IP: net.ParseIP(node.Address),
  186. Mask: net.CIDRMask(32, 32),
  187. }
  188. var allowedips = []net.IPNet{
  189. peeraddr,
  190. }
  191. // handle manually set peers
  192. for _, allowedIp := range node.AllowedIPs {
  193. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  194. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  195. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  196. allowedips = append(allowedips, *ipnet)
  197. }
  198. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  199. ipnet := net.IPNet{
  200. IP: net.ParseIP(allowedIp),
  201. Mask: net.CIDRMask(32, 32),
  202. }
  203. allowedips = append(allowedips, ipnet)
  204. }
  205. }
  206. // handle egress gateway peers
  207. if node.IsEgressGateway == "yes" {
  208. hasGateway = true
  209. ranges := node.EgressGatewayRanges
  210. for _, iprange := range ranges { // go through each cidr for egress gateway
  211. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  212. if err != nil {
  213. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  214. continue // if can't parse CIDR
  215. }
  216. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  217. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  218. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  219. continue // skip adding egress range if overlaps with node's ip
  220. }
  221. if ipnet.Contains(net.ParseIP(serverNode.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  222. logger.Log(2, "egress IP range of", iprange, "overlaps with", serverNode.LocalAddress, ", omitting")
  223. continue // skip adding egress range if overlaps with node's local ip
  224. }
  225. gateways = append(gateways, iprange)
  226. if err != nil {
  227. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  228. } else {
  229. allowedips = append(allowedips, *ipnet)
  230. }
  231. }
  232. ranges = nil
  233. }
  234. if node.Address6 != "" && serverNode.IsDualStack == "yes" {
  235. var addr6 = net.IPNet{
  236. IP: net.ParseIP(node.Address6),
  237. Mask: net.CIDRMask(128, 128),
  238. }
  239. allowedips = append(allowedips, addr6)
  240. }
  241. peer = wgtypes.PeerConfig{
  242. PublicKey: pubkey,
  243. PersistentKeepaliveInterval: &(keepalivedur),
  244. ReplaceAllowedIPs: true,
  245. AllowedIPs: allowedips,
  246. }
  247. peers = append(peers, peer)
  248. }
  249. if serverNode.IsIngressGateway == "yes" {
  250. extPeers, err := GetServerExtPeers(serverNode)
  251. if err == nil {
  252. peers = append(peers, extPeers...)
  253. } else {
  254. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  255. }
  256. extPeers = nil
  257. }
  258. return peers, hasGateway, gateways, err
  259. }
  260. // GetServerExtPeers - gets the extpeers for a client
  261. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  262. var peers []wgtypes.PeerConfig
  263. var extPeers []models.Node
  264. var err error
  265. var tempPeers []models.ExtPeersResponse
  266. tempPeers, err = GetExtPeersList(serverNode)
  267. if err != nil {
  268. return nil, err
  269. }
  270. for i := 0; i < len(tempPeers); i++ {
  271. extPeers = append(extPeers, models.Node{
  272. Address: tempPeers[i].Address,
  273. Address6: tempPeers[i].Address6,
  274. Endpoint: tempPeers[i].Endpoint,
  275. PublicKey: tempPeers[i].PublicKey,
  276. PersistentKeepalive: tempPeers[i].KeepAlive,
  277. ListenPort: tempPeers[i].ListenPort,
  278. LocalAddress: tempPeers[i].LocalAddress,
  279. })
  280. }
  281. for _, extPeer := range extPeers {
  282. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  283. if err != nil {
  284. return peers, err
  285. }
  286. if serverNode.PublicKey == extPeer.PublicKey {
  287. continue
  288. }
  289. var peer wgtypes.PeerConfig
  290. var peeraddr = net.IPNet{
  291. IP: net.ParseIP(extPeer.Address),
  292. Mask: net.CIDRMask(32, 32),
  293. }
  294. var allowedips = []net.IPNet{
  295. peeraddr,
  296. }
  297. if extPeer.Address6 != "" && serverNode.IsDualStack == "yes" {
  298. var addr6 = net.IPNet{
  299. IP: net.ParseIP(extPeer.Address6),
  300. Mask: net.CIDRMask(128, 128),
  301. }
  302. allowedips = append(allowedips, addr6)
  303. }
  304. peer = wgtypes.PeerConfig{
  305. PublicKey: pubkey,
  306. ReplaceAllowedIPs: true,
  307. AllowedIPs: allowedips,
  308. }
  309. peers = append(peers, peer)
  310. allowedips = nil
  311. }
  312. tempPeers = nil
  313. extPeers = nil
  314. return peers, err
  315. }
  316. // == Private ==
  317. func isDeleteError(err error) bool {
  318. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  319. }
  320. func checkNodeActions(node *models.Node) string {
  321. if (node.Action == models.NODE_UPDATE_KEY) &&
  322. node.IsStatic != "yes" {
  323. err := setWGKeyConfig(node)
  324. if err != nil {
  325. logger.Log(1, "unable to process reset keys request:", err.Error())
  326. return ""
  327. }
  328. }
  329. if node.Action == models.NODE_DELETE {
  330. err := DeleteNodeByID(node, true)
  331. if err != nil {
  332. logger.Log(1, "error deleting locally:", err.Error())
  333. }
  334. return models.NODE_DELETE
  335. }
  336. return ""
  337. }
  338. // == Private ==
  339. // ServerPull - performs a server pull
  340. func ServerPull(serverNode *models.Node, ifaceDelta bool) error {
  341. if serverNode.IsServer != "yes" {
  342. return fmt.Errorf("attempted pull from non-server node: %s - %s", serverNode.Name, serverNode.ID)
  343. }
  344. var err error
  345. if serverNode.IPForwarding == "yes" {
  346. if err = setIPForwardingLinux(); err != nil {
  347. return err
  348. }
  349. }
  350. serverNode.OS = runtime.GOOS
  351. if ifaceDelta {
  352. // check for interface change
  353. // checks if address is in use by another interface
  354. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  355. if !isIfacePresent {
  356. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  357. logger.Log(1, "could not delete old interface", oldIfaceName)
  358. }
  359. logger.Log(1, "removed old interface", oldIfaceName)
  360. }
  361. if err = setWGConfig(serverNode, false); err != nil {
  362. return err
  363. }
  364. // handle server side update
  365. if err = UpdateNode(serverNode, serverNode); err != nil {
  366. return err
  367. }
  368. } else {
  369. if err = setWGConfig(serverNode, true); err != nil {
  370. if errors.Is(err, os.ErrNotExist) {
  371. return ServerPull(serverNode, true)
  372. } else {
  373. return err
  374. }
  375. }
  376. }
  377. return nil
  378. }
  379. func getServerLocalIP(networkSettings *models.Network) (string, error) {
  380. var networkCIDR = networkSettings.LocalRange
  381. var currentAddresses, _ = net.InterfaceAddrs()
  382. var _, currentCIDR, cidrErr = net.ParseCIDR(networkCIDR)
  383. if cidrErr != nil {
  384. logger.Log(1, "error on server local IP, invalid CIDR provided:", networkCIDR)
  385. return "", cidrErr
  386. }
  387. for _, addr := range currentAddresses {
  388. ip, _, err := net.ParseCIDR(addr.String())
  389. if err != nil {
  390. continue
  391. }
  392. if currentCIDR.Contains(ip) {
  393. logger.Log(1, "found local ip on network,", networkSettings.NetID, ", set to", ip.String())
  394. return ip.String(), nil
  395. }
  396. }
  397. return "", errors.New("could not find a local ip for server")
  398. }
  399. func serverPush(serverNode *models.Node) error {
  400. serverNode.OS = runtime.GOOS
  401. serverNode.SetLastCheckIn()
  402. return UpdateNode(serverNode, serverNode)
  403. }