server.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/logic/acls"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. // == Join, Checkin, and Leave for Server ==
  20. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  21. const KUBERNETES_LISTEN_PORT = 31821
  22. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  23. const KUBERNETES_SERVER_MTU = 1024
  24. // ServerJoin - responsible for joining a server to a network
  25. func ServerJoin(networkSettings *models.Network) (models.Node, error) {
  26. var returnNode models.Node
  27. if networkSettings == nil || networkSettings.NetID == "" {
  28. return returnNode, errors.New("no network provided")
  29. }
  30. var err error
  31. var currentServers = GetServerNodes(networkSettings.NetID)
  32. var serverCount = 1
  33. if currentServers != nil {
  34. serverCount = len(currentServers) + 1
  35. }
  36. var ishub = "no"
  37. if networkSettings.IsPointToSite == "yes" || networkSettings.IsComms == "yes" {
  38. nodes, err := GetNetworkNodes(networkSettings.NetID)
  39. if err != nil || nodes == nil {
  40. ishub = "yes"
  41. } else {
  42. sethub := true
  43. for i := range nodes {
  44. if nodes[i].IsHub == "yes" {
  45. sethub = false
  46. }
  47. }
  48. if sethub {
  49. ishub = "yes"
  50. }
  51. }
  52. }
  53. var node = &models.Node{
  54. IsServer: "yes",
  55. DNSOn: "no",
  56. IsStatic: "yes",
  57. Name: fmt.Sprintf("%s-%d", models.NODE_SERVER_NAME, serverCount),
  58. MacAddress: servercfg.GetNodeID(),
  59. ID: "", // will be set to new uuid
  60. UDPHolePunch: "no",
  61. IsLocal: networkSettings.IsLocal,
  62. LocalRange: networkSettings.LocalRange,
  63. OS: runtime.GOOS,
  64. Version: servercfg.Version,
  65. IsHub: ishub,
  66. }
  67. SetNodeDefaults(node)
  68. if servercfg.GetPlatform() == "Kubernetes" {
  69. node.ListenPort = KUBERNETES_LISTEN_PORT
  70. node.MTU = KUBERNETES_SERVER_MTU
  71. }
  72. if node.LocalRange != "" && node.LocalAddress == "" {
  73. logger.Log(1, "local vpn, getting local address from range:", networkSettings.LocalRange)
  74. node.LocalAddress, err = getServerLocalIP(networkSettings)
  75. if err != nil {
  76. node.LocalAddress = ""
  77. node.IsLocal = "no"
  78. }
  79. }
  80. if node.Endpoint == "" {
  81. if node.IsLocal == "yes" && node.LocalAddress != "" {
  82. node.Endpoint = node.LocalAddress
  83. } else {
  84. node.Endpoint, err = ncutils.GetPublicIP()
  85. }
  86. if err != nil || node.Endpoint == "" {
  87. logger.Log(0, "Error setting server node Endpoint.")
  88. return returnNode, err
  89. }
  90. }
  91. var privateKey = ""
  92. // Generate and set public/private WireGuard Keys
  93. if privateKey == "" {
  94. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  95. if err != nil {
  96. logger.Log(1, err.Error())
  97. return returnNode, err
  98. }
  99. privateKey = wgPrivatekey.String()
  100. node.PublicKey = wgPrivatekey.PublicKey().String()
  101. }
  102. node.Network = networkSettings.NetID
  103. logger.Log(2, "adding a server instance on network", node.Network)
  104. if err != nil {
  105. return returnNode, err
  106. }
  107. err = SetNetworkNodesLastModified(node.Network)
  108. if err != nil {
  109. return returnNode, err
  110. }
  111. // get free port based on returned default listen port
  112. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  113. if err != nil {
  114. logger.Log(2, "Error retrieving port:", err.Error())
  115. } else {
  116. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  117. }
  118. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  119. if node.IsLocal == "yes" && node.LocalRange != "" {
  120. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  121. if err != nil {
  122. return returnNode, err
  123. }
  124. node.Endpoint = node.LocalAddress
  125. }
  126. if err = CreateNode(node); err != nil {
  127. return returnNode, err
  128. }
  129. if err = StorePrivKey(node.ID, privateKey); err != nil {
  130. return returnNode, err
  131. }
  132. peers, hasGateway, gateways, err := GetServerPeers(node)
  133. if err != nil && !ncutils.IsEmptyRecord(err) {
  134. logger.Log(1, "failed to retrieve peers")
  135. return returnNode, err
  136. }
  137. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  138. if err != nil {
  139. return returnNode, err
  140. }
  141. return *node, nil
  142. }
  143. // ServerUpdate - updates the server
  144. // replaces legacy Checkin code
  145. func ServerUpdate(serverNode *models.Node, ifaceDelta bool) error {
  146. var err = ServerPull(serverNode, ifaceDelta)
  147. if isDeleteError(err) {
  148. return DeleteNodeByID(serverNode, true)
  149. } else if err != nil && !ifaceDelta {
  150. err = ServerPull(serverNode, true)
  151. if err != nil {
  152. return err
  153. }
  154. }
  155. actionCompleted := checkNodeActions(serverNode)
  156. if actionCompleted == models.NODE_DELETE {
  157. return errors.New("node has been removed")
  158. }
  159. return serverPush(serverNode)
  160. }
  161. /**
  162. * Below function needs major refactor
  163. *
  164. */
  165. // GetServerPeers - gets peers of server
  166. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  167. hasGateway := false
  168. var gateways []string
  169. var peers []wgtypes.PeerConfig
  170. var nodes []models.Node // fill above fields from server or client
  171. var err error
  172. nodes, err = GetPeers(serverNode)
  173. if err != nil {
  174. return nil, hasGateway, gateways, err
  175. }
  176. keepalive := serverNode.PersistentKeepalive
  177. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  178. if err != nil {
  179. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  180. return nil, hasGateway, gateways, err
  181. }
  182. currentNetworkACL, err := nodeacls.FetchAllACLs(nodeacls.NetworkID(serverNode.Network))
  183. if err != nil {
  184. logger.Log(1, "could not fetch current ACL list, proceeding with all peers")
  185. }
  186. for _, node := range nodes {
  187. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  188. if err != nil {
  189. logger.Log(1, "error parsing key", pubkey.String())
  190. return peers, hasGateway, gateways, err
  191. }
  192. if serverNode.PublicKey == node.PublicKey {
  193. continue
  194. }
  195. if serverNode.Endpoint == node.Endpoint {
  196. if serverNode.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  197. node.Endpoint = node.LocalAddress
  198. } else {
  199. continue
  200. }
  201. }
  202. if currentNetworkACL != nil && currentNetworkACL.IsAllowed(acls.AclID(serverNode.ID), acls.AclID(node.ID)) {
  203. continue
  204. }
  205. var peer wgtypes.PeerConfig
  206. var peeraddr = net.IPNet{
  207. IP: net.ParseIP(node.Address),
  208. Mask: net.CIDRMask(32, 32),
  209. }
  210. var allowedips = []net.IPNet{
  211. peeraddr,
  212. }
  213. // handle manually set peers
  214. for _, allowedIp := range node.AllowedIPs {
  215. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  216. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  217. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  218. allowedips = append(allowedips, *ipnet)
  219. }
  220. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  221. ipnet := net.IPNet{
  222. IP: net.ParseIP(allowedIp),
  223. Mask: net.CIDRMask(32, 32),
  224. }
  225. allowedips = append(allowedips, ipnet)
  226. }
  227. }
  228. // handle egress gateway peers
  229. if node.IsEgressGateway == "yes" {
  230. hasGateway = true
  231. ranges := node.EgressGatewayRanges
  232. for _, iprange := range ranges { // go through each cidr for egress gateway
  233. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  234. if err != nil {
  235. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  236. continue // if can't parse CIDR
  237. }
  238. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  239. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  240. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  241. continue // skip adding egress range if overlaps with node's ip
  242. }
  243. if ipnet.Contains(net.ParseIP(serverNode.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  244. logger.Log(2, "egress IP range of", iprange, "overlaps with", serverNode.LocalAddress, ", omitting")
  245. continue // skip adding egress range if overlaps with node's local ip
  246. }
  247. gateways = append(gateways, iprange)
  248. if err != nil {
  249. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  250. } else {
  251. allowedips = append(allowedips, *ipnet)
  252. }
  253. }
  254. ranges = nil
  255. }
  256. if node.Address6 != "" && serverNode.IsDualStack == "yes" {
  257. var addr6 = net.IPNet{
  258. IP: net.ParseIP(node.Address6),
  259. Mask: net.CIDRMask(128, 128),
  260. }
  261. allowedips = append(allowedips, addr6)
  262. }
  263. peer = wgtypes.PeerConfig{
  264. PublicKey: pubkey,
  265. PersistentKeepaliveInterval: &(keepalivedur),
  266. ReplaceAllowedIPs: true,
  267. AllowedIPs: allowedips,
  268. }
  269. peers = append(peers, peer)
  270. }
  271. if serverNode.IsIngressGateway == "yes" {
  272. extPeers, err := GetServerExtPeers(serverNode)
  273. if err == nil {
  274. peers = append(peers, extPeers...)
  275. } else {
  276. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  277. }
  278. extPeers = nil
  279. }
  280. return peers, hasGateway, gateways, err
  281. }
  282. // GetServerExtPeers - gets the extpeers for a client
  283. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  284. var peers []wgtypes.PeerConfig
  285. var extPeers []models.Node
  286. var err error
  287. var tempPeers []models.ExtPeersResponse
  288. tempPeers, err = GetExtPeersList(serverNode)
  289. if err != nil {
  290. return nil, err
  291. }
  292. for i := 0; i < len(tempPeers); i++ {
  293. extPeers = append(extPeers, models.Node{
  294. Address: tempPeers[i].Address,
  295. Address6: tempPeers[i].Address6,
  296. Endpoint: tempPeers[i].Endpoint,
  297. PublicKey: tempPeers[i].PublicKey,
  298. PersistentKeepalive: tempPeers[i].KeepAlive,
  299. ListenPort: tempPeers[i].ListenPort,
  300. LocalAddress: tempPeers[i].LocalAddress,
  301. })
  302. }
  303. for _, extPeer := range extPeers {
  304. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  305. if err != nil {
  306. return peers, err
  307. }
  308. if serverNode.PublicKey == extPeer.PublicKey {
  309. continue
  310. }
  311. var peer wgtypes.PeerConfig
  312. var peeraddr = net.IPNet{
  313. IP: net.ParseIP(extPeer.Address),
  314. Mask: net.CIDRMask(32, 32),
  315. }
  316. var allowedips = []net.IPNet{
  317. peeraddr,
  318. }
  319. if extPeer.Address6 != "" && serverNode.IsDualStack == "yes" {
  320. var addr6 = net.IPNet{
  321. IP: net.ParseIP(extPeer.Address6),
  322. Mask: net.CIDRMask(128, 128),
  323. }
  324. allowedips = append(allowedips, addr6)
  325. }
  326. peer = wgtypes.PeerConfig{
  327. PublicKey: pubkey,
  328. ReplaceAllowedIPs: true,
  329. AllowedIPs: allowedips,
  330. }
  331. peers = append(peers, peer)
  332. allowedips = nil
  333. }
  334. tempPeers = nil
  335. extPeers = nil
  336. return peers, err
  337. }
  338. // == Private ==
  339. func isDeleteError(err error) bool {
  340. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  341. }
  342. func checkNodeActions(node *models.Node) string {
  343. if (node.Action == models.NODE_UPDATE_KEY) &&
  344. node.IsStatic != "yes" {
  345. err := setWGKeyConfig(node)
  346. if err != nil {
  347. logger.Log(1, "unable to process reset keys request:", err.Error())
  348. return ""
  349. }
  350. }
  351. if node.Action == models.NODE_DELETE {
  352. err := DeleteNodeByID(node, true)
  353. if err != nil {
  354. logger.Log(1, "error deleting locally:", err.Error())
  355. }
  356. return models.NODE_DELETE
  357. }
  358. return ""
  359. }
  360. // == Private ==
  361. // ServerPull - performs a server pull
  362. func ServerPull(serverNode *models.Node, ifaceDelta bool) error {
  363. if serverNode.IsServer != "yes" {
  364. return fmt.Errorf("attempted pull from non-server node: %s - %s", serverNode.Name, serverNode.ID)
  365. }
  366. var err error
  367. if serverNode.IPForwarding == "yes" {
  368. if err = setIPForwardingLinux(); err != nil {
  369. return err
  370. }
  371. }
  372. serverNode.OS = runtime.GOOS
  373. if ifaceDelta {
  374. // check for interface change
  375. // checks if address is in use by another interface
  376. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  377. if !isIfacePresent {
  378. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  379. logger.Log(1, "could not delete old interface", oldIfaceName)
  380. }
  381. logger.Log(1, "removed old interface", oldIfaceName)
  382. }
  383. if err = setWGConfig(serverNode, false); err != nil {
  384. return err
  385. }
  386. // handle server side update
  387. if err = UpdateNode(serverNode, serverNode); err != nil {
  388. return err
  389. }
  390. } else {
  391. if err = setWGConfig(serverNode, true); err != nil {
  392. if errors.Is(err, os.ErrNotExist) {
  393. return ServerPull(serverNode, true)
  394. } else {
  395. return err
  396. }
  397. }
  398. }
  399. return nil
  400. }
  401. func getServerLocalIP(networkSettings *models.Network) (string, error) {
  402. var networkCIDR = networkSettings.LocalRange
  403. var currentAddresses, _ = net.InterfaceAddrs()
  404. var _, currentCIDR, cidrErr = net.ParseCIDR(networkCIDR)
  405. if cidrErr != nil {
  406. logger.Log(1, "error on server local IP, invalid CIDR provided:", networkCIDR)
  407. return "", cidrErr
  408. }
  409. for _, addr := range currentAddresses {
  410. ip, _, err := net.ParseCIDR(addr.String())
  411. if err != nil {
  412. continue
  413. }
  414. if currentCIDR.Contains(ip) {
  415. logger.Log(1, "found local ip on network,", networkSettings.NetID, ", set to", ip.String())
  416. return ip.String(), nil
  417. }
  418. }
  419. return "", errors.New("could not find a local ip for server")
  420. }
  421. func serverPush(serverNode *models.Node) error {
  422. serverNode.OS = runtime.GOOS
  423. serverNode.SetLastCheckIn()
  424. return UpdateNode(serverNode, serverNode)
  425. }