server.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/logic/acls"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "github.com/seancfoley/ipaddress-go/ipaddr"
  18. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  19. )
  20. // == Join, Checkin, and Leave for Server ==
  21. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  22. const KUBERNETES_LISTEN_PORT = 31821
  23. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  24. const KUBERNETES_SERVER_MTU = 1024
  25. // ServerJoin - responsible for joining a server to a network
  26. func ServerJoin(networkSettings *models.Network) (models.Node, error) {
  27. var returnNode models.Node
  28. if networkSettings == nil || networkSettings.NetID == "" {
  29. return returnNode, errors.New("no network provided")
  30. }
  31. var err error
  32. var currentServers = GetServerNodes(networkSettings.NetID)
  33. var serverCount = 1
  34. if currentServers != nil {
  35. serverCount = len(currentServers) + 1
  36. }
  37. var ishub = "no"
  38. if networkSettings.IsPointToSite == "yes" {
  39. nodes, err := GetNetworkNodes(networkSettings.NetID)
  40. if err != nil || nodes == nil {
  41. ishub = "yes"
  42. } else {
  43. sethub := true
  44. for i := range nodes {
  45. if nodes[i].IsHub == "yes" {
  46. sethub = false
  47. }
  48. }
  49. if sethub {
  50. ishub = "yes"
  51. }
  52. }
  53. }
  54. var node = &models.Node{
  55. IsServer: "yes",
  56. DNSOn: "no",
  57. IsStatic: "yes",
  58. Name: fmt.Sprintf("%s-%d", models.NODE_SERVER_NAME, serverCount),
  59. MacAddress: servercfg.GetNodeID(),
  60. ID: "", // will be set to new uuid
  61. UDPHolePunch: "no",
  62. IsLocal: networkSettings.IsLocal,
  63. LocalRange: networkSettings.LocalRange,
  64. OS: runtime.GOOS,
  65. Version: servercfg.Version,
  66. IsHub: ishub,
  67. }
  68. SetNodeDefaults(node)
  69. if servercfg.GetPlatform() == "Kubernetes" {
  70. node.ListenPort = KUBERNETES_LISTEN_PORT
  71. node.MTU = KUBERNETES_SERVER_MTU
  72. }
  73. if node.LocalRange != "" && node.LocalAddress == "" {
  74. logger.Log(1, "local vpn, getting local address from range:", networkSettings.LocalRange)
  75. node.LocalAddress, err = getServerLocalIP(networkSettings)
  76. if err != nil {
  77. node.LocalAddress = ""
  78. node.IsLocal = "no"
  79. }
  80. }
  81. if node.Endpoint == "" {
  82. if node.IsLocal == "yes" && node.LocalAddress != "" {
  83. node.Endpoint = node.LocalAddress
  84. } else {
  85. node.Endpoint, err = ncutils.GetPublicIP()
  86. }
  87. if err != nil || node.Endpoint == "" {
  88. logger.Log(0, "Error setting server node Endpoint.")
  89. return returnNode, err
  90. }
  91. }
  92. var privateKey = ""
  93. // Generate and set public/private WireGuard Keys
  94. if privateKey == "" {
  95. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  96. if err != nil {
  97. logger.Log(1, err.Error())
  98. return returnNode, err
  99. }
  100. privateKey = wgPrivatekey.String()
  101. node.PublicKey = wgPrivatekey.PublicKey().String()
  102. }
  103. node.Network = networkSettings.NetID
  104. logger.Log(2, "adding a server instance on network", node.Network)
  105. if err != nil {
  106. return returnNode, err
  107. }
  108. err = SetNetworkNodesLastModified(node.Network)
  109. if err != nil {
  110. return returnNode, err
  111. }
  112. // get free port based on returned default listen port
  113. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  114. if err != nil {
  115. logger.Log(2, "Error retrieving port:", err.Error())
  116. } else {
  117. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  118. }
  119. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  120. if node.IsLocal == "yes" && node.LocalRange != "" {
  121. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  122. if err != nil {
  123. return returnNode, err
  124. }
  125. node.Endpoint = node.LocalAddress
  126. }
  127. if err = CreateNode(node); err != nil {
  128. return returnNode, err
  129. }
  130. if err = StorePrivKey(node.ID, privateKey); err != nil {
  131. return returnNode, err
  132. }
  133. peers, hasGateway, gateways, err := GetServerPeers(node)
  134. if err != nil && !ncutils.IsEmptyRecord(err) {
  135. logger.Log(1, "failed to retrieve peers")
  136. return returnNode, err
  137. }
  138. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  139. if err != nil {
  140. return returnNode, err
  141. }
  142. return *node, nil
  143. }
  144. // ServerUpdate - updates the server
  145. // replaces legacy Checkin code
  146. func ServerUpdate(serverNode *models.Node, ifaceDelta bool) error {
  147. var err = ServerPull(serverNode, ifaceDelta)
  148. if isDeleteError(err) {
  149. return DeleteNodeByID(serverNode, true)
  150. } else if err != nil && !ifaceDelta {
  151. err = ServerPull(serverNode, true)
  152. if err != nil {
  153. return err
  154. }
  155. }
  156. actionCompleted := checkNodeActions(serverNode)
  157. if actionCompleted == models.NODE_DELETE {
  158. return errors.New("node has been removed")
  159. }
  160. return serverPush(serverNode)
  161. }
  162. /**
  163. * Below function needs major refactor
  164. *
  165. */
  166. // GetServerPeers - gets peers of server
  167. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  168. hasGateway := false
  169. var gateways []string
  170. var peers []wgtypes.PeerConfig
  171. var nodes []models.Node // fill above fields from server or client
  172. var err error
  173. nodes, err = GetPeers(serverNode)
  174. if err != nil {
  175. return nil, hasGateway, gateways, err
  176. }
  177. keepalive := serverNode.PersistentKeepalive
  178. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  179. if err != nil {
  180. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  181. return nil, hasGateway, gateways, err
  182. }
  183. currentNetworkACL, err := nodeacls.FetchAllACLs(nodeacls.NetworkID(serverNode.Network))
  184. if err != nil {
  185. logger.Log(1, "could not fetch current ACL list, proceeding with all peers")
  186. }
  187. for _, node := range nodes {
  188. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  189. if err != nil {
  190. logger.Log(1, "error parsing key", pubkey.String())
  191. return peers, hasGateway, gateways, err
  192. }
  193. if serverNode.PublicKey == node.PublicKey {
  194. continue
  195. }
  196. if serverNode.Endpoint == node.Endpoint {
  197. if serverNode.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  198. node.Endpoint = node.LocalAddress
  199. } else {
  200. continue
  201. }
  202. }
  203. if currentNetworkACL != nil && currentNetworkACL.IsAllowed(acls.AclID(serverNode.ID), acls.AclID(node.ID)) {
  204. continue
  205. }
  206. var peer wgtypes.PeerConfig
  207. var allowedips = []net.IPNet{}
  208. if node.Address != "" {
  209. var peeraddr = net.IPNet{
  210. IP: net.ParseIP(node.Address),
  211. Mask: net.CIDRMask(32, 32),
  212. }
  213. if peeraddr.IP != nil && peeraddr.Mask != nil {
  214. allowedips = append(allowedips, peeraddr)
  215. }
  216. }
  217. if node.Address6 != "" {
  218. var addr6 = net.IPNet{
  219. IP: net.ParseIP(node.Address6),
  220. Mask: net.CIDRMask(128, 128),
  221. }
  222. if addr6.IP != nil && addr6.Mask != nil {
  223. allowedips = append(allowedips, addr6)
  224. }
  225. }
  226. // handle manually set peers
  227. for _, allowedIp := range node.AllowedIPs {
  228. currentIP := ipaddr.NewIPAddressString(allowedIp).GetAddress()
  229. if currentIP.IsIPv4() {
  230. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  231. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  232. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  233. allowedips = append(allowedips, *ipnet)
  234. }
  235. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  236. ipnet := net.IPNet{
  237. IP: net.ParseIP(allowedIp),
  238. Mask: net.CIDRMask(32, 32),
  239. }
  240. allowedips = append(allowedips, ipnet)
  241. }
  242. } else if currentIP.IsIPv6() {
  243. ipnet := net.IPNet{
  244. IP: currentIP.GetNetIP(),
  245. Mask: net.CIDRMask(128, 128),
  246. }
  247. allowedips = append(allowedips, ipnet)
  248. }
  249. }
  250. // handle egress gateway peers
  251. if node.IsEgressGateway == "yes" {
  252. hasGateway = true
  253. ranges := node.EgressGatewayRanges
  254. for _, iprange := range ranges { // go through each cidr for egress gateway
  255. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  256. if err != nil {
  257. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  258. continue // if can't parse CIDR
  259. }
  260. currentAddr := ipaddr.NewIPAddressString(ipnet.String()).GetAddress()
  261. if currentAddr.IsIPv4() {
  262. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  263. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  264. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  265. continue // skip adding egress range if overlaps with node's ip
  266. }
  267. if ipnet.Contains(net.ParseIP(serverNode.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  268. logger.Log(2, "egress IP range of", iprange, "overlaps with", serverNode.LocalAddress, ", omitting")
  269. continue // skip adding egress range if overlaps with node's local ip
  270. }
  271. gateways = append(gateways, iprange)
  272. if err != nil {
  273. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  274. } else {
  275. allowedips = append(allowedips, *ipnet)
  276. }
  277. } else if currentAddr.IsIPv6() {
  278. allowedips = append(allowedips, *ipnet)
  279. }
  280. }
  281. ranges = nil
  282. }
  283. peer = wgtypes.PeerConfig{
  284. PublicKey: pubkey,
  285. PersistentKeepaliveInterval: &(keepalivedur),
  286. ReplaceAllowedIPs: true,
  287. AllowedIPs: allowedips,
  288. }
  289. peers = append(peers, peer)
  290. }
  291. if serverNode.IsIngressGateway == "yes" {
  292. extPeers, err := GetServerExtPeers(serverNode)
  293. if err == nil {
  294. peers = append(peers, extPeers...)
  295. } else {
  296. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  297. }
  298. extPeers = nil
  299. }
  300. return peers, hasGateway, gateways, err
  301. }
  302. // GetServerExtPeers - gets the extpeers for a client
  303. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  304. var peers []wgtypes.PeerConfig
  305. var extPeers []models.Node
  306. var err error
  307. var tempPeers []models.ExtPeersResponse
  308. tempPeers, err = GetExtPeersList(serverNode)
  309. if err != nil {
  310. return nil, err
  311. }
  312. for i := 0; i < len(tempPeers); i++ {
  313. extPeers = append(extPeers, models.Node{
  314. Address: tempPeers[i].Address,
  315. Address6: tempPeers[i].Address6,
  316. Endpoint: tempPeers[i].Endpoint,
  317. PublicKey: tempPeers[i].PublicKey,
  318. PersistentKeepalive: tempPeers[i].KeepAlive,
  319. ListenPort: tempPeers[i].ListenPort,
  320. LocalAddress: tempPeers[i].LocalAddress,
  321. })
  322. }
  323. for _, extPeer := range extPeers {
  324. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  325. if err != nil {
  326. return peers, err
  327. }
  328. if serverNode.PublicKey == extPeer.PublicKey {
  329. continue
  330. }
  331. var allowedips = []net.IPNet{}
  332. var peer wgtypes.PeerConfig
  333. if extPeer.Address != "" {
  334. newAddr := net.IPNet{
  335. IP: net.ParseIP(extPeer.Address),
  336. Mask: net.CIDRMask(32, 32),
  337. }
  338. if &newAddr != nil {
  339. allowedips = append(allowedips, newAddr)
  340. }
  341. }
  342. if extPeer.Address6 != "" {
  343. newAddr6 := net.IPNet{
  344. IP: net.ParseIP(extPeer.Address6),
  345. Mask: net.CIDRMask(128, 128),
  346. }
  347. if &newAddr6 != nil {
  348. allowedips = append(allowedips, newAddr6)
  349. }
  350. }
  351. peer = wgtypes.PeerConfig{
  352. PublicKey: pubkey,
  353. ReplaceAllowedIPs: true,
  354. AllowedIPs: allowedips,
  355. }
  356. peers = append(peers, peer)
  357. allowedips = nil
  358. }
  359. tempPeers = nil
  360. extPeers = nil
  361. fmt.Printf("appended peers: %v \n", peers)
  362. return peers, err
  363. }
  364. // == Private ==
  365. func isDeleteError(err error) bool {
  366. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  367. }
  368. func checkNodeActions(node *models.Node) string {
  369. if (node.Action == models.NODE_UPDATE_KEY) &&
  370. node.IsStatic != "yes" {
  371. err := setWGKeyConfig(node)
  372. if err != nil {
  373. logger.Log(1, "unable to process reset keys request:", err.Error())
  374. return ""
  375. }
  376. }
  377. if node.Action == models.NODE_DELETE {
  378. err := DeleteNodeByID(node, true)
  379. if err != nil {
  380. logger.Log(1, "error deleting locally:", err.Error())
  381. }
  382. return models.NODE_DELETE
  383. }
  384. return ""
  385. }
  386. // == Private ==
  387. // ServerPull - performs a server pull
  388. func ServerPull(serverNode *models.Node, ifaceDelta bool) error {
  389. if serverNode.IsServer != "yes" {
  390. return fmt.Errorf("attempted pull from non-server node: %s - %s", serverNode.Name, serverNode.ID)
  391. }
  392. var err error
  393. if serverNode.IPForwarding == "yes" {
  394. if err = setIPForwardingLinux(); err != nil {
  395. return err
  396. }
  397. }
  398. serverNode.OS = runtime.GOOS
  399. if ifaceDelta {
  400. // check for interface change
  401. // checks if address is in use by another interface
  402. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  403. if !isIfacePresent {
  404. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  405. logger.Log(1, "could not delete old interface", oldIfaceName)
  406. }
  407. logger.Log(1, "removed old interface", oldIfaceName)
  408. }
  409. if err = setWGConfig(serverNode, false); err != nil {
  410. return err
  411. }
  412. // handle server side update
  413. if err = UpdateNode(serverNode, serverNode); err != nil {
  414. return err
  415. }
  416. } else {
  417. if err = setWGConfig(serverNode, true); err != nil {
  418. if errors.Is(err, os.ErrNotExist) {
  419. return ServerPull(serverNode, true)
  420. } else {
  421. return err
  422. }
  423. }
  424. }
  425. return nil
  426. }
  427. func getServerLocalIP(networkSettings *models.Network) (string, error) {
  428. var networkCIDR = networkSettings.LocalRange
  429. var currentAddresses, _ = net.InterfaceAddrs()
  430. var _, currentCIDR, cidrErr = net.ParseCIDR(networkCIDR)
  431. if cidrErr != nil {
  432. logger.Log(1, "error on server local IP, invalid CIDR provided:", networkCIDR)
  433. return "", cidrErr
  434. }
  435. for _, addr := range currentAddresses {
  436. ip, _, err := net.ParseCIDR(addr.String())
  437. if err != nil {
  438. continue
  439. }
  440. if currentCIDR.Contains(ip) {
  441. logger.Log(1, "found local ip on network,", networkSettings.NetID, ", set to", ip.String())
  442. return ip.String(), nil
  443. }
  444. }
  445. return "", errors.New("could not find a local ip for server")
  446. }
  447. func serverPush(serverNode *models.Node) error {
  448. serverNode.OS = runtime.GOOS
  449. serverNode.SetLastCheckIn()
  450. return UpdateNode(serverNode, serverNode)
  451. }