server.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // == Public ==
  18. // == Join, Checkin, and Leave for Server ==
  19. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  20. const KUBERNETES_LISTEN_PORT = 31821
  21. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  22. const KUBERNETES_SERVER_MTU = 1024
  23. // ServerJoin - responsible for joining a server to a network
  24. func ServerJoin(networkSettings *models.Network) error {
  25. if networkSettings == nil || networkSettings.NetID == "" {
  26. return errors.New("no network provided")
  27. }
  28. var err error
  29. var node = &models.Node{
  30. IsServer: "yes",
  31. DNSOn: "no",
  32. IsStatic: "yes",
  33. Name: models.NODE_SERVER_NAME,
  34. MacAddress: servercfg.GetNodeID(),
  35. ID: "", // will be set to new uuid
  36. UDPHolePunch: "no",
  37. IsLocal: networkSettings.IsLocal,
  38. LocalRange: networkSettings.LocalRange,
  39. }
  40. SetNodeDefaults(node)
  41. if servercfg.GetPlatform() == "Kubernetes" {
  42. node.ListenPort = KUBERNETES_LISTEN_PORT
  43. node.MTU = KUBERNETES_SERVER_MTU
  44. }
  45. if node.LocalRange != "" && node.LocalAddress == "" {
  46. logger.Log(1, "local vpn, getting local address from range:", networkSettings.LocalRange)
  47. node.LocalAddress, err = getServerLocalIP(networkSettings)
  48. if err != nil {
  49. node.LocalAddress = ""
  50. node.IsLocal = "no"
  51. }
  52. }
  53. if node.Endpoint == "" {
  54. if node.IsLocal == "yes" && node.LocalAddress != "" {
  55. node.Endpoint = node.LocalAddress
  56. } else {
  57. node.Endpoint, err = ncutils.GetPublicIP()
  58. }
  59. if err != nil || node.Endpoint == "" {
  60. logger.Log(0, "Error setting server node Endpoint.")
  61. return err
  62. }
  63. }
  64. var privateKey = ""
  65. // Generate and set public/private WireGuard Keys
  66. if privateKey == "" {
  67. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  68. if err != nil {
  69. logger.Log(1, err.Error())
  70. return err
  71. }
  72. privateKey = wgPrivatekey.String()
  73. node.PublicKey = wgPrivatekey.PublicKey().String()
  74. }
  75. node.Network = networkSettings.NetID
  76. logger.Log(2, "adding a server instance on network", node.Network)
  77. err = CreateNode(node)
  78. if err != nil {
  79. return err
  80. }
  81. err = SetNetworkNodesLastModified(node.Network)
  82. if err != nil {
  83. return err
  84. }
  85. // get free port based on returned default listen port
  86. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  87. if err != nil {
  88. logger.Log(2, "Error retrieving port:", err.Error())
  89. } else {
  90. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  91. }
  92. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  93. if node.IsLocal == "yes" && node.LocalRange != "" {
  94. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  95. if err != nil {
  96. return err
  97. }
  98. node.Endpoint = node.LocalAddress
  99. }
  100. if err = StorePrivKey(node.ID, privateKey); err != nil {
  101. return err
  102. }
  103. if err = serverPush(node); err != nil {
  104. return err
  105. }
  106. peers, hasGateway, gateways, err := GetServerPeers(node)
  107. if err != nil && !ncutils.IsEmptyRecord(err) {
  108. logger.Log(1, "failed to retrieve peers")
  109. return err
  110. }
  111. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  112. if err != nil {
  113. return err
  114. }
  115. return nil
  116. }
  117. // ServerUpdate - updates the server
  118. // replaces legacy Checkin code
  119. func ServerUpdate(serverNode *models.Node, shouldPeerUpdate bool) error {
  120. var err = serverPull(serverNode, shouldPeerUpdate)
  121. if isDeleteError(err) {
  122. return DeleteNodeByID(serverNode, true)
  123. } else if err != nil {
  124. return err
  125. }
  126. actionCompleted := checkNodeActions(serverNode)
  127. if actionCompleted == models.NODE_DELETE {
  128. return errors.New("node has been removed")
  129. }
  130. return serverPush(serverNode)
  131. }
  132. /**
  133. * Below function needs major refactor
  134. *
  135. */
  136. // GetServerPeers - gets peers of server
  137. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  138. hasGateway := false
  139. var gateways []string
  140. var peers []wgtypes.PeerConfig
  141. var nodes []models.Node // fill above fields from server or client
  142. var err error
  143. nodes, err = GetPeers(serverNode)
  144. if err != nil {
  145. return nil, hasGateway, gateways, err
  146. }
  147. keepalive := serverNode.PersistentKeepalive
  148. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  149. if err != nil {
  150. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  151. return nil, hasGateway, gateways, err
  152. }
  153. for _, node := range nodes {
  154. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  155. if err != nil {
  156. logger.Log(1, "error parsing key", pubkey.String())
  157. return peers, hasGateway, gateways, err
  158. }
  159. if serverNode.PublicKey == node.PublicKey {
  160. continue
  161. }
  162. if serverNode.Endpoint == node.Endpoint {
  163. if serverNode.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  164. node.Endpoint = node.LocalAddress
  165. } else {
  166. continue
  167. }
  168. }
  169. var peer wgtypes.PeerConfig
  170. var peeraddr = net.IPNet{
  171. IP: net.ParseIP(node.Address),
  172. Mask: net.CIDRMask(32, 32),
  173. }
  174. var allowedips = []net.IPNet{
  175. peeraddr,
  176. }
  177. // handle manually set peers
  178. for _, allowedIp := range node.AllowedIPs {
  179. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  180. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  181. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  182. allowedips = append(allowedips, *ipnet)
  183. }
  184. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  185. ipnet := net.IPNet{
  186. IP: net.ParseIP(allowedIp),
  187. Mask: net.CIDRMask(32, 32),
  188. }
  189. allowedips = append(allowedips, ipnet)
  190. }
  191. }
  192. // handle egress gateway peers
  193. if node.IsEgressGateway == "yes" {
  194. hasGateway = true
  195. ranges := node.EgressGatewayRanges
  196. for _, iprange := range ranges { // go through each cidr for egress gateway
  197. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  198. if err != nil {
  199. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  200. continue // if can't parse CIDR
  201. }
  202. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  203. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  204. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  205. continue // skip adding egress range if overlaps with node's ip
  206. }
  207. if ipnet.Contains(net.ParseIP(serverNode.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  208. logger.Log(2, "egress IP range of", iprange, "overlaps with", serverNode.LocalAddress, ", omitting")
  209. continue // skip adding egress range if overlaps with node's local ip
  210. }
  211. gateways = append(gateways, iprange)
  212. if err != nil {
  213. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  214. } else {
  215. allowedips = append(allowedips, *ipnet)
  216. }
  217. }
  218. ranges = nil
  219. }
  220. if node.Address6 != "" && serverNode.IsDualStack == "yes" {
  221. var addr6 = net.IPNet{
  222. IP: net.ParseIP(node.Address6),
  223. Mask: net.CIDRMask(128, 128),
  224. }
  225. allowedips = append(allowedips, addr6)
  226. }
  227. peer = wgtypes.PeerConfig{
  228. PublicKey: pubkey,
  229. PersistentKeepaliveInterval: &(keepalivedur),
  230. ReplaceAllowedIPs: true,
  231. AllowedIPs: allowedips,
  232. }
  233. peers = append(peers, peer)
  234. }
  235. if serverNode.IsIngressGateway == "yes" {
  236. extPeers, err := GetServerExtPeers(serverNode)
  237. if err == nil {
  238. peers = append(peers, extPeers...)
  239. } else {
  240. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  241. }
  242. extPeers = nil
  243. }
  244. return peers, hasGateway, gateways, err
  245. }
  246. // GetServerExtPeers - gets the extpeers for a client
  247. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  248. var peers []wgtypes.PeerConfig
  249. var extPeers []models.Node
  250. var err error
  251. var tempPeers []models.ExtPeersResponse
  252. tempPeers, err = GetExtPeersList(serverNode)
  253. if err != nil {
  254. return nil, err
  255. }
  256. for i := 0; i < len(tempPeers); i++ {
  257. extPeers = append(extPeers, models.Node{
  258. Address: tempPeers[i].Address,
  259. Address6: tempPeers[i].Address6,
  260. Endpoint: tempPeers[i].Endpoint,
  261. PublicKey: tempPeers[i].PublicKey,
  262. PersistentKeepalive: tempPeers[i].KeepAlive,
  263. ListenPort: tempPeers[i].ListenPort,
  264. LocalAddress: tempPeers[i].LocalAddress,
  265. })
  266. }
  267. for _, extPeer := range extPeers {
  268. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  269. if err != nil {
  270. return peers, err
  271. }
  272. if serverNode.PublicKey == extPeer.PublicKey {
  273. continue
  274. }
  275. var peer wgtypes.PeerConfig
  276. var peeraddr = net.IPNet{
  277. IP: net.ParseIP(extPeer.Address),
  278. Mask: net.CIDRMask(32, 32),
  279. }
  280. var allowedips = []net.IPNet{
  281. peeraddr,
  282. }
  283. if extPeer.Address6 != "" && serverNode.IsDualStack == "yes" {
  284. var addr6 = net.IPNet{
  285. IP: net.ParseIP(extPeer.Address6),
  286. Mask: net.CIDRMask(128, 128),
  287. }
  288. allowedips = append(allowedips, addr6)
  289. }
  290. peer = wgtypes.PeerConfig{
  291. PublicKey: pubkey,
  292. ReplaceAllowedIPs: true,
  293. AllowedIPs: allowedips,
  294. }
  295. peers = append(peers, peer)
  296. allowedips = nil
  297. }
  298. tempPeers = nil
  299. extPeers = nil
  300. return peers, err
  301. }
  302. // == Private ==
  303. func isDeleteError(err error) bool {
  304. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  305. }
  306. func checkNodeActions(node *models.Node) string {
  307. if (node.Action == models.NODE_UPDATE_KEY) &&
  308. node.IsStatic != "yes" {
  309. err := setWGKeyConfig(node)
  310. if err != nil {
  311. logger.Log(1, "unable to process reset keys request:", err.Error())
  312. return ""
  313. }
  314. }
  315. if node.Action == models.NODE_DELETE {
  316. err := DeleteNodeByID(node, true)
  317. if err != nil {
  318. logger.Log(1, "error deleting locally:", err.Error())
  319. }
  320. return models.NODE_DELETE
  321. }
  322. return ""
  323. }
  324. // == Private ==
  325. func serverPull(serverNode *models.Node, onErr bool) error {
  326. var err error
  327. if serverNode.IPForwarding == "yes" {
  328. if err = setIPForwardingLinux(); err != nil {
  329. return err
  330. }
  331. }
  332. serverNode.OS = runtime.GOOS
  333. if serverNode.PullChanges == "yes" || onErr {
  334. // check for interface change
  335. // checks if address is in use by another interface
  336. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  337. if !isIfacePresent {
  338. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  339. logger.Log(1, "could not delete old interface", oldIfaceName)
  340. }
  341. logger.Log(1, "removed old interface", oldIfaceName)
  342. }
  343. serverNode.PullChanges = "no"
  344. if err = setWGConfig(serverNode, false); err != nil {
  345. return err
  346. }
  347. // handle server side update
  348. if err = UpdateNode(serverNode, serverNode); err != nil {
  349. return err
  350. }
  351. } else {
  352. if err = setWGConfig(serverNode, true); err != nil {
  353. if errors.Is(err, os.ErrNotExist) {
  354. return serverPull(serverNode, true)
  355. } else {
  356. return err
  357. }
  358. }
  359. }
  360. return nil
  361. }
  362. func getServerLocalIP(networkSettings *models.Network) (string, error) {
  363. var networkCIDR = networkSettings.LocalRange
  364. var currentAddresses, _ = net.InterfaceAddrs()
  365. var _, currentCIDR, cidrErr = net.ParseCIDR(networkCIDR)
  366. if cidrErr != nil {
  367. logger.Log(1, "error on server local IP, invalid CIDR provided:", networkCIDR)
  368. return "", cidrErr
  369. }
  370. for _, addr := range currentAddresses {
  371. ip, _, err := net.ParseCIDR(addr.String())
  372. if err != nil {
  373. continue
  374. }
  375. if currentCIDR.Contains(ip) {
  376. logger.Log(1, "found local ip on network,", networkSettings.NetID, ", set to", ip.String())
  377. return ip.String(), nil
  378. }
  379. }
  380. return "", errors.New("could not find a local ip for server")
  381. }
  382. func serverPush(serverNode *models.Node) error {
  383. serverNode.OS = runtime.GOOS
  384. serverNode.SetLastCheckIn()
  385. return UpdateNode(serverNode, serverNode)
  386. }