server.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // == Join, Checkin, and Leave for Server ==
  18. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  19. const KUBERNETES_LISTEN_PORT = 31821
  20. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  21. const KUBERNETES_SERVER_MTU = 1024
  22. // ServerJoin - responsible for joining a server to a network
  23. func ServerJoin(networkSettings *models.Network) error {
  24. if networkSettings == nil || networkSettings.NetID == "" {
  25. return errors.New("no network provided")
  26. }
  27. var err error
  28. var node = &models.Node{
  29. IsServer: "yes",
  30. DNSOn: "no",
  31. IsStatic: "yes",
  32. Name: models.NODE_SERVER_NAME,
  33. MacAddress: servercfg.GetNodeID(),
  34. ID: "", // will be set to new uuid
  35. UDPHolePunch: "no",
  36. IsLocal: networkSettings.IsLocal,
  37. LocalRange: networkSettings.LocalRange,
  38. }
  39. SetNodeDefaults(node)
  40. if servercfg.GetPlatform() == "Kubernetes" {
  41. node.ListenPort = KUBERNETES_LISTEN_PORT
  42. node.MTU = KUBERNETES_SERVER_MTU
  43. }
  44. if node.LocalRange != "" && node.LocalAddress == "" {
  45. logger.Log(1, "local vpn, getting local address from range:", networkSettings.LocalRange)
  46. node.LocalAddress, err = getServerLocalIP(networkSettings)
  47. if err != nil {
  48. node.LocalAddress = ""
  49. node.IsLocal = "no"
  50. }
  51. }
  52. if node.Endpoint == "" {
  53. if node.IsLocal == "yes" && node.LocalAddress != "" {
  54. node.Endpoint = node.LocalAddress
  55. } else {
  56. node.Endpoint, err = ncutils.GetPublicIP()
  57. }
  58. if err != nil || node.Endpoint == "" {
  59. logger.Log(0, "Error setting server node Endpoint.")
  60. return err
  61. }
  62. }
  63. var privateKey = ""
  64. // Generate and set public/private WireGuard Keys
  65. if privateKey == "" {
  66. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  67. if err != nil {
  68. logger.Log(1, err.Error())
  69. return err
  70. }
  71. privateKey = wgPrivatekey.String()
  72. node.PublicKey = wgPrivatekey.PublicKey().String()
  73. }
  74. node.Network = networkSettings.NetID
  75. logger.Log(2, "adding a server instance on network", node.Network)
  76. err = CreateNode(node)
  77. if err != nil {
  78. return err
  79. }
  80. err = SetNetworkNodesLastModified(node.Network)
  81. if err != nil {
  82. return err
  83. }
  84. // get free port based on returned default listen port
  85. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  86. if err != nil {
  87. logger.Log(2, "Error retrieving port:", err.Error())
  88. } else {
  89. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  90. }
  91. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  92. if node.IsLocal == "yes" && node.LocalRange != "" {
  93. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  94. if err != nil {
  95. return err
  96. }
  97. node.Endpoint = node.LocalAddress
  98. }
  99. if err = StorePrivKey(node.ID, privateKey); err != nil {
  100. return err
  101. }
  102. if err = serverPush(node); err != nil {
  103. return err
  104. }
  105. peers, hasGateway, gateways, err := GetServerPeers(node)
  106. if err != nil && !ncutils.IsEmptyRecord(err) {
  107. logger.Log(1, "failed to retrieve peers")
  108. return err
  109. }
  110. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  111. if err != nil {
  112. return err
  113. }
  114. return nil
  115. }
  116. // ServerUpdate - updates the server
  117. // replaces legacy Checkin code
  118. func ServerUpdate(serverNode *models.Node, shouldPeerUpdate bool) error {
  119. var err = serverPull(serverNode, shouldPeerUpdate)
  120. if isDeleteError(err) {
  121. return DeleteNodeByID(serverNode, true)
  122. } else if err != nil {
  123. return err
  124. }
  125. actionCompleted := checkNodeActions(serverNode)
  126. if actionCompleted == models.NODE_DELETE {
  127. return errors.New("node has been removed")
  128. }
  129. return serverPush(serverNode)
  130. }
  131. /**
  132. * Below function needs major refactor
  133. *
  134. */
  135. // GetServerPeers - gets peers of server
  136. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  137. hasGateway := false
  138. var gateways []string
  139. var peers []wgtypes.PeerConfig
  140. var nodes []models.Node // fill above fields from server or client
  141. var err error
  142. nodes, err = GetPeers(serverNode)
  143. if err != nil {
  144. return nil, hasGateway, gateways, err
  145. }
  146. keepalive := serverNode.PersistentKeepalive
  147. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  148. if err != nil {
  149. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  150. return nil, hasGateway, gateways, err
  151. }
  152. for _, node := range nodes {
  153. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  154. if err != nil {
  155. logger.Log(1, "error parsing key", pubkey.String())
  156. return peers, hasGateway, gateways, err
  157. }
  158. if serverNode.PublicKey == node.PublicKey {
  159. continue
  160. }
  161. if serverNode.Endpoint == node.Endpoint {
  162. if serverNode.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  163. node.Endpoint = node.LocalAddress
  164. } else {
  165. continue
  166. }
  167. }
  168. var peer wgtypes.PeerConfig
  169. var peeraddr = net.IPNet{
  170. IP: net.ParseIP(node.Address),
  171. Mask: net.CIDRMask(32, 32),
  172. }
  173. var allowedips = []net.IPNet{
  174. peeraddr,
  175. }
  176. // handle manually set peers
  177. for _, allowedIp := range node.AllowedIPs {
  178. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  179. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  180. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  181. allowedips = append(allowedips, *ipnet)
  182. }
  183. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  184. ipnet := net.IPNet{
  185. IP: net.ParseIP(allowedIp),
  186. Mask: net.CIDRMask(32, 32),
  187. }
  188. allowedips = append(allowedips, ipnet)
  189. }
  190. }
  191. // handle egress gateway peers
  192. if node.IsEgressGateway == "yes" {
  193. hasGateway = true
  194. ranges := node.EgressGatewayRanges
  195. for _, iprange := range ranges { // go through each cidr for egress gateway
  196. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  197. if err != nil {
  198. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  199. continue // if can't parse CIDR
  200. }
  201. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  202. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  203. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  204. continue // skip adding egress range if overlaps with node's ip
  205. }
  206. if ipnet.Contains(net.ParseIP(serverNode.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  207. logger.Log(2, "egress IP range of", iprange, "overlaps with", serverNode.LocalAddress, ", omitting")
  208. continue // skip adding egress range if overlaps with node's local ip
  209. }
  210. gateways = append(gateways, iprange)
  211. if err != nil {
  212. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  213. } else {
  214. allowedips = append(allowedips, *ipnet)
  215. }
  216. }
  217. ranges = nil
  218. }
  219. if node.Address6 != "" && serverNode.IsDualStack == "yes" {
  220. var addr6 = net.IPNet{
  221. IP: net.ParseIP(node.Address6),
  222. Mask: net.CIDRMask(128, 128),
  223. }
  224. allowedips = append(allowedips, addr6)
  225. }
  226. peer = wgtypes.PeerConfig{
  227. PublicKey: pubkey,
  228. PersistentKeepaliveInterval: &(keepalivedur),
  229. ReplaceAllowedIPs: true,
  230. AllowedIPs: allowedips,
  231. }
  232. peers = append(peers, peer)
  233. }
  234. if serverNode.IsIngressGateway == "yes" {
  235. extPeers, err := GetServerExtPeers(serverNode)
  236. if err == nil {
  237. peers = append(peers, extPeers...)
  238. } else {
  239. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  240. }
  241. extPeers = nil
  242. }
  243. return peers, hasGateway, gateways, err
  244. }
  245. // GetServerExtPeers - gets the extpeers for a client
  246. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  247. var peers []wgtypes.PeerConfig
  248. var extPeers []models.Node
  249. var err error
  250. var tempPeers []models.ExtPeersResponse
  251. tempPeers, err = GetExtPeersList(serverNode)
  252. if err != nil {
  253. return nil, err
  254. }
  255. for i := 0; i < len(tempPeers); i++ {
  256. extPeers = append(extPeers, models.Node{
  257. Address: tempPeers[i].Address,
  258. Address6: tempPeers[i].Address6,
  259. Endpoint: tempPeers[i].Endpoint,
  260. PublicKey: tempPeers[i].PublicKey,
  261. PersistentKeepalive: tempPeers[i].KeepAlive,
  262. ListenPort: tempPeers[i].ListenPort,
  263. LocalAddress: tempPeers[i].LocalAddress,
  264. })
  265. }
  266. for _, extPeer := range extPeers {
  267. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  268. if err != nil {
  269. return peers, err
  270. }
  271. if serverNode.PublicKey == extPeer.PublicKey {
  272. continue
  273. }
  274. var peer wgtypes.PeerConfig
  275. var peeraddr = net.IPNet{
  276. IP: net.ParseIP(extPeer.Address),
  277. Mask: net.CIDRMask(32, 32),
  278. }
  279. var allowedips = []net.IPNet{
  280. peeraddr,
  281. }
  282. if extPeer.Address6 != "" && serverNode.IsDualStack == "yes" {
  283. var addr6 = net.IPNet{
  284. IP: net.ParseIP(extPeer.Address6),
  285. Mask: net.CIDRMask(128, 128),
  286. }
  287. allowedips = append(allowedips, addr6)
  288. }
  289. peer = wgtypes.PeerConfig{
  290. PublicKey: pubkey,
  291. ReplaceAllowedIPs: true,
  292. AllowedIPs: allowedips,
  293. }
  294. peers = append(peers, peer)
  295. allowedips = nil
  296. }
  297. tempPeers = nil
  298. extPeers = nil
  299. return peers, err
  300. }
  301. // == Private ==
  302. func isDeleteError(err error) bool {
  303. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  304. }
  305. func checkNodeActions(node *models.Node) string {
  306. if (node.Action == models.NODE_UPDATE_KEY) &&
  307. node.IsStatic != "yes" {
  308. err := setWGKeyConfig(node)
  309. if err != nil {
  310. logger.Log(1, "unable to process reset keys request:", err.Error())
  311. return ""
  312. }
  313. }
  314. if node.Action == models.NODE_DELETE {
  315. err := DeleteNodeByID(node, true)
  316. if err != nil {
  317. logger.Log(1, "error deleting locally:", err.Error())
  318. }
  319. return models.NODE_DELETE
  320. }
  321. return ""
  322. }
  323. // == Private ==
  324. func serverPull(serverNode *models.Node, onErr bool) error {
  325. var err error
  326. if serverNode.IPForwarding == "yes" {
  327. if err = setIPForwardingLinux(); err != nil {
  328. return err
  329. }
  330. }
  331. serverNode.OS = runtime.GOOS
  332. if serverNode.PullChanges == "yes" || onErr {
  333. // check for interface change
  334. // checks if address is in use by another interface
  335. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  336. if !isIfacePresent {
  337. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  338. logger.Log(1, "could not delete old interface", oldIfaceName)
  339. }
  340. logger.Log(1, "removed old interface", oldIfaceName)
  341. }
  342. serverNode.PullChanges = "no"
  343. if err = setWGConfig(serverNode, false); err != nil {
  344. return err
  345. }
  346. // handle server side update
  347. if err = UpdateNode(serverNode, serverNode); err != nil {
  348. return err
  349. }
  350. } else {
  351. if err = setWGConfig(serverNode, true); err != nil {
  352. if errors.Is(err, os.ErrNotExist) {
  353. return serverPull(serverNode, true)
  354. } else {
  355. return err
  356. }
  357. }
  358. }
  359. return nil
  360. }
  361. func getServerLocalIP(networkSettings *models.Network) (string, error) {
  362. var networkCIDR = networkSettings.LocalRange
  363. var currentAddresses, _ = net.InterfaceAddrs()
  364. var _, currentCIDR, cidrErr = net.ParseCIDR(networkCIDR)
  365. if cidrErr != nil {
  366. logger.Log(1, "error on server local IP, invalid CIDR provided:", networkCIDR)
  367. return "", cidrErr
  368. }
  369. for _, addr := range currentAddresses {
  370. ip, _, err := net.ParseCIDR(addr.String())
  371. if err != nil {
  372. continue
  373. }
  374. if currentCIDR.Contains(ip) {
  375. logger.Log(1, "found local ip on network,", networkSettings.NetID, ", set to", ip.String())
  376. return ip.String(), nil
  377. }
  378. }
  379. return "", errors.New("could not find a local ip for server")
  380. }
  381. func serverPush(serverNode *models.Node) error {
  382. serverNode.OS = runtime.GOOS
  383. serverNode.SetLastCheckIn()
  384. return UpdateNode(serverNode, serverNode)
  385. }