2
0

server.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // == Join, Checkin, and Leave for Server ==
  18. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  19. const KUBERNETES_LISTEN_PORT = 31821
  20. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  21. const KUBERNETES_SERVER_MTU = 1024
  22. // ServerJoin - responsible for joining a server to a network
  23. func ServerJoin(networkSettings *models.Network, serverID string) error {
  24. if networkSettings == nil || networkSettings.NetID == "" {
  25. return errors.New("no network provided")
  26. }
  27. var err error
  28. var node = &models.Node{
  29. IsServer: "yes",
  30. DNSOn: "no",
  31. IsStatic: "yes",
  32. Name: models.NODE_SERVER_NAME,
  33. MacAddress: serverID,
  34. UDPHolePunch: "no",
  35. IsLocal: networkSettings.IsLocal,
  36. LocalRange: networkSettings.LocalRange,
  37. }
  38. SetNodeDefaults(node)
  39. if servercfg.GetPlatform() == "Kubernetes" {
  40. node.ListenPort = KUBERNETES_LISTEN_PORT
  41. node.MTU = KUBERNETES_SERVER_MTU
  42. }
  43. if node.LocalRange != "" && node.LocalAddress == "" {
  44. logger.Log(1, "local vpn, getting local address from range:", node.LocalRange)
  45. node.LocalAddress = GetLocalIP(*node)
  46. }
  47. if node.Endpoint == "" {
  48. // if node.IsLocal == "yes" {
  49. // var localAddr, localErr = getServerLocalIP(networkSettings)
  50. // if localErr != nil {
  51. // logger.Log(1, "could not acquire local address", localErr.Error())
  52. // } else {
  53. // node.LocalAddress = localAddr
  54. // node.LocalRange = networkSettings.LocalRange
  55. // }
  56. // }
  57. if node.IsLocal == "yes" && node.LocalAddress != "" {
  58. node.Endpoint = node.LocalAddress
  59. } else {
  60. node.Endpoint, err = ncutils.GetPublicIP()
  61. }
  62. if err != nil || node.Endpoint == "" {
  63. logger.Log(0, "Error setting server node Endpoint.")
  64. return err
  65. }
  66. }
  67. var privateKey = ""
  68. // Generate and set public/private WireGuard Keys
  69. if privateKey == "" {
  70. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  71. if err != nil {
  72. logger.Log(1, err.Error())
  73. return err
  74. }
  75. privateKey = wgPrivatekey.String()
  76. node.PublicKey = wgPrivatekey.PublicKey().String()
  77. }
  78. node.Network = networkSettings.NetID
  79. logger.Log(2, "adding a server instance on network", node.Network)
  80. err = CreateNode(node)
  81. if err != nil {
  82. return err
  83. }
  84. err = SetNetworkNodesLastModified(node.Network)
  85. if err != nil {
  86. return err
  87. }
  88. // get free port based on returned default listen port
  89. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  90. if err != nil {
  91. logger.Log(2, "Error retrieving port:", err.Error())
  92. } else {
  93. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  94. }
  95. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  96. if node.IsLocal == "yes" && node.LocalRange != "" {
  97. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  98. if err != nil {
  99. return err
  100. }
  101. node.Endpoint = node.LocalAddress
  102. }
  103. node.SetID()
  104. if err = StorePrivKey(node.ID, privateKey); err != nil {
  105. return err
  106. }
  107. if err = ServerPush(node); err != nil {
  108. return err
  109. }
  110. peers, hasGateway, gateways, err := GetServerPeers(node)
  111. if err != nil && !ncutils.IsEmptyRecord(err) {
  112. logger.Log(1, "failed to retrieve peers")
  113. return err
  114. }
  115. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  116. if err != nil {
  117. return err
  118. }
  119. return nil
  120. }
  121. // ServerCheckin - runs pulls and pushes for server
  122. func ServerCheckin(mac string, network string) error {
  123. var serverNode = &models.Node{}
  124. var currentNode, err = GetNode(mac, network)
  125. if err != nil {
  126. return err
  127. }
  128. serverNode = &currentNode
  129. err = ServerPull(serverNode, false)
  130. if isDeleteError(err) {
  131. return ServerLeave(mac, network)
  132. } else if err != nil {
  133. return err
  134. }
  135. actionCompleted := checkNodeActions(serverNode)
  136. if actionCompleted == models.NODE_DELETE {
  137. return errors.New("node has been removed")
  138. }
  139. return ServerPush(serverNode)
  140. }
  141. // ServerPull - pulls current config/peers for server
  142. func ServerPull(serverNode *models.Node, onErr bool) error {
  143. var err error
  144. if serverNode.IPForwarding == "yes" {
  145. if err = setIPForwardingLinux(); err != nil {
  146. return err
  147. }
  148. }
  149. serverNode.OS = runtime.GOOS
  150. if serverNode.PullChanges == "yes" || onErr {
  151. // check for interface change
  152. // checks if address is in use by another interface
  153. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  154. if !isIfacePresent {
  155. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  156. logger.Log(1, "could not delete old interface", oldIfaceName)
  157. }
  158. logger.Log(1, "removed old interface", oldIfaceName)
  159. }
  160. serverNode.PullChanges = "no"
  161. if err = setWGConfig(serverNode, false); err != nil {
  162. return err
  163. }
  164. // handle server side update
  165. if err = UpdateNode(serverNode, serverNode); err != nil {
  166. return err
  167. }
  168. } else {
  169. if err = setWGConfig(serverNode, true); err != nil {
  170. if errors.Is(err, os.ErrNotExist) {
  171. return ServerPull(serverNode, true)
  172. } else {
  173. return err
  174. }
  175. }
  176. }
  177. return nil
  178. }
  179. // ServerPush - pushes config changes for server checkins/join
  180. func ServerPush(serverNode *models.Node) error {
  181. serverNode.OS = runtime.GOOS
  182. serverNode.SetLastCheckIn()
  183. return UpdateNode(serverNode, serverNode)
  184. }
  185. // ServerLeave - removes a server node
  186. func ServerLeave(mac string, network string) error {
  187. var serverNode, err = GetNode(mac, network)
  188. if err != nil {
  189. return err
  190. }
  191. serverNode.SetID()
  192. return DeleteNode(&serverNode, true)
  193. }
  194. /**
  195. * Below function needs major refactor
  196. *
  197. */
  198. // GetServerPeers - gets peers of server
  199. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  200. hasGateway := false
  201. var gateways []string
  202. var peers []wgtypes.PeerConfig
  203. var nodes []models.Node // fill above fields from server or client
  204. var nodecfg, err = GetNode(serverNode.MacAddress, serverNode.Network)
  205. if err != nil {
  206. return nil, hasGateway, gateways, err
  207. }
  208. nodes, err = GetPeers(&nodecfg)
  209. if err != nil {
  210. return nil, hasGateway, gateways, err
  211. }
  212. keepalive := nodecfg.PersistentKeepalive
  213. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  214. if err != nil {
  215. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  216. return nil, hasGateway, gateways, err
  217. }
  218. for _, node := range nodes {
  219. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  220. if err != nil {
  221. logger.Log(1, "error parsing key", pubkey.String())
  222. return peers, hasGateway, gateways, err
  223. }
  224. if nodecfg.PublicKey == node.PublicKey {
  225. continue
  226. }
  227. if nodecfg.Endpoint == node.Endpoint {
  228. if nodecfg.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  229. node.Endpoint = node.LocalAddress
  230. } else {
  231. continue
  232. }
  233. }
  234. var peer wgtypes.PeerConfig
  235. var peeraddr = net.IPNet{
  236. IP: net.ParseIP(node.Address),
  237. Mask: net.CIDRMask(32, 32),
  238. }
  239. var allowedips = []net.IPNet{
  240. peeraddr,
  241. }
  242. // handle manually set peers
  243. for _, allowedIp := range node.AllowedIPs {
  244. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  245. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  246. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  247. allowedips = append(allowedips, *ipnet)
  248. }
  249. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  250. ipnet := net.IPNet{
  251. IP: net.ParseIP(allowedIp),
  252. Mask: net.CIDRMask(32, 32),
  253. }
  254. allowedips = append(allowedips, ipnet)
  255. }
  256. }
  257. // handle egress gateway peers
  258. if node.IsEgressGateway == "yes" {
  259. hasGateway = true
  260. ranges := node.EgressGatewayRanges
  261. for _, iprange := range ranges { // go through each cidr for egress gateway
  262. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  263. if err != nil {
  264. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  265. continue // if can't parse CIDR
  266. }
  267. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  268. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  269. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  270. continue // skip adding egress range if overlaps with node's ip
  271. }
  272. if ipnet.Contains(net.ParseIP(nodecfg.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  273. logger.Log(2, "egress IP range of", iprange, "overlaps with", nodecfg.LocalAddress, ", omitting")
  274. continue // skip adding egress range if overlaps with node's local ip
  275. }
  276. gateways = append(gateways, iprange)
  277. if err != nil {
  278. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  279. } else {
  280. allowedips = append(allowedips, *ipnet)
  281. }
  282. }
  283. ranges = nil
  284. }
  285. if node.Address6 != "" && serverNode.IsDualStack == "yes" {
  286. var addr6 = net.IPNet{
  287. IP: net.ParseIP(node.Address6),
  288. Mask: net.CIDRMask(128, 128),
  289. }
  290. allowedips = append(allowedips, addr6)
  291. }
  292. peer = wgtypes.PeerConfig{
  293. PublicKey: pubkey,
  294. PersistentKeepaliveInterval: &(keepalivedur),
  295. ReplaceAllowedIPs: true,
  296. AllowedIPs: allowedips,
  297. }
  298. peers = append(peers, peer)
  299. }
  300. if serverNode.IsIngressGateway == "yes" {
  301. extPeers, err := GetServerExtPeers(serverNode)
  302. if err == nil {
  303. peers = append(peers, extPeers...)
  304. } else {
  305. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  306. }
  307. extPeers = nil
  308. }
  309. return peers, hasGateway, gateways, err
  310. }
  311. // GetServerExtPeers - gets the extpeers for a client
  312. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  313. var peers []wgtypes.PeerConfig
  314. var extPeers []models.Node
  315. var err error
  316. var tempPeers []models.ExtPeersResponse
  317. tempPeers, err = GetExtPeersList(serverNode.MacAddress, serverNode.Network)
  318. if err != nil {
  319. return nil, err
  320. }
  321. for i := 0; i < len(tempPeers); i++ {
  322. extPeers = append(extPeers, models.Node{
  323. Address: tempPeers[i].Address,
  324. Address6: tempPeers[i].Address6,
  325. Endpoint: tempPeers[i].Endpoint,
  326. PublicKey: tempPeers[i].PublicKey,
  327. PersistentKeepalive: tempPeers[i].KeepAlive,
  328. ListenPort: tempPeers[i].ListenPort,
  329. LocalAddress: tempPeers[i].LocalAddress,
  330. })
  331. }
  332. for _, extPeer := range extPeers {
  333. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  334. if err != nil {
  335. return peers, err
  336. }
  337. if serverNode.PublicKey == extPeer.PublicKey {
  338. continue
  339. }
  340. var peer wgtypes.PeerConfig
  341. var peeraddr = net.IPNet{
  342. IP: net.ParseIP(extPeer.Address),
  343. Mask: net.CIDRMask(32, 32),
  344. }
  345. var allowedips = []net.IPNet{
  346. peeraddr,
  347. }
  348. if extPeer.Address6 != "" && serverNode.IsDualStack == "yes" {
  349. var addr6 = net.IPNet{
  350. IP: net.ParseIP(extPeer.Address6),
  351. Mask: net.CIDRMask(128, 128),
  352. }
  353. allowedips = append(allowedips, addr6)
  354. }
  355. peer = wgtypes.PeerConfig{
  356. PublicKey: pubkey,
  357. ReplaceAllowedIPs: true,
  358. AllowedIPs: allowedips,
  359. }
  360. peers = append(peers, peer)
  361. allowedips = nil
  362. }
  363. tempPeers = nil
  364. extPeers = nil
  365. return peers, err
  366. }
  367. // == Private ==
  368. func isDeleteError(err error) bool {
  369. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  370. }
  371. func checkNodeActions(node *models.Node) string {
  372. if (node.Action == models.NODE_UPDATE_KEY) &&
  373. node.IsStatic != "yes" {
  374. err := setWGKeyConfig(node)
  375. if err != nil {
  376. logger.Log(1, "unable to process reset keys request:", err.Error())
  377. return ""
  378. }
  379. }
  380. if node.Action == models.NODE_DELETE {
  381. err := ServerLeave(node.MacAddress, node.Network)
  382. if err != nil {
  383. logger.Log(1, "error deleting locally:", err.Error())
  384. }
  385. return models.NODE_DELETE
  386. }
  387. return ""
  388. }
  389. // best effort, or get public ip
  390. func getServerLocalIP(networkSettings *models.Network) (string, error) {
  391. var networkCIDR = networkSettings.AddressRange
  392. var currentAddresses, err = net.InterfaceAddrs()
  393. if err != nil { // attempt to use public IP
  394. return "", err
  395. }
  396. var _, currentCIDR, cidrErr = net.ParseCIDR(networkCIDR)
  397. if cidrErr != nil {
  398. return "", err
  399. }
  400. for _, address := range currentAddresses {
  401. logger.Log(3, "looking at local address:", address.String())
  402. if currentCIDR.Contains(net.IP(address.Network())) {
  403. logger.Log(1, "setting local ip", address.String())
  404. return address.String(), nil
  405. }
  406. }
  407. return "", errors.New("could not find local ip")
  408. }