peers.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "github.com/c-robinson/iplib"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  13. "github.com/gravitl/netmaker/models"
  14. "github.com/gravitl/netmaker/netclient/ncutils"
  15. "github.com/gravitl/netmaker/servercfg"
  16. "golang.org/x/exp/slices"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  20. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  21. var peerUpdate models.PeerUpdate
  22. var peers []wgtypes.PeerConfig
  23. var serverNodeAddresses = []models.ServerAddr{}
  24. var isP2S bool
  25. network, err := GetNetwork(node.Network)
  26. if err != nil {
  27. return peerUpdate, err
  28. } else if network.IsPointToSite == "yes" && node.IsHub != "yes" {
  29. isP2S = true
  30. }
  31. var peerMap = make(models.PeerMap)
  32. // udppeers = the peers parsed from the local interface
  33. // gives us correct port to reach
  34. udppeers, errN := database.GetPeers(node.Network)
  35. if errN != nil {
  36. logger.Log(2, errN.Error())
  37. }
  38. currentPeers, err := GetNetworkNodes(node.Network)
  39. if err != nil {
  40. return models.PeerUpdate{}, err
  41. }
  42. if node.IsRelayed == "yes" {
  43. return GetPeerUpdateForRelayedNode(node, udppeers)
  44. }
  45. // #1 Set Keepalive values: set_keepalive
  46. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  47. // #3 Set allowedips: set_allowedips
  48. for _, peer := range currentPeers {
  49. if peer.ID == node.ID {
  50. //skip yourself
  51. continue
  52. }
  53. // on point to site networks -- get peers regularily if you are the hub --- otherwise the only peer is the hub
  54. if node.NetworkSettings.IsPointToSite == "yes" && node.IsHub == "no" && peer.IsHub == "no" {
  55. continue
  56. }
  57. if node.Connected != "yes" {
  58. //skip unconnected nodes
  59. continue
  60. }
  61. // if the node is not a server, set the endpoint
  62. var setEndpoint = !(node.IsServer == "yes")
  63. if peer.IsRelayed == "yes" {
  64. if !(node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  65. //skip -- will be added to relay
  66. continue
  67. } else if node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  68. // dont set peer endpoint if it's relayed by node
  69. setEndpoint = false
  70. }
  71. }
  72. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  73. //skip if not permitted by acl
  74. continue
  75. }
  76. if isP2S && peer.IsHub != "yes" {
  77. continue
  78. }
  79. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  80. if err != nil {
  81. return models.PeerUpdate{}, err
  82. }
  83. if node.Endpoint == peer.Endpoint {
  84. //peer is on same network
  85. // set_local
  86. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  87. peer.Endpoint = peer.LocalAddress
  88. if peer.LocalListenPort != 0 {
  89. peer.ListenPort = peer.LocalListenPort
  90. }
  91. } else {
  92. continue
  93. }
  94. }
  95. // set address if setEndpoint is true
  96. // otherwise, will get inserted as empty value
  97. var address *net.UDPAddr
  98. // Sets ListenPort to UDP Hole Punching Port assuming:
  99. // - UDP Hole Punching is enabled
  100. // - udppeers retrieval did not return an error
  101. // - the endpoint is valid
  102. if setEndpoint {
  103. var setUDPPort = false
  104. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  105. endpointstring := udppeers[peer.PublicKey]
  106. endpointarr := strings.Split(endpointstring, ":")
  107. if len(endpointarr) == 2 {
  108. port, err := strconv.Atoi(endpointarr[1])
  109. if err == nil {
  110. setUDPPort = true
  111. peer.ListenPort = int32(port)
  112. }
  113. }
  114. }
  115. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  116. // or, if port is for some reason zero use the LocalListenPort
  117. // but only do this if LocalListenPort is not zero
  118. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  119. peer.ListenPort = peer.LocalListenPort
  120. }
  121. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  122. address, err = net.ResolveUDPAddr("udp", endpoint)
  123. if err != nil {
  124. return models.PeerUpdate{}, err
  125. }
  126. }
  127. // set_allowedips
  128. allowedips := GetAllowedIPs(node, &peer)
  129. var keepalive time.Duration
  130. if node.PersistentKeepalive != 0 {
  131. // set_keepalive
  132. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  133. }
  134. var peerData = wgtypes.PeerConfig{
  135. PublicKey: pubkey,
  136. Endpoint: address,
  137. ReplaceAllowedIPs: true,
  138. AllowedIPs: allowedips,
  139. PersistentKeepaliveInterval: &keepalive,
  140. }
  141. peers = append(peers, peerData)
  142. peerMap[peer.PublicKey] = models.IDandAddr{
  143. Name: peer.Name,
  144. ID: peer.ID,
  145. Address: peer.PrimaryAddress(),
  146. IsServer: peer.IsServer,
  147. }
  148. if peer.IsServer == "yes" {
  149. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  150. }
  151. }
  152. if node.IsIngressGateway == "yes" {
  153. extPeers, idsAndAddr, err := getExtPeers(node)
  154. if err == nil {
  155. peers = append(peers, extPeers...)
  156. for i := range idsAndAddr {
  157. peerMap[idsAndAddr[i].ID] = idsAndAddr[i]
  158. }
  159. } else if !database.IsEmptyRecord(err) {
  160. logger.Log(1, "error retrieving external clients:", err.Error())
  161. }
  162. }
  163. peerUpdate.Network = node.Network
  164. peerUpdate.ServerVersion = servercfg.Version
  165. peerUpdate.Peers = peers
  166. peerUpdate.ServerAddrs = serverNodeAddresses
  167. peerUpdate.DNS = getPeerDNS(node.Network)
  168. peerUpdate.PeerIDs = peerMap
  169. return peerUpdate, nil
  170. }
  171. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  172. var peers []wgtypes.PeerConfig
  173. var idsAndAddr []models.IDandAddr
  174. extPeers, err := GetExtPeersList(node)
  175. if err != nil {
  176. return peers, idsAndAddr, err
  177. }
  178. for _, extPeer := range extPeers {
  179. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  180. if err != nil {
  181. logger.Log(1, "error parsing ext pub key:", err.Error())
  182. continue
  183. }
  184. if node.PublicKey == extPeer.PublicKey {
  185. continue
  186. }
  187. var allowedips []net.IPNet
  188. var peer wgtypes.PeerConfig
  189. if extPeer.Address != "" {
  190. var peeraddr = net.IPNet{
  191. IP: net.ParseIP(extPeer.Address),
  192. Mask: net.CIDRMask(32, 32),
  193. }
  194. if peeraddr.IP != nil && peeraddr.Mask != nil {
  195. allowedips = append(allowedips, peeraddr)
  196. }
  197. }
  198. if extPeer.Address6 != "" {
  199. var addr6 = net.IPNet{
  200. IP: net.ParseIP(extPeer.Address6),
  201. Mask: net.CIDRMask(128, 128),
  202. }
  203. if addr6.IP != nil && addr6.Mask != nil {
  204. allowedips = append(allowedips, addr6)
  205. }
  206. }
  207. primaryAddr := extPeer.Address
  208. if primaryAddr == "" {
  209. primaryAddr = extPeer.Address6
  210. }
  211. peer = wgtypes.PeerConfig{
  212. PublicKey: pubkey,
  213. ReplaceAllowedIPs: true,
  214. AllowedIPs: allowedips,
  215. }
  216. peers = append(peers, peer)
  217. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  218. ID: peer.PublicKey.String(),
  219. Address: primaryAddr,
  220. })
  221. }
  222. return peers, idsAndAddr, nil
  223. }
  224. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  225. func GetAllowedIPs(node, peer *models.Node) []net.IPNet {
  226. var allowedips []net.IPNet
  227. if peer.Address != "" {
  228. var peeraddr = net.IPNet{
  229. IP: net.ParseIP(peer.Address),
  230. Mask: net.CIDRMask(32, 32),
  231. }
  232. allowedips = append(allowedips, peeraddr)
  233. }
  234. if peer.Address6 != "" {
  235. var addr6 = net.IPNet{
  236. IP: net.ParseIP(peer.Address6),
  237. Mask: net.CIDRMask(128, 128),
  238. }
  239. allowedips = append(allowedips, addr6)
  240. }
  241. // handle manually set peers
  242. for _, allowedIp := range peer.AllowedIPs {
  243. // parsing as a CIDR first. If valid CIDR, append
  244. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  245. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  246. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  247. allowedips = append(allowedips, *ipnet)
  248. }
  249. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  250. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  251. ipnet := net.IPNet{
  252. IP: net.ParseIP(allowedIp),
  253. Mask: net.CIDRMask(32, 32),
  254. }
  255. allowedips = append(allowedips, ipnet)
  256. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  257. ipnet := net.IPNet{
  258. IP: net.ParseIP(allowedIp),
  259. Mask: net.CIDRMask(128, 128),
  260. }
  261. allowedips = append(allowedips, ipnet)
  262. }
  263. }
  264. }
  265. // handle egress gateway peers
  266. if peer.IsEgressGateway == "yes" {
  267. //hasGateway = true
  268. egressIPs := getEgressIPs(node, peer)
  269. // remove internet gateway if server
  270. if node.IsServer == "yes" {
  271. for i := len(egressIPs) - 1; i >= 0; i-- {
  272. if egressIPs[i].String() == "0.0.0.0/0" || egressIPs[i].String() == "::/0" {
  273. egressIPs = append(egressIPs[:i], egressIPs[i+1:]...)
  274. }
  275. }
  276. }
  277. allowedips = append(allowedips, egressIPs...)
  278. }
  279. // handle ingress gateway peers
  280. if peer.IsIngressGateway == "yes" {
  281. extPeers, _, err := getExtPeers(peer)
  282. if err != nil {
  283. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  284. }
  285. for _, extPeer := range extPeers {
  286. allowedips = append(allowedips, extPeer.AllowedIPs...)
  287. }
  288. }
  289. // handle relay gateway peers
  290. if peer.IsRelay == "yes" {
  291. for _, ip := range peer.RelayAddrs {
  292. //find node ID of relayed peer
  293. relayedPeer, err := findNode(ip)
  294. if err != nil {
  295. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  296. continue
  297. }
  298. if relayedPeer == nil {
  299. continue
  300. }
  301. if relayedPeer.ID == node.ID {
  302. //skip self
  303. continue
  304. }
  305. //check if acl permits comms
  306. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  307. continue
  308. }
  309. if iplib.Version(net.ParseIP(ip)) == 4 {
  310. relayAddr := net.IPNet{
  311. IP: net.ParseIP(ip),
  312. Mask: net.CIDRMask(32, 32),
  313. }
  314. allowedips = append(allowedips, relayAddr)
  315. }
  316. if iplib.Version(net.ParseIP(ip)) == 6 {
  317. relayAddr := net.IPNet{
  318. IP: net.ParseIP(ip),
  319. Mask: net.CIDRMask(128, 128),
  320. }
  321. allowedips = append(allowedips, relayAddr)
  322. }
  323. relayedNode, err := findNode(ip)
  324. if err != nil {
  325. logger.Log(1, "unable to find node for relayed address", ip, err.Error())
  326. continue
  327. }
  328. if relayedNode.IsEgressGateway == "yes" {
  329. extAllowedIPs := getEgressIPs(node, relayedNode)
  330. allowedips = append(allowedips, extAllowedIPs...)
  331. }
  332. if relayedNode.IsIngressGateway == "yes" {
  333. extPeers, _, err := getExtPeers(relayedNode)
  334. if err == nil {
  335. for _, extPeer := range extPeers {
  336. allowedips = append(allowedips, extPeer.AllowedIPs...)
  337. }
  338. } else {
  339. logger.Log(0, "failed to retrieve extclients from relayed ingress", err.Error())
  340. }
  341. }
  342. }
  343. }
  344. return allowedips
  345. }
  346. func getPeerDNS(network string) string {
  347. var dns string
  348. if nodes, err := GetNetworkNodes(network); err == nil {
  349. for i := range nodes {
  350. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  351. }
  352. }
  353. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  354. for _, entry := range customDNSEntries {
  355. // TODO - filter entries based on ACLs / given peers vs nodes in network
  356. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  357. }
  358. }
  359. return dns
  360. }
  361. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  362. // copying the relay node's allowed ips and making appropriate substitutions
  363. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  364. var peerUpdate models.PeerUpdate
  365. var peers []wgtypes.PeerConfig
  366. var serverNodeAddresses = []models.ServerAddr{}
  367. var allowedips []net.IPNet
  368. //find node that is relaying us
  369. relay := FindRelay(node)
  370. if relay == nil {
  371. return models.PeerUpdate{}, errors.New("not found")
  372. }
  373. //add relay to lists of allowed ip
  374. if relay.Address != "" {
  375. relayIP := net.IPNet{
  376. IP: net.ParseIP(relay.Address),
  377. Mask: net.CIDRMask(32, 32),
  378. }
  379. allowedips = append(allowedips, relayIP)
  380. }
  381. if relay.Address6 != "" {
  382. relayIP6 := net.IPNet{
  383. IP: net.ParseIP(relay.Address6),
  384. Mask: net.CIDRMask(128, 128),
  385. }
  386. allowedips = append(allowedips, relayIP6)
  387. }
  388. //get PeerUpdate for relayed node
  389. relayPeerUpdate, err := GetPeerUpdate(relay)
  390. if err != nil {
  391. return models.PeerUpdate{}, err
  392. }
  393. //add the relays allowed ips from all of the relay's peers
  394. for _, peer := range relayPeerUpdate.Peers {
  395. allowedips = append(allowedips, peer.AllowedIPs...)
  396. }
  397. //delete any ips not permitted by acl
  398. for i := len(allowedips) - 1; i >= 0; i-- {
  399. target, err := findNode(allowedips[i].IP.String())
  400. if err != nil {
  401. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  402. continue
  403. }
  404. if target == nil {
  405. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  406. continue
  407. }
  408. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  409. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  410. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  411. }
  412. }
  413. //delete self from allowed ips
  414. for i := len(allowedips) - 1; i >= 0; i-- {
  415. if allowedips[i].IP.String() == node.Address || allowedips[i].IP.String() == node.Address6 {
  416. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  417. }
  418. }
  419. //delete egressrange from allowedip if we are egress gateway
  420. if node.IsEgressGateway == "yes" {
  421. for i := len(allowedips) - 1; i >= 0; i-- {
  422. if StringSliceContains(node.EgressGatewayRanges, allowedips[i].String()) {
  423. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  424. }
  425. }
  426. }
  427. //delete extclients from allowedip if we are ingress gateway
  428. if node.IsIngressGateway == "yes" {
  429. for i := len(allowedips) - 1; i >= 0; i-- {
  430. if strings.Contains(node.IngressGatewayRange, allowedips[i].IP.String()) {
  431. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  432. }
  433. }
  434. }
  435. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  436. if err != nil {
  437. return models.PeerUpdate{}, err
  438. }
  439. var setUDPPort = false
  440. if relay.UDPHolePunch == "yes" && CheckEndpoint(udppeers[relay.PublicKey]) {
  441. endpointstring := udppeers[relay.PublicKey]
  442. endpointarr := strings.Split(endpointstring, ":")
  443. if len(endpointarr) == 2 {
  444. port, err := strconv.Atoi(endpointarr[1])
  445. if err == nil {
  446. setUDPPort = true
  447. relay.ListenPort = int32(port)
  448. }
  449. }
  450. }
  451. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  452. // or, if port is for some reason zero use the LocalListenPort
  453. // but only do this if LocalListenPort is not zero
  454. if ((relay.UDPHolePunch == "yes" && !setUDPPort) || relay.ListenPort == 0) && relay.LocalListenPort != 0 {
  455. relay.ListenPort = relay.LocalListenPort
  456. }
  457. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  458. address, err := net.ResolveUDPAddr("udp", endpoint)
  459. if err != nil {
  460. return models.PeerUpdate{}, err
  461. }
  462. var keepalive time.Duration
  463. if node.PersistentKeepalive != 0 {
  464. // set_keepalive
  465. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  466. }
  467. var peerData = wgtypes.PeerConfig{
  468. PublicKey: pubkey,
  469. Endpoint: address,
  470. ReplaceAllowedIPs: true,
  471. AllowedIPs: allowedips,
  472. PersistentKeepaliveInterval: &keepalive,
  473. }
  474. peers = append(peers, peerData)
  475. if relay.IsServer == "yes" {
  476. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  477. }
  478. //if ingress add extclients
  479. if node.IsIngressGateway == "yes" {
  480. extPeers, _, err := getExtPeers(node)
  481. if err == nil {
  482. peers = append(peers, extPeers...)
  483. } else {
  484. logger.Log(2, "could not retrieve ext peers for ", node.Name, err.Error())
  485. }
  486. }
  487. peerUpdate.Network = node.Network
  488. peerUpdate.ServerVersion = servercfg.Version
  489. peerUpdate.Peers = peers
  490. peerUpdate.ServerAddrs = serverNodeAddresses
  491. peerUpdate.DNS = getPeerDNS(node.Network)
  492. return peerUpdate, nil
  493. }
  494. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  495. //check for internet gateway
  496. internetGateway := false
  497. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  498. internetGateway = true
  499. }
  500. allowedips := []net.IPNet{}
  501. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  502. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  503. if err != nil {
  504. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  505. continue // if can't parse CIDR
  506. }
  507. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  508. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  509. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  510. continue // skip adding egress range if overlaps with node's ip
  511. }
  512. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  513. if ipnet.Contains(net.ParseIP(node.LocalAddress)) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  514. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  515. continue // skip adding egress range if overlaps with node's local ip
  516. }
  517. if err != nil {
  518. logger.Log(1, "error encountered when setting egress range", err.Error())
  519. } else {
  520. allowedips = append(allowedips, *ipnet)
  521. }
  522. }
  523. return allowedips
  524. }