peers.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/c-robinson/iplib"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.org/x/exp/slices"
  18. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  19. )
  20. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  21. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  22. var peerUpdate models.PeerUpdate
  23. var peers []wgtypes.PeerConfig
  24. var serverNodeAddresses = []models.ServerAddr{}
  25. var isP2S bool
  26. network, err := GetNetwork(node.Network)
  27. if err != nil {
  28. return peerUpdate, err
  29. } else if network.IsPointToSite == "yes" && node.IsHub != "yes" {
  30. isP2S = true
  31. }
  32. var peerMap = make(models.PeerMap)
  33. // udppeers = the peers parsed from the local interface
  34. // gives us correct port to reach
  35. udppeers, errN := database.GetPeers(node.Network)
  36. if errN != nil {
  37. logger.Log(2, errN.Error())
  38. }
  39. currentPeers, err := GetNetworkNodes(node.Network)
  40. if err != nil {
  41. return models.PeerUpdate{}, err
  42. }
  43. if node.IsRelayed == "yes" {
  44. return GetPeerUpdateForRelayedNode(node, udppeers)
  45. }
  46. // #1 Set Keepalive values: set_keepalive
  47. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  48. // #3 Set allowedips: set_allowedips
  49. for _, peer := range currentPeers {
  50. if peer.ID == node.ID {
  51. //skip yourself
  52. continue
  53. }
  54. // on point to site networks -- get peers regularily if you are the hub --- otherwise the only peer is the hub
  55. if node.NetworkSettings.IsPointToSite == "yes" && node.IsHub == "no" && peer.IsHub == "no" {
  56. continue
  57. }
  58. // if the node is not a server, set the endpoint
  59. var setEndpoint = !(node.IsServer == "yes")
  60. if peer.IsRelayed == "yes" {
  61. if !(node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  62. //skip -- will be added to relay
  63. continue
  64. } else if node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  65. // dont set peer endpoint if it's relayed by node
  66. setEndpoint = false
  67. }
  68. }
  69. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  70. //skip if not permitted by acl
  71. continue
  72. }
  73. if isP2S && peer.IsHub != "yes" {
  74. continue
  75. }
  76. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  77. if err != nil {
  78. return models.PeerUpdate{}, err
  79. }
  80. if node.Endpoint == peer.Endpoint {
  81. //peer is on same network
  82. // set_local
  83. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  84. peer.Endpoint = peer.LocalAddress
  85. if peer.LocalListenPort != 0 {
  86. peer.ListenPort = peer.LocalListenPort
  87. }
  88. } else {
  89. continue
  90. }
  91. }
  92. // set address if setEndpoint is true
  93. // otherwise, will get inserted as empty value
  94. var address *net.UDPAddr
  95. // Sets ListenPort to UDP Hole Punching Port assuming:
  96. // - UDP Hole Punching is enabled
  97. // - udppeers retrieval did not return an error
  98. // - the endpoint is valid
  99. if setEndpoint {
  100. var setUDPPort = false
  101. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  102. endpointstring := udppeers[peer.PublicKey]
  103. endpointarr := strings.Split(endpointstring, ":")
  104. if len(endpointarr) == 2 {
  105. port, err := strconv.Atoi(endpointarr[1])
  106. if err == nil {
  107. setUDPPort = true
  108. peer.ListenPort = int32(port)
  109. }
  110. }
  111. }
  112. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  113. // or, if port is for some reason zero use the LocalListenPort
  114. // but only do this if LocalListenPort is not zero
  115. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  116. peer.ListenPort = peer.LocalListenPort
  117. }
  118. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  119. address, err = net.ResolveUDPAddr("udp", endpoint)
  120. if err != nil {
  121. return models.PeerUpdate{}, err
  122. }
  123. }
  124. // set_allowedips
  125. allowedips := GetAllowedIPs(node, &peer)
  126. var keepalive time.Duration
  127. if node.PersistentKeepalive != 0 {
  128. // set_keepalive
  129. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  130. }
  131. var peerData = wgtypes.PeerConfig{
  132. PublicKey: pubkey,
  133. Endpoint: address,
  134. ReplaceAllowedIPs: true,
  135. AllowedIPs: allowedips,
  136. PersistentKeepaliveInterval: &keepalive,
  137. }
  138. peers = append(peers, peerData)
  139. peerMap[peer.PublicKey] = models.IDandAddr{
  140. Name: peer.Name,
  141. ID: peer.ID,
  142. Address: peer.PrimaryAddress(),
  143. IsServer: peer.IsServer,
  144. }
  145. if peer.IsServer == "yes" {
  146. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  147. }
  148. }
  149. if node.IsIngressGateway == "yes" {
  150. extPeers, idsAndAddr, err := getExtPeers(node)
  151. if err == nil {
  152. peers = append(peers, extPeers...)
  153. for i := range idsAndAddr {
  154. peerMap[idsAndAddr[i].ID] = idsAndAddr[i]
  155. }
  156. } else {
  157. log.Println("ERROR RETRIEVING EXTERNAL PEERS", err)
  158. }
  159. }
  160. peerUpdate.Network = node.Network
  161. peerUpdate.ServerVersion = servercfg.Version
  162. peerUpdate.Peers = peers
  163. peerUpdate.ServerAddrs = serverNodeAddresses
  164. peerUpdate.DNS = getPeerDNS(node.Network)
  165. peerUpdate.PeerIDs = peerMap
  166. return peerUpdate, nil
  167. }
  168. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  169. var peers []wgtypes.PeerConfig
  170. var idsAndAddr []models.IDandAddr
  171. extPeers, err := GetExtPeersList(node)
  172. if err != nil {
  173. return peers, idsAndAddr, err
  174. }
  175. for _, extPeer := range extPeers {
  176. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  177. if err != nil {
  178. logger.Log(1, "error parsing ext pub key:", err.Error())
  179. continue
  180. }
  181. if node.PublicKey == extPeer.PublicKey {
  182. continue
  183. }
  184. var allowedips []net.IPNet
  185. var peer wgtypes.PeerConfig
  186. if extPeer.Address != "" {
  187. var peeraddr = net.IPNet{
  188. IP: net.ParseIP(extPeer.Address),
  189. Mask: net.CIDRMask(32, 32),
  190. }
  191. if peeraddr.IP != nil && peeraddr.Mask != nil {
  192. allowedips = append(allowedips, peeraddr)
  193. }
  194. }
  195. if extPeer.Address6 != "" {
  196. var addr6 = net.IPNet{
  197. IP: net.ParseIP(extPeer.Address6),
  198. Mask: net.CIDRMask(128, 128),
  199. }
  200. if addr6.IP != nil && addr6.Mask != nil {
  201. allowedips = append(allowedips, addr6)
  202. }
  203. }
  204. primaryAddr := extPeer.Address
  205. if primaryAddr == "" {
  206. primaryAddr = extPeer.Address6
  207. }
  208. peer = wgtypes.PeerConfig{
  209. PublicKey: pubkey,
  210. ReplaceAllowedIPs: true,
  211. AllowedIPs: allowedips,
  212. }
  213. peers = append(peers, peer)
  214. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  215. ID: peer.PublicKey.String(),
  216. Address: primaryAddr,
  217. })
  218. }
  219. return peers, idsAndAddr, nil
  220. }
  221. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  222. func GetAllowedIPs(node, peer *models.Node) []net.IPNet {
  223. var allowedips []net.IPNet
  224. if peer.Address != "" {
  225. var peeraddr = net.IPNet{
  226. IP: net.ParseIP(peer.Address),
  227. Mask: net.CIDRMask(32, 32),
  228. }
  229. allowedips = append(allowedips, peeraddr)
  230. }
  231. if peer.Address6 != "" {
  232. var addr6 = net.IPNet{
  233. IP: net.ParseIP(peer.Address6),
  234. Mask: net.CIDRMask(128, 128),
  235. }
  236. allowedips = append(allowedips, addr6)
  237. }
  238. // handle manually set peers
  239. for _, allowedIp := range peer.AllowedIPs {
  240. // parsing as a CIDR first. If valid CIDR, append
  241. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  242. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  243. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  244. allowedips = append(allowedips, *ipnet)
  245. }
  246. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  247. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  248. ipnet := net.IPNet{
  249. IP: net.ParseIP(allowedIp),
  250. Mask: net.CIDRMask(32, 32),
  251. }
  252. allowedips = append(allowedips, ipnet)
  253. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  254. ipnet := net.IPNet{
  255. IP: net.ParseIP(allowedIp),
  256. Mask: net.CIDRMask(128, 128),
  257. }
  258. allowedips = append(allowedips, ipnet)
  259. }
  260. }
  261. }
  262. // handle egress gateway peers
  263. if peer.IsEgressGateway == "yes" {
  264. //hasGateway = true
  265. egressIPs := getEgressIPs(node, peer)
  266. // remove internet gateway if server
  267. if node.IsServer == "yes" {
  268. for i := len(egressIPs) - 1; i >= 0; i-- {
  269. if egressIPs[i].String() == "0.0.0.0/0" || egressIPs[i].String() == "::/0" {
  270. egressIPs = append(egressIPs[:i], egressIPs[i+1:]...)
  271. }
  272. }
  273. }
  274. allowedips = append(allowedips, egressIPs...)
  275. }
  276. // handle ingress gateway peers
  277. if peer.IsIngressGateway == "yes" {
  278. extPeers, _, err := getExtPeers(peer)
  279. if err != nil {
  280. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  281. }
  282. for _, extPeer := range extPeers {
  283. allowedips = append(allowedips, extPeer.AllowedIPs...)
  284. }
  285. }
  286. // handle relay gateway peers
  287. if peer.IsRelay == "yes" {
  288. for _, ip := range peer.RelayAddrs {
  289. //find node ID of relayed peer
  290. relayedPeer, err := findNode(ip)
  291. if err != nil {
  292. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  293. continue
  294. }
  295. if relayedPeer == nil {
  296. continue
  297. }
  298. if relayedPeer.ID == node.ID {
  299. //skip self
  300. continue
  301. }
  302. //check if acl permits comms
  303. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  304. continue
  305. }
  306. if iplib.Version(net.ParseIP(ip)) == 4 {
  307. relayAddr := net.IPNet{
  308. IP: net.ParseIP(ip),
  309. Mask: net.CIDRMask(32, 32),
  310. }
  311. allowedips = append(allowedips, relayAddr)
  312. }
  313. if iplib.Version(net.ParseIP(ip)) == 6 {
  314. relayAddr := net.IPNet{
  315. IP: net.ParseIP(ip),
  316. Mask: net.CIDRMask(128, 128),
  317. }
  318. allowedips = append(allowedips, relayAddr)
  319. }
  320. relayedNode, err := findNode(ip)
  321. if err != nil {
  322. logger.Log(1, "unable to find node for relayed address", ip, err.Error())
  323. continue
  324. }
  325. if relayedNode.IsEgressGateway == "yes" {
  326. extAllowedIPs := getEgressIPs(node, relayedNode)
  327. allowedips = append(allowedips, extAllowedIPs...)
  328. }
  329. if relayedNode.IsIngressGateway == "yes" {
  330. extPeers, _, err := getExtPeers(relayedNode)
  331. if err == nil {
  332. for _, extPeer := range extPeers {
  333. allowedips = append(allowedips, extPeer.AllowedIPs...)
  334. }
  335. } else {
  336. logger.Log(0, "failed to retrieve extclients from relayed ingress", err.Error())
  337. }
  338. }
  339. }
  340. }
  341. return allowedips
  342. }
  343. func getPeerDNS(network string) string {
  344. var dns string
  345. if nodes, err := GetNetworkNodes(network); err == nil {
  346. for i := range nodes {
  347. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  348. }
  349. }
  350. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  351. for _, entry := range customDNSEntries {
  352. // TODO - filter entries based on ACLs / given peers vs nodes in network
  353. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  354. }
  355. }
  356. return dns
  357. }
  358. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  359. // copying the relay node's allowed ips and making appropriate substitutions
  360. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  361. var peerUpdate models.PeerUpdate
  362. var peers []wgtypes.PeerConfig
  363. var serverNodeAddresses = []models.ServerAddr{}
  364. var allowedips []net.IPNet
  365. //find node that is relaying us
  366. relay := FindRelay(node)
  367. if relay == nil {
  368. return models.PeerUpdate{}, errors.New("not found")
  369. }
  370. //add relay to lists of allowed ip
  371. if relay.Address != "" {
  372. relayIP := net.IPNet{
  373. IP: net.ParseIP(relay.Address),
  374. Mask: net.CIDRMask(32, 32),
  375. }
  376. allowedips = append(allowedips, relayIP)
  377. }
  378. if relay.Address6 != "" {
  379. relayIP6 := net.IPNet{
  380. IP: net.ParseIP(relay.Address6),
  381. Mask: net.CIDRMask(128, 128),
  382. }
  383. allowedips = append(allowedips, relayIP6)
  384. }
  385. //get PeerUpdate for relayed node
  386. relayPeerUpdate, err := GetPeerUpdate(relay)
  387. if err != nil {
  388. return models.PeerUpdate{}, err
  389. }
  390. //add the relays allowed ips from all of the relay's peers
  391. for _, peer := range relayPeerUpdate.Peers {
  392. allowedips = append(allowedips, peer.AllowedIPs...)
  393. }
  394. //delete any ips not permitted by acl
  395. for i := len(allowedips) - 1; i >= 0; i-- {
  396. target, err := findNode(allowedips[i].IP.String())
  397. if err != nil {
  398. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  399. continue
  400. }
  401. if target == nil {
  402. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  403. continue
  404. }
  405. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  406. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  407. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  408. }
  409. }
  410. //delete self from allowed ips
  411. for i := len(allowedips) - 1; i >= 0; i-- {
  412. if allowedips[i].IP.String() == node.Address || allowedips[i].IP.String() == node.Address6 {
  413. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  414. }
  415. }
  416. //delete egressrange from allowedip if we are egress gateway
  417. if node.IsEgressGateway == "yes" {
  418. for i := len(allowedips) - 1; i >= 0; i-- {
  419. if StringSliceContains(node.EgressGatewayRanges, allowedips[i].String()) {
  420. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  421. }
  422. }
  423. }
  424. //delete extclients from allowedip if we are ingress gateway
  425. if node.IsIngressGateway == "yes" {
  426. for i := len(allowedips) - 1; i >= 0; i-- {
  427. if strings.Contains(node.IngressGatewayRange, allowedips[i].IP.String()) {
  428. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  429. }
  430. }
  431. }
  432. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  433. if err != nil {
  434. return models.PeerUpdate{}, err
  435. }
  436. var setUDPPort = false
  437. if relay.UDPHolePunch == "yes" && CheckEndpoint(udppeers[relay.PublicKey]) {
  438. endpointstring := udppeers[relay.PublicKey]
  439. endpointarr := strings.Split(endpointstring, ":")
  440. if len(endpointarr) == 2 {
  441. port, err := strconv.Atoi(endpointarr[1])
  442. if err == nil {
  443. setUDPPort = true
  444. relay.ListenPort = int32(port)
  445. }
  446. }
  447. }
  448. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  449. // or, if port is for some reason zero use the LocalListenPort
  450. // but only do this if LocalListenPort is not zero
  451. if ((relay.UDPHolePunch == "yes" && !setUDPPort) || relay.ListenPort == 0) && relay.LocalListenPort != 0 {
  452. relay.ListenPort = relay.LocalListenPort
  453. }
  454. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  455. address, err := net.ResolveUDPAddr("udp", endpoint)
  456. if err != nil {
  457. return models.PeerUpdate{}, err
  458. }
  459. var keepalive time.Duration
  460. if node.PersistentKeepalive != 0 {
  461. // set_keepalive
  462. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  463. }
  464. var peerData = wgtypes.PeerConfig{
  465. PublicKey: pubkey,
  466. Endpoint: address,
  467. ReplaceAllowedIPs: true,
  468. AllowedIPs: allowedips,
  469. PersistentKeepaliveInterval: &keepalive,
  470. }
  471. peers = append(peers, peerData)
  472. if relay.IsServer == "yes" {
  473. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  474. }
  475. //if ingress add extclients
  476. if node.IsIngressGateway == "yes" {
  477. extPeers, _, err := getExtPeers(node)
  478. if err == nil {
  479. peers = append(peers, extPeers...)
  480. } else {
  481. logger.Log(2, "could not retrieve ext peers for ", node.Name, err.Error())
  482. }
  483. }
  484. peerUpdate.Network = node.Network
  485. peerUpdate.ServerVersion = servercfg.Version
  486. peerUpdate.Peers = peers
  487. peerUpdate.ServerAddrs = serverNodeAddresses
  488. peerUpdate.DNS = getPeerDNS(node.Network)
  489. return peerUpdate, nil
  490. }
  491. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  492. //check for internet gateway
  493. internetGateway := false
  494. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  495. internetGateway = true
  496. }
  497. allowedips := []net.IPNet{}
  498. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  499. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  500. if err != nil {
  501. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  502. continue // if can't parse CIDR
  503. }
  504. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  505. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  506. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  507. continue // skip adding egress range if overlaps with node's ip
  508. }
  509. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  510. if ipnet.Contains(net.ParseIP(node.LocalAddress)) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  511. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  512. continue // skip adding egress range if overlaps with node's local ip
  513. }
  514. if err != nil {
  515. logger.Log(1, "error encountered when setting egress range", err.Error())
  516. } else {
  517. allowedips = append(allowedips, *ipnet)
  518. }
  519. }
  520. return allowedips
  521. }