peers.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "github.com/c-robinson/iplib"
  10. "github.com/gravitl/netclient/nmproxy/manager"
  11. proxy_models "github.com/gravitl/netclient/nmproxy/models"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  15. "github.com/gravitl/netmaker/models"
  16. "github.com/gravitl/netmaker/netclient/ncutils"
  17. "github.com/gravitl/netmaker/servercfg"
  18. "golang.org/x/exp/slices"
  19. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  20. )
  21. func GetPeersForProxy(node *models.Node, onlyPeers bool) (manager.ProxyManagerPayload, error) {
  22. proxyPayload := manager.ProxyManagerPayload{}
  23. var peers []wgtypes.PeerConfig
  24. peerConfMap := make(map[string]proxy_models.PeerConf)
  25. var err error
  26. currentPeers, err := GetNetworkNodes(node.Network)
  27. if err != nil {
  28. return proxyPayload, err
  29. }
  30. if !onlyPeers {
  31. if node.IsRelayed == "yes" {
  32. relayNode := FindRelay(node)
  33. if relayNode != nil {
  34. relayEndpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayNode.Endpoint, relayNode.LocalListenPort))
  35. if err != nil {
  36. logger.Log(1, "failed to resolve relay node endpoint: ", err.Error())
  37. }
  38. proxyPayload.IsRelayed = true
  39. proxyPayload.RelayedTo = relayEndpoint
  40. } else {
  41. logger.Log(0, "couldn't find relay node for: ", node.ID, node.PublicKey)
  42. }
  43. }
  44. if node.IsRelay == "yes" {
  45. relayedNodes, err := GetRelayedNodes(node)
  46. if err != nil {
  47. logger.Log(1, "failed to relayed nodes: ", node.Name, err.Error())
  48. proxyPayload.IsRelay = false
  49. } else {
  50. relayPeersMap := make(map[string]proxy_models.RelayedConf)
  51. for _, relayedNode := range relayedNodes {
  52. payload, err := GetPeersForProxy(&relayedNode, true)
  53. if err == nil {
  54. relayedEndpoint, udpErr := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayedNode.Endpoint, relayedNode.LocalListenPort))
  55. if udpErr == nil {
  56. relayPeersMap[relayedNode.PublicKey] = proxy_models.RelayedConf{
  57. RelayedPeerEndpoint: relayedEndpoint,
  58. RelayedPeerPubKey: relayedNode.PublicKey,
  59. Peers: payload.Peers,
  60. }
  61. }
  62. }
  63. }
  64. proxyPayload.IsRelay = true
  65. proxyPayload.RelayedPeerConf = relayPeersMap
  66. }
  67. }
  68. }
  69. for _, peer := range currentPeers {
  70. if peer.ID == node.ID {
  71. //skip yourself
  72. continue
  73. }
  74. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  75. if err != nil {
  76. logger.Log(1, "failed to parse node pub key: ", peer.ID)
  77. continue
  78. }
  79. listenPort := peer.LocalListenPort
  80. if listenPort == 0 {
  81. listenPort = peer.ListenPort
  82. }
  83. endpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", peer.Endpoint, listenPort))
  84. if err != nil {
  85. logger.Log(1, "failed to resolve udp addr for node: ", peer.ID, peer.Endpoint, err.Error())
  86. continue
  87. }
  88. allowedips := GetAllowedIPs(node, &peer, nil, false)
  89. var keepalive time.Duration
  90. if node.PersistentKeepalive != 0 {
  91. // set_keepalive
  92. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  93. }
  94. proxyStatus := peer.Proxy
  95. if peer.IsServer == "yes" {
  96. proxyStatus = servercfg.IsProxyEnabled()
  97. }
  98. peers = append(peers, wgtypes.PeerConfig{
  99. PublicKey: pubkey,
  100. Endpoint: endpoint,
  101. AllowedIPs: allowedips,
  102. PersistentKeepaliveInterval: &keepalive,
  103. ReplaceAllowedIPs: true,
  104. })
  105. peerConfMap[peer.PublicKey] = proxy_models.PeerConf{
  106. Address: net.ParseIP(peer.PrimaryAddress()),
  107. Proxy: proxyStatus,
  108. ProxyListenPort: peer.ProxyListenPort,
  109. }
  110. if !onlyPeers && peer.IsRelayed == "yes" {
  111. relayNode := FindRelay(&peer)
  112. if relayNode != nil {
  113. relayTo, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayNode.Endpoint, relayNode.LocalListenPort))
  114. if err == nil {
  115. peerConfMap[peer.PublicKey] = proxy_models.PeerConf{
  116. IsRelayed: true,
  117. RelayedTo: relayTo,
  118. Address: net.ParseIP(peer.PrimaryAddress()),
  119. Proxy: proxyStatus,
  120. ProxyListenPort: peer.ProxyListenPort,
  121. }
  122. }
  123. }
  124. }
  125. }
  126. if node.IsIngressGateway == "yes" {
  127. var extPeers []wgtypes.PeerConfig
  128. extPeers, peerConfMap, err = getExtPeersForProxy(node, peerConfMap)
  129. if err == nil {
  130. peers = append(peers, extPeers...)
  131. } else if !database.IsEmptyRecord(err) {
  132. logger.Log(1, "error retrieving external clients:", err.Error())
  133. }
  134. }
  135. proxyPayload.IsIngress = node.IsIngressGateway == "yes"
  136. addr := node.Address
  137. if addr == "" {
  138. addr = node.Address6
  139. }
  140. proxyPayload.WgAddr = addr
  141. proxyPayload.Peers = peers
  142. proxyPayload.PeerMap = peerConfMap
  143. proxyPayload.Network = node.Network
  144. proxyPayload.InterfaceName = node.Interface
  145. return proxyPayload, nil
  146. }
  147. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  148. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  149. var peerUpdate models.PeerUpdate
  150. var peers []wgtypes.PeerConfig
  151. var serverNodeAddresses = []models.ServerAddr{}
  152. var isP2S bool
  153. network, err := GetNetwork(node.Network)
  154. if err != nil {
  155. return peerUpdate, err
  156. } else if network.IsPointToSite == "yes" && node.IsHub != "yes" {
  157. isP2S = true
  158. }
  159. var peerMap = make(models.PeerMap)
  160. var metrics *models.Metrics
  161. if servercfg.Is_EE {
  162. metrics, _ = GetMetrics(node.ID)
  163. }
  164. if metrics == nil {
  165. metrics = &models.Metrics{}
  166. }
  167. if metrics.FailoverPeers == nil {
  168. metrics.FailoverPeers = make(map[string]string)
  169. }
  170. // udppeers = the peers parsed from the local interface
  171. // gives us correct port to reach
  172. udppeers, errN := database.GetPeers(node.Network)
  173. if errN != nil {
  174. logger.Log(2, errN.Error())
  175. }
  176. currentPeers, err := GetNetworkNodes(node.Network)
  177. if err != nil {
  178. return models.PeerUpdate{}, err
  179. }
  180. if node.IsRelayed == "yes" && !node.Proxy {
  181. return GetPeerUpdateForRelayedNode(node, udppeers)
  182. }
  183. // #1 Set Keepalive values: set_keepalive
  184. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  185. // #3 Set allowedips: set_allowedips
  186. for _, peer := range currentPeers {
  187. if peer.ID == node.ID {
  188. //skip yourself
  189. continue
  190. }
  191. // on point to site networks -- get peers regularily if you are the hub --- otherwise the only peer is the hub
  192. if node.NetworkSettings.IsPointToSite == "yes" && node.IsHub == "no" && peer.IsHub == "no" {
  193. continue
  194. }
  195. if node.Connected != "yes" {
  196. //skip unconnected nodes
  197. continue
  198. }
  199. // if the node is not a server, set the endpoint
  200. var setEndpoint = !(node.IsServer == "yes")
  201. if peer.IsRelayed == "yes" {
  202. if !peer.Proxy && !(node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  203. //skip -- will be added to relay
  204. continue
  205. } else if node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  206. // dont set peer endpoint if it's relayed by node
  207. setEndpoint = false
  208. }
  209. }
  210. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  211. //skip if not permitted by acl
  212. continue
  213. }
  214. if isP2S && peer.IsHub != "yes" {
  215. continue
  216. }
  217. if len(metrics.FailoverPeers[peer.ID]) > 0 && IsFailoverPresent(node.Network) {
  218. logger.Log(2, "peer", peer.Name, peer.PrimaryAddress(), "was found to be in failover peers list for node", node.Name, node.PrimaryAddress())
  219. continue
  220. }
  221. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  222. if err != nil {
  223. return models.PeerUpdate{}, err
  224. }
  225. if node.Endpoint == peer.Endpoint {
  226. //peer is on same network
  227. // set_local
  228. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  229. peer.Endpoint = peer.LocalAddress
  230. if peer.LocalListenPort != 0 {
  231. peer.ListenPort = peer.LocalListenPort
  232. }
  233. } else {
  234. continue
  235. }
  236. }
  237. // set address if setEndpoint is true
  238. // otherwise, will get inserted as empty value
  239. var address *net.UDPAddr
  240. // Sets ListenPort to UDP Hole Punching Port assuming:
  241. // - UDP Hole Punching is enabled
  242. // - udppeers retrieval did not return an error
  243. // - the endpoint is valid
  244. if setEndpoint {
  245. var setUDPPort = false
  246. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  247. endpointstring := udppeers[peer.PublicKey]
  248. endpointarr := strings.Split(endpointstring, ":")
  249. if len(endpointarr) == 2 {
  250. port, err := strconv.Atoi(endpointarr[1])
  251. if err == nil {
  252. setUDPPort = true
  253. peer.ListenPort = int32(port)
  254. }
  255. }
  256. }
  257. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  258. // or, if port is for some reason zero use the LocalListenPort
  259. // but only do this if LocalListenPort is not zero
  260. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  261. peer.ListenPort = peer.LocalListenPort
  262. }
  263. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  264. address, err = net.ResolveUDPAddr("udp", endpoint)
  265. if err != nil {
  266. return models.PeerUpdate{}, err
  267. }
  268. }
  269. fetchRelayedIps := true
  270. if node.Proxy {
  271. fetchRelayedIps = false
  272. }
  273. allowedips := GetAllowedIPs(node, &peer, metrics, fetchRelayedIps)
  274. var keepalive time.Duration
  275. if node.PersistentKeepalive != 0 {
  276. // set_keepalive
  277. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  278. }
  279. var peerData = wgtypes.PeerConfig{
  280. PublicKey: pubkey,
  281. Endpoint: address,
  282. ReplaceAllowedIPs: true,
  283. AllowedIPs: allowedips,
  284. PersistentKeepaliveInterval: &keepalive,
  285. }
  286. peers = append(peers, peerData)
  287. peerMap[peer.PublicKey] = models.IDandAddr{
  288. Name: peer.Name,
  289. ID: peer.ID,
  290. Address: peer.PrimaryAddress(),
  291. IsServer: peer.IsServer,
  292. }
  293. if peer.IsServer == "yes" {
  294. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  295. }
  296. }
  297. if node.IsIngressGateway == "yes" {
  298. extPeers, idsAndAddr, err := getExtPeers(node, true)
  299. if err == nil {
  300. peers = append(peers, extPeers...)
  301. for i := range idsAndAddr {
  302. peerMap[idsAndAddr[i].ID] = idsAndAddr[i]
  303. }
  304. } else if !database.IsEmptyRecord(err) {
  305. logger.Log(1, "error retrieving external clients:", err.Error())
  306. }
  307. }
  308. peerUpdate.Network = node.Network
  309. peerUpdate.ServerVersion = servercfg.Version
  310. peerUpdate.Peers = peers
  311. peerUpdate.ServerAddrs = serverNodeAddresses
  312. peerUpdate.DNS = getPeerDNS(node.Network)
  313. peerUpdate.PeerIDs = peerMap
  314. return peerUpdate, nil
  315. }
  316. func getExtPeers(node *models.Node, forIngressNode bool) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  317. var peers []wgtypes.PeerConfig
  318. var idsAndAddr []models.IDandAddr
  319. extPeers, err := GetNetworkExtClients(node.Network)
  320. if err != nil {
  321. return peers, idsAndAddr, err
  322. }
  323. for _, extPeer := range extPeers {
  324. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  325. if err != nil {
  326. logger.Log(1, "error parsing ext pub key:", err.Error())
  327. continue
  328. }
  329. if node.PublicKey == extPeer.PublicKey {
  330. continue
  331. }
  332. var allowedips []net.IPNet
  333. var peer wgtypes.PeerConfig
  334. if extPeer.Address != "" {
  335. var peeraddr = net.IPNet{
  336. IP: net.ParseIP(extPeer.Address),
  337. Mask: net.CIDRMask(32, 32),
  338. }
  339. if peeraddr.IP != nil && peeraddr.Mask != nil {
  340. allowedips = append(allowedips, peeraddr)
  341. }
  342. }
  343. if extPeer.Address6 != "" {
  344. var addr6 = net.IPNet{
  345. IP: net.ParseIP(extPeer.Address6),
  346. Mask: net.CIDRMask(128, 128),
  347. }
  348. if addr6.IP != nil && addr6.Mask != nil {
  349. allowedips = append(allowedips, addr6)
  350. }
  351. }
  352. if !forIngressNode && extPeer.InternalIP != "" {
  353. peerInternalAddr := net.IPNet{
  354. IP: net.ParseIP(extPeer.InternalIP),
  355. Mask: net.CIDRMask(32, 32),
  356. }
  357. allowedips = append(allowedips, peerInternalAddr)
  358. }
  359. primaryAddr := extPeer.Address
  360. if primaryAddr == "" {
  361. primaryAddr = extPeer.Address6
  362. }
  363. peer = wgtypes.PeerConfig{
  364. PublicKey: pubkey,
  365. ReplaceAllowedIPs: true,
  366. AllowedIPs: allowedips,
  367. }
  368. peers = append(peers, peer)
  369. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  370. ID: peer.PublicKey.String(),
  371. Address: primaryAddr,
  372. })
  373. }
  374. return peers, idsAndAddr, nil
  375. }
  376. func getExtPeersForProxy(node *models.Node, proxyPeerConf map[string]proxy_models.PeerConf) ([]wgtypes.PeerConfig, map[string]proxy_models.PeerConf, error) {
  377. var peers []wgtypes.PeerConfig
  378. extPeers, err := GetNetworkExtClients(node.Network)
  379. if err != nil {
  380. return peers, proxyPeerConf, err
  381. }
  382. for _, extPeer := range extPeers {
  383. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  384. if err != nil {
  385. logger.Log(1, "error parsing ext pub key:", err.Error())
  386. continue
  387. }
  388. if node.PublicKey == extPeer.PublicKey {
  389. continue
  390. }
  391. var allowedips []net.IPNet
  392. var peer wgtypes.PeerConfig
  393. if extPeer.Address != "" {
  394. var peeraddr = net.IPNet{
  395. IP: net.ParseIP(extPeer.Address),
  396. Mask: net.CIDRMask(32, 32),
  397. }
  398. if peeraddr.IP != nil && peeraddr.Mask != nil {
  399. allowedips = append(allowedips, peeraddr)
  400. }
  401. }
  402. if extPeer.Address6 != "" {
  403. var addr6 = net.IPNet{
  404. IP: net.ParseIP(extPeer.Address6),
  405. Mask: net.CIDRMask(128, 128),
  406. }
  407. if addr6.IP != nil && addr6.Mask != nil {
  408. allowedips = append(allowedips, addr6)
  409. }
  410. }
  411. peer = wgtypes.PeerConfig{
  412. PublicKey: pubkey,
  413. ReplaceAllowedIPs: true,
  414. AllowedIPs: allowedips,
  415. }
  416. extConf := proxy_models.PeerConf{
  417. IsExtClient: true,
  418. Address: net.ParseIP(extPeer.Address),
  419. ExtInternalIp: net.ParseIP(extPeer.InternalIP),
  420. }
  421. if extPeer.IngressGatewayID == node.ID {
  422. extConf.IsAttachedExtClient = true
  423. }
  424. ingGatewayUdpAddr, err := net.ResolveUDPAddr("udp", extPeer.IngressGatewayEndpoint)
  425. if err == nil {
  426. extConf.IngressGatewayEndPoint = ingGatewayUdpAddr
  427. }
  428. proxyPeerConf[peer.PublicKey.String()] = extConf
  429. peers = append(peers, peer)
  430. }
  431. return peers, proxyPeerConf, nil
  432. }
  433. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  434. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics, fetchRelayedIps bool) []net.IPNet {
  435. var allowedips []net.IPNet
  436. allowedips = getNodeAllowedIPs(peer, node)
  437. // handle ingress gateway peers
  438. if peer.IsIngressGateway == "yes" {
  439. extPeers, _, err := getExtPeers(peer, false)
  440. if err != nil {
  441. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  442. }
  443. for _, extPeer := range extPeers {
  444. allowedips = append(allowedips, extPeer.AllowedIPs...)
  445. }
  446. // if node is a failover node, add allowed ips from nodes it is handling
  447. if metrics != nil && peer.Failover == "yes" && metrics.FailoverPeers != nil {
  448. // traverse through nodes that need handling
  449. logger.Log(3, "peer", peer.Name, "was found to be failover for", node.Name, "checking failover peers...")
  450. for k := range metrics.FailoverPeers {
  451. // if FailoverNode is me for this node, add allowedips
  452. if metrics.FailoverPeers[k] == peer.ID {
  453. // get original node so we can traverse the allowed ips
  454. nodeToFailover, err := GetNodeByID(k)
  455. if err == nil {
  456. failoverNodeMetrics, err := GetMetrics(nodeToFailover.ID)
  457. if err == nil && failoverNodeMetrics != nil {
  458. if len(failoverNodeMetrics.NodeName) > 0 {
  459. allowedips = append(allowedips, getNodeAllowedIPs(&nodeToFailover, peer)...)
  460. logger.Log(0, "failing over node", nodeToFailover.Name, nodeToFailover.PrimaryAddress(), "to failover node", peer.Name)
  461. }
  462. }
  463. }
  464. }
  465. }
  466. }
  467. }
  468. // handle relay gateway peers
  469. if fetchRelayedIps && peer.IsRelay == "yes" {
  470. for _, ip := range peer.RelayAddrs {
  471. //find node ID of relayed peer
  472. relayedPeer, err := findNode(ip)
  473. if err != nil {
  474. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  475. continue
  476. }
  477. if relayedPeer == nil {
  478. continue
  479. }
  480. if relayedPeer.ID == node.ID {
  481. //skip self
  482. continue
  483. }
  484. //check if acl permits comms
  485. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  486. continue
  487. }
  488. if iplib.Version(net.ParseIP(ip)) == 4 {
  489. relayAddr := net.IPNet{
  490. IP: net.ParseIP(ip),
  491. Mask: net.CIDRMask(32, 32),
  492. }
  493. allowedips = append(allowedips, relayAddr)
  494. }
  495. if iplib.Version(net.ParseIP(ip)) == 6 {
  496. relayAddr := net.IPNet{
  497. IP: net.ParseIP(ip),
  498. Mask: net.CIDRMask(128, 128),
  499. }
  500. allowedips = append(allowedips, relayAddr)
  501. }
  502. relayedNode, err := findNode(ip)
  503. if err != nil {
  504. logger.Log(1, "unable to find node for relayed address", ip, err.Error())
  505. continue
  506. }
  507. if relayedNode.IsEgressGateway == "yes" {
  508. extAllowedIPs := getEgressIPs(node, relayedNode)
  509. allowedips = append(allowedips, extAllowedIPs...)
  510. }
  511. if relayedNode.IsIngressGateway == "yes" {
  512. extPeers, _, err := getExtPeers(relayedNode, false)
  513. if err == nil {
  514. for _, extPeer := range extPeers {
  515. allowedips = append(allowedips, extPeer.AllowedIPs...)
  516. }
  517. } else {
  518. logger.Log(0, "failed to retrieve extclients from relayed ingress", err.Error())
  519. }
  520. }
  521. }
  522. }
  523. return allowedips
  524. }
  525. func getPeerDNS(network string) string {
  526. var dns string
  527. if nodes, err := GetNetworkNodes(network); err == nil {
  528. for i := range nodes {
  529. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  530. }
  531. }
  532. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  533. for _, entry := range customDNSEntries {
  534. // TODO - filter entries based on ACLs / given peers vs nodes in network
  535. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  536. }
  537. }
  538. return dns
  539. }
  540. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  541. // copying the relay node's allowed ips and making appropriate substitutions
  542. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  543. var peerUpdate models.PeerUpdate
  544. var peers []wgtypes.PeerConfig
  545. var serverNodeAddresses = []models.ServerAddr{}
  546. var allowedips []net.IPNet
  547. //find node that is relaying us
  548. relay := FindRelay(node)
  549. if relay == nil {
  550. return models.PeerUpdate{}, errors.New("not found")
  551. }
  552. //add relay to lists of allowed ip
  553. if relay.Address != "" {
  554. relayIP := net.IPNet{
  555. IP: net.ParseIP(relay.Address),
  556. Mask: net.CIDRMask(32, 32),
  557. }
  558. allowedips = append(allowedips, relayIP)
  559. }
  560. if relay.Address6 != "" {
  561. relayIP6 := net.IPNet{
  562. IP: net.ParseIP(relay.Address6),
  563. Mask: net.CIDRMask(128, 128),
  564. }
  565. allowedips = append(allowedips, relayIP6)
  566. }
  567. //get PeerUpdate for relayed node
  568. relayPeerUpdate, err := GetPeerUpdate(relay)
  569. if err != nil {
  570. return models.PeerUpdate{}, err
  571. }
  572. //add the relays allowed ips from all of the relay's peers
  573. for _, peer := range relayPeerUpdate.Peers {
  574. allowedips = append(allowedips, peer.AllowedIPs...)
  575. }
  576. //delete any ips not permitted by acl
  577. for i := len(allowedips) - 1; i >= 0; i-- {
  578. target, err := findNode(allowedips[i].IP.String())
  579. if err != nil {
  580. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  581. continue
  582. }
  583. if target == nil {
  584. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  585. continue
  586. }
  587. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  588. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  589. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  590. }
  591. }
  592. //delete self from allowed ips
  593. for i := len(allowedips) - 1; i >= 0; i-- {
  594. if allowedips[i].IP.String() == node.Address || allowedips[i].IP.String() == node.Address6 {
  595. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  596. }
  597. }
  598. //delete egressrange from allowedip if we are egress gateway
  599. if node.IsEgressGateway == "yes" {
  600. for i := len(allowedips) - 1; i >= 0; i-- {
  601. if StringSliceContains(node.EgressGatewayRanges, allowedips[i].String()) {
  602. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  603. }
  604. }
  605. }
  606. //delete extclients from allowedip if we are ingress gateway
  607. if node.IsIngressGateway == "yes" {
  608. for i := len(allowedips) - 1; i >= 0; i-- {
  609. if strings.Contains(node.IngressGatewayRange, allowedips[i].IP.String()) {
  610. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  611. }
  612. }
  613. }
  614. //add egress range if relay is egress
  615. if relay.IsEgressGateway == "yes" {
  616. var ip *net.IPNet
  617. for _, cidr := range relay.EgressGatewayRanges {
  618. _, ip, err = net.ParseCIDR(cidr)
  619. if err != nil {
  620. continue
  621. }
  622. }
  623. allowedips = append(allowedips, *ip)
  624. }
  625. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  626. if err != nil {
  627. return models.PeerUpdate{}, err
  628. }
  629. var setUDPPort = false
  630. if relay.UDPHolePunch == "yes" && CheckEndpoint(udppeers[relay.PublicKey]) {
  631. endpointstring := udppeers[relay.PublicKey]
  632. endpointarr := strings.Split(endpointstring, ":")
  633. if len(endpointarr) == 2 {
  634. port, err := strconv.Atoi(endpointarr[1])
  635. if err == nil {
  636. setUDPPort = true
  637. relay.ListenPort = int32(port)
  638. }
  639. }
  640. }
  641. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  642. // or, if port is for some reason zero use the LocalListenPort
  643. // but only do this if LocalListenPort is not zero
  644. if ((relay.UDPHolePunch == "yes" && !setUDPPort) || relay.ListenPort == 0) && relay.LocalListenPort != 0 {
  645. relay.ListenPort = relay.LocalListenPort
  646. }
  647. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  648. address, err := net.ResolveUDPAddr("udp", endpoint)
  649. if err != nil {
  650. return models.PeerUpdate{}, err
  651. }
  652. var keepalive time.Duration
  653. if node.PersistentKeepalive != 0 {
  654. // set_keepalive
  655. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  656. }
  657. var peerData = wgtypes.PeerConfig{
  658. PublicKey: pubkey,
  659. Endpoint: address,
  660. ReplaceAllowedIPs: true,
  661. AllowedIPs: allowedips,
  662. PersistentKeepaliveInterval: &keepalive,
  663. }
  664. peers = append(peers, peerData)
  665. if relay.IsServer == "yes" {
  666. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  667. }
  668. //if ingress add extclients
  669. if node.IsIngressGateway == "yes" {
  670. extPeers, _, err := getExtPeers(node, true)
  671. if err == nil {
  672. peers = append(peers, extPeers...)
  673. } else {
  674. logger.Log(2, "could not retrieve ext peers for ", node.Name, err.Error())
  675. }
  676. }
  677. peerUpdate.Network = node.Network
  678. peerUpdate.ServerVersion = servercfg.Version
  679. peerUpdate.Peers = peers
  680. peerUpdate.ServerAddrs = serverNodeAddresses
  681. peerUpdate.DNS = getPeerDNS(node.Network)
  682. return peerUpdate, nil
  683. }
  684. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  685. //check for internet gateway
  686. internetGateway := false
  687. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  688. internetGateway = true
  689. }
  690. allowedips := []net.IPNet{}
  691. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  692. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  693. if err != nil {
  694. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  695. continue // if can't parse CIDR
  696. }
  697. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  698. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  699. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  700. continue // skip adding egress range if overlaps with node's ip
  701. }
  702. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  703. if ipnet.Contains(net.ParseIP(node.LocalAddress)) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  704. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  705. continue // skip adding egress range if overlaps with node's local ip
  706. }
  707. if err != nil {
  708. logger.Log(1, "error encountered when setting egress range", err.Error())
  709. } else {
  710. allowedips = append(allowedips, *ipnet)
  711. }
  712. }
  713. return allowedips
  714. }
  715. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  716. var allowedips = []net.IPNet{}
  717. if peer.Address != "" {
  718. var peeraddr = net.IPNet{
  719. IP: net.ParseIP(peer.Address),
  720. Mask: net.CIDRMask(32, 32),
  721. }
  722. allowedips = append(allowedips, peeraddr)
  723. }
  724. if peer.Address6 != "" {
  725. var addr6 = net.IPNet{
  726. IP: net.ParseIP(peer.Address6),
  727. Mask: net.CIDRMask(128, 128),
  728. }
  729. allowedips = append(allowedips, addr6)
  730. }
  731. // handle manually set peers
  732. for _, allowedIp := range peer.AllowedIPs {
  733. // parsing as a CIDR first. If valid CIDR, append
  734. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  735. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  736. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  737. allowedips = append(allowedips, *ipnet)
  738. }
  739. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  740. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  741. ipnet := net.IPNet{
  742. IP: net.ParseIP(allowedIp),
  743. Mask: net.CIDRMask(32, 32),
  744. }
  745. allowedips = append(allowedips, ipnet)
  746. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  747. ipnet := net.IPNet{
  748. IP: net.ParseIP(allowedIp),
  749. Mask: net.CIDRMask(128, 128),
  750. }
  751. allowedips = append(allowedips, ipnet)
  752. }
  753. }
  754. }
  755. // handle egress gateway peers
  756. if peer.IsEgressGateway == "yes" {
  757. //hasGateway = true
  758. egressIPs := getEgressIPs(node, peer)
  759. // remove internet gateway if server
  760. if node.IsServer == "yes" {
  761. for i := len(egressIPs) - 1; i >= 0; i-- {
  762. if egressIPs[i].String() == "0.0.0.0/0" || egressIPs[i].String() == "::/0" {
  763. egressIPs = append(egressIPs[:i], egressIPs[i+1:]...)
  764. }
  765. }
  766. }
  767. allowedips = append(allowedips, egressIPs...)
  768. }
  769. return allowedips
  770. }