peers.go 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "github.com/c-robinson/iplib"
  10. "github.com/gravitl/netclient/nmproxy/manager"
  11. proxy_models "github.com/gravitl/netclient/nmproxy/models"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  15. "github.com/gravitl/netmaker/models"
  16. "github.com/gravitl/netmaker/netclient/ncutils"
  17. "github.com/gravitl/netmaker/servercfg"
  18. "golang.org/x/exp/slices"
  19. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  20. )
  21. // GetPeersforProxy calculates the peers for a proxy
  22. // TODO ==========================
  23. // TODO ==========================
  24. // TODO ==========================
  25. // TODO ==========================
  26. // TODO ==========================
  27. // revisit this logic with new host/node models.
  28. func GetPeersForProxy(node *models.Node, onlyPeers bool) (manager.ProxyManagerPayload, error) {
  29. proxyPayload := manager.ProxyManagerPayload{}
  30. var peers []wgtypes.PeerConfig
  31. peerConfMap := make(map[string]proxy_models.PeerConf)
  32. var err error
  33. currentPeers, err := GetNetworkNodes(node.Network)
  34. if err != nil {
  35. return proxyPayload, err
  36. }
  37. if !onlyPeers {
  38. if node.IsRelayed {
  39. relayNode := FindRelay(node)
  40. if relayNode != nil {
  41. host, err := GetHost(relayNode.HostID.String())
  42. if err != nil {
  43. logger.Log(0, "error retrieving host for relay node", relayNode.HostID.String(), err.Error())
  44. }
  45. relayEndpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayNode.EndpointIP, host.LocalListenPort))
  46. if err != nil {
  47. logger.Log(1, "failed to resolve relay node endpoint: ", err.Error())
  48. }
  49. proxyPayload.IsRelayed = true
  50. proxyPayload.RelayedTo = relayEndpoint
  51. } else {
  52. logger.Log(0, "couldn't find relay node for: ", node.ID.String())
  53. }
  54. }
  55. if node.IsRelay {
  56. host, err := GetHost(node.HostID.String())
  57. if err != nil {
  58. logger.Log(0, "error retrieving host for relay node", node.ID.String(), err.Error())
  59. }
  60. relayedNodes, err := GetRelayedNodes(node)
  61. if err != nil {
  62. logger.Log(1, "failed to relayed nodes: ", node.ID.String(), err.Error())
  63. proxyPayload.IsRelay = false
  64. } else {
  65. relayPeersMap := make(map[string]proxy_models.RelayedConf)
  66. for _, relayedNode := range relayedNodes {
  67. payload, err := GetPeersForProxy(&relayedNode, true)
  68. if err == nil {
  69. relayedHost, err := GetHost(relayedNode.HostID.String())
  70. if err != nil {
  71. logger.Log(0, "error retrieving host for relayNode", relayedNode.ID.String(), err.Error())
  72. }
  73. relayedEndpoint, udpErr := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayedNode.EndpointIP, host.LocalListenPort))
  74. if udpErr == nil {
  75. relayPeersMap[host.PublicKey.String()] = proxy_models.RelayedConf{
  76. RelayedPeerEndpoint: relayedEndpoint,
  77. RelayedPeerPubKey: relayedHost.PublicKey.String(),
  78. Peers: payload.Peers,
  79. }
  80. }
  81. }
  82. }
  83. proxyPayload.IsRelay = true
  84. proxyPayload.RelayedPeerConf = relayPeersMap
  85. }
  86. }
  87. }
  88. for _, peer := range currentPeers {
  89. if peer.ID == node.ID {
  90. //skip yourself
  91. continue
  92. }
  93. host, err := GetHost(peer.HostID.String())
  94. if err != nil {
  95. continue
  96. }
  97. proxyStatus := peer.Proxy
  98. listenPort := host.LocalListenPort
  99. if proxyStatus {
  100. listenPort = host.ProxyListenPort
  101. if listenPort == 0 {
  102. listenPort = proxy_models.NmProxyPort
  103. }
  104. } else if listenPort == 0 {
  105. listenPort = host.ListenPort
  106. }
  107. endpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", peer.EndpointIP, listenPort))
  108. if err != nil {
  109. logger.Log(1, "failed to resolve udp addr for node: ", peer.ID.String(), peer.EndpointIP.String(), err.Error())
  110. continue
  111. }
  112. allowedips := GetAllowedIPs(node, &peer, nil, false)
  113. var keepalive time.Duration
  114. if node.PersistentKeepalive != 0 {
  115. // set_keepalive
  116. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  117. }
  118. peers = append(peers, wgtypes.PeerConfig{
  119. PublicKey: host.PublicKey,
  120. Endpoint: endpoint,
  121. AllowedIPs: allowedips,
  122. PersistentKeepaliveInterval: &keepalive,
  123. ReplaceAllowedIPs: true,
  124. })
  125. peerConfMap[host.PublicKey.String()] = proxy_models.PeerConf{
  126. Address: net.ParseIP(peer.PrimaryAddress()),
  127. Proxy: proxyStatus,
  128. PublicListenPort: int32(listenPort),
  129. }
  130. if !onlyPeers && peer.IsRelayed {
  131. relayNode := FindRelay(&peer)
  132. if relayNode != nil {
  133. relayHost, err := GetHost(relayNode.HostID.String())
  134. if err != nil {
  135. logger.Log(0, "error retrieving host for relayNode", relayNode.ID.String(), err.Error())
  136. continue
  137. }
  138. relayTo, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayNode.EndpointIP, relayHost.LocalListenPort))
  139. if err == nil {
  140. peerConfMap[host.PublicKey.String()] = proxy_models.PeerConf{
  141. IsRelayed: true,
  142. RelayedTo: relayTo,
  143. Address: net.ParseIP(peer.PrimaryAddress()),
  144. Proxy: proxyStatus,
  145. PublicListenPort: int32(listenPort),
  146. }
  147. }
  148. }
  149. }
  150. }
  151. if node.IsIngressGateway {
  152. var extPeers []wgtypes.PeerConfig
  153. extPeers, peerConfMap, err = getExtPeersForProxy(node, peerConfMap)
  154. if err == nil {
  155. peers = append(peers, extPeers...)
  156. } else if !database.IsEmptyRecord(err) {
  157. logger.Log(1, "error retrieving external clients:", err.Error())
  158. }
  159. }
  160. proxyPayload.IsIngress = node.IsIngressGateway
  161. addr := node.Address
  162. if addr.String() == "" {
  163. addr = node.Address6
  164. }
  165. proxyPayload.WgAddr = addr.String()
  166. proxyPayload.Peers = peers
  167. proxyPayload.PeerMap = peerConfMap
  168. proxyPayload.Network = node.Network
  169. //proxyPayload.InterfaceName = node.Interface
  170. //hardcode or read from host ??
  171. proxyPayload.InterfaceName = models.WIREGUARD_INTERFACE
  172. return proxyPayload, nil
  173. }
  174. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  175. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  176. var peerUpdate models.PeerUpdate
  177. var peers []wgtypes.PeerConfig
  178. var serverNodeAddresses = []models.ServerAddr{}
  179. var peerMap = make(models.PeerMap)
  180. var metrics *models.Metrics
  181. if servercfg.Is_EE {
  182. metrics, _ = GetMetrics(node.ID.String())
  183. }
  184. if metrics == nil {
  185. metrics = &models.Metrics{}
  186. }
  187. if metrics.FailoverPeers == nil {
  188. metrics.FailoverPeers = make(map[string]string)
  189. }
  190. // udppeers = the peers parsed from the local interface
  191. // gives us correct port to reach
  192. udppeers, errN := database.GetPeers(node.Network)
  193. if errN != nil {
  194. logger.Log(2, errN.Error())
  195. }
  196. currentPeers, err := GetNetworkNodes(node.Network)
  197. if err != nil {
  198. return models.PeerUpdate{}, err
  199. }
  200. if node.IsRelayed && !node.Proxy {
  201. return GetPeerUpdateForRelayedNode(node, udppeers)
  202. }
  203. // #1 Set Keepalive values: set_keepalive
  204. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  205. // #3 Set allowedips: set_allowedips
  206. for _, peer := range currentPeers {
  207. if peer.ID == node.ID {
  208. //skip yourself
  209. continue
  210. }
  211. if node.Connected {
  212. //skip unconnected nodes
  213. continue
  214. }
  215. // if the node is not a server, set the endpoint
  216. var setEndpoint = true
  217. if peer.IsRelayed {
  218. if !peer.Proxy && !(node.IsRelay && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  219. //skip -- will be added to relay
  220. continue
  221. } else if node.IsRelay && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  222. // dont set peer endpoint if it's relayed by node
  223. setEndpoint = false
  224. }
  225. }
  226. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) {
  227. //skip if not permitted by acl
  228. continue
  229. }
  230. if len(metrics.FailoverPeers[peer.ID.String()]) > 0 && IsFailoverPresent(node.Network) {
  231. logger.Log(2, "peer", peer.ID.String(), peer.PrimaryAddress(), "was found to be in failover peers list for node", node.ID.String(), node.PrimaryAddress())
  232. continue
  233. }
  234. if err != nil {
  235. return models.PeerUpdate{}, err
  236. }
  237. host, err := GetHost(node.HostID.String())
  238. if err != nil {
  239. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  240. return models.PeerUpdate{}, err
  241. }
  242. peerHost, err := GetHost(peer.HostID.String())
  243. if err != nil {
  244. logger.Log(0, "error retrieving host for peer", node.ID.String(), err.Error())
  245. return models.PeerUpdate{}, err
  246. }
  247. if node.EndpointIP.String() == peer.EndpointIP.String() {
  248. //peer is on same network
  249. // set_local
  250. if host.LocalAddress.String() != peerHost.LocalAddress.String() && peerHost.LocalAddress.IP != nil {
  251. peer.EndpointIP = peerHost.LocalAddress.IP
  252. if peerHost.LocalListenPort != 0 {
  253. peerHost.ListenPort = peerHost.LocalListenPort
  254. }
  255. } else {
  256. continue
  257. }
  258. }
  259. // set address if setEndpoint is true
  260. // otherwise, will get inserted as empty value
  261. var address *net.UDPAddr
  262. // Sets ListenPort to UDP Hole Punching Port assuming:
  263. // - UDP Hole Punching is enabled
  264. // - udppeers retrieval did not return an error
  265. // - the endpoint is valid
  266. if setEndpoint {
  267. var setUDPPort = false
  268. if CheckEndpoint(udppeers[peerHost.PublicKey.String()]) {
  269. endpointstring := udppeers[peerHost.PublicKey.String()]
  270. endpointarr := strings.Split(endpointstring, ":")
  271. if len(endpointarr) == 2 {
  272. port, err := strconv.Atoi(endpointarr[1])
  273. if err == nil {
  274. setUDPPort = true
  275. peerHost.ListenPort = port
  276. }
  277. }
  278. }
  279. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  280. // or, if port is for some reason zero use the LocalListenPort
  281. // but only do this if LocalListenPort is not zero
  282. if ((!setUDPPort) || peerHost.ListenPort == 0) && peerHost.LocalListenPort != 0 {
  283. peerHost.ListenPort = peerHost.LocalListenPort
  284. }
  285. endpoint := peer.EndpointIP.String() + ":" + strconv.FormatInt(int64(peerHost.ListenPort), 10)
  286. address, err = net.ResolveUDPAddr("udp", endpoint)
  287. if err != nil {
  288. return models.PeerUpdate{}, err
  289. }
  290. }
  291. fetchRelayedIps := true
  292. if node.Proxy {
  293. fetchRelayedIps = false
  294. }
  295. allowedips := GetAllowedIPs(node, &peer, metrics, fetchRelayedIps)
  296. var keepalive time.Duration
  297. if node.PersistentKeepalive != 0 {
  298. // set_keepalive
  299. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  300. }
  301. var peerData = wgtypes.PeerConfig{
  302. PublicKey: peerHost.PublicKey,
  303. Endpoint: address,
  304. ReplaceAllowedIPs: true,
  305. AllowedIPs: allowedips,
  306. PersistentKeepaliveInterval: &keepalive,
  307. }
  308. peers = append(peers, peerData)
  309. peerMap[peerHost.PublicKey.String()] = models.IDandAddr{
  310. Name: peerHost.Name,
  311. ID: peer.ID.String(),
  312. Address: peer.PrimaryAddress(),
  313. IsServer: "no",
  314. }
  315. }
  316. if node.IsIngressGateway {
  317. extPeers, idsAndAddr, err := getExtPeers(node, true)
  318. if err == nil {
  319. peers = append(peers, extPeers...)
  320. for i := range idsAndAddr {
  321. peerMap[idsAndAddr[i].ID] = idsAndAddr[i]
  322. }
  323. } else if !database.IsEmptyRecord(err) {
  324. logger.Log(1, "error retrieving external clients:", err.Error())
  325. }
  326. }
  327. peerUpdate.Network = node.Network
  328. peerUpdate.ServerVersion = servercfg.Version
  329. peerUpdate.Peers = peers
  330. peerUpdate.ServerAddrs = serverNodeAddresses
  331. peerUpdate.DNS = getPeerDNS(node.Network)
  332. peerUpdate.PeerIDs = peerMap
  333. return peerUpdate, nil
  334. }
  335. func getExtPeers(node *models.Node, forIngressNode bool) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  336. var peers []wgtypes.PeerConfig
  337. var idsAndAddr []models.IDandAddr
  338. extPeers, err := GetNetworkExtClients(node.Network)
  339. if err != nil {
  340. return peers, idsAndAddr, err
  341. }
  342. host, err := GetHost(node.HostID.String())
  343. if err != nil {
  344. return peers, idsAndAddr, err
  345. }
  346. for _, extPeer := range extPeers {
  347. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  348. if err != nil {
  349. logger.Log(1, "error parsing ext pub key:", err.Error())
  350. continue
  351. }
  352. if host.PublicKey.String() == extPeer.PublicKey {
  353. continue
  354. }
  355. var allowedips []net.IPNet
  356. var peer wgtypes.PeerConfig
  357. if forIngressNode && extPeer.Address != "" {
  358. var peeraddr = net.IPNet{
  359. IP: net.ParseIP(extPeer.Address),
  360. Mask: net.CIDRMask(32, 32),
  361. }
  362. if peeraddr.IP != nil && peeraddr.Mask != nil {
  363. allowedips = append(allowedips, peeraddr)
  364. }
  365. }
  366. if forIngressNode && extPeer.Address6 != "" {
  367. var addr6 = net.IPNet{
  368. IP: net.ParseIP(extPeer.Address6),
  369. Mask: net.CIDRMask(128, 128),
  370. }
  371. if addr6.IP != nil && addr6.Mask != nil {
  372. allowedips = append(allowedips, addr6)
  373. }
  374. }
  375. if !forIngressNode {
  376. if extPeer.InternalIPAddr != "" {
  377. peerInternalAddr := net.IPNet{
  378. IP: net.ParseIP(extPeer.InternalIPAddr),
  379. Mask: net.CIDRMask(32, 32),
  380. }
  381. if peerInternalAddr.IP != nil && peerInternalAddr.Mask != nil {
  382. allowedips = append(allowedips, peerInternalAddr)
  383. }
  384. }
  385. if extPeer.InternalIPAddr6 != "" {
  386. peerInternalAddr6 := net.IPNet{
  387. IP: net.ParseIP(extPeer.InternalIPAddr6),
  388. Mask: net.CIDRMask(32, 32),
  389. }
  390. if peerInternalAddr6.IP != nil && peerInternalAddr6.Mask != nil {
  391. allowedips = append(allowedips, peerInternalAddr6)
  392. }
  393. }
  394. }
  395. primaryAddr := extPeer.Address
  396. if primaryAddr == "" {
  397. primaryAddr = extPeer.Address6
  398. }
  399. peer = wgtypes.PeerConfig{
  400. PublicKey: pubkey,
  401. ReplaceAllowedIPs: true,
  402. AllowedIPs: allowedips,
  403. }
  404. peers = append(peers, peer)
  405. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  406. ID: peer.PublicKey.String(),
  407. Address: primaryAddr,
  408. })
  409. }
  410. return peers, idsAndAddr, nil
  411. }
  412. func getExtPeersForProxy(node *models.Node, proxyPeerConf map[string]proxy_models.PeerConf) ([]wgtypes.PeerConfig, map[string]proxy_models.PeerConf, error) {
  413. var peers []wgtypes.PeerConfig
  414. host, err := GetHost(node.HostID.String())
  415. if err != nil {
  416. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  417. }
  418. extPeers, err := GetNetworkExtClients(node.Network)
  419. if err != nil {
  420. return peers, proxyPeerConf, err
  421. }
  422. for _, extPeer := range extPeers {
  423. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  424. if err != nil {
  425. logger.Log(1, "error parsing ext pub key:", err.Error())
  426. continue
  427. }
  428. if host.PublicKey.String() == extPeer.PublicKey {
  429. continue
  430. }
  431. var allowedips []net.IPNet
  432. var peer wgtypes.PeerConfig
  433. if extPeer.Address != "" {
  434. var peeraddr = net.IPNet{
  435. IP: net.ParseIP(extPeer.Address),
  436. Mask: net.CIDRMask(32, 32),
  437. }
  438. if peeraddr.IP != nil && peeraddr.Mask != nil {
  439. allowedips = append(allowedips, peeraddr)
  440. }
  441. }
  442. if extPeer.Address6 != "" {
  443. var addr6 = net.IPNet{
  444. IP: net.ParseIP(extPeer.Address6),
  445. Mask: net.CIDRMask(128, 128),
  446. }
  447. if addr6.IP != nil && addr6.Mask != nil {
  448. allowedips = append(allowedips, addr6)
  449. }
  450. }
  451. peer = wgtypes.PeerConfig{
  452. PublicKey: pubkey,
  453. ReplaceAllowedIPs: true,
  454. AllowedIPs: allowedips,
  455. }
  456. extInternalPrimaryAddr := extPeer.InternalIPAddr
  457. if extInternalPrimaryAddr == "" {
  458. extInternalPrimaryAddr = extPeer.InternalIPAddr6
  459. }
  460. extConf := proxy_models.PeerConf{
  461. IsExtClient: true,
  462. Address: net.ParseIP(extPeer.Address),
  463. ExtInternalIp: net.ParseIP(extInternalPrimaryAddr),
  464. }
  465. if extPeer.IngressGatewayID == node.ID.String() {
  466. extConf.IsAttachedExtClient = true
  467. }
  468. ingGatewayUdpAddr, err := net.ResolveUDPAddr("udp", extPeer.IngressGatewayEndpoint)
  469. if err == nil {
  470. extConf.IngressGatewayEndPoint = ingGatewayUdpAddr
  471. }
  472. proxyPeerConf[peer.PublicKey.String()] = extConf
  473. peers = append(peers, peer)
  474. }
  475. return peers, proxyPeerConf, nil
  476. }
  477. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  478. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics, fetchRelayedIps bool) []net.IPNet {
  479. var allowedips []net.IPNet
  480. allowedips = getNodeAllowedIPs(peer, node)
  481. // handle ingress gateway peers
  482. if peer.IsIngressGateway {
  483. extPeers, _, err := getExtPeers(peer, false)
  484. if err != nil {
  485. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  486. }
  487. for _, extPeer := range extPeers {
  488. allowedips = append(allowedips, extPeer.AllowedIPs...)
  489. }
  490. // if node is a failover node, add allowed ips from nodes it is handling
  491. if metrics != nil && peer.Failover && metrics.FailoverPeers != nil {
  492. // traverse through nodes that need handling
  493. logger.Log(3, "peer", peer.ID.String(), "was found to be failover for", node.ID.String(), "checking failover peers...")
  494. for k := range metrics.FailoverPeers {
  495. // if FailoverNode is me for this node, add allowedips
  496. if metrics.FailoverPeers[k] == peer.ID.String() {
  497. // get original node so we can traverse the allowed ips
  498. nodeToFailover, err := GetNodeByID(k)
  499. if err == nil {
  500. failoverNodeMetrics, err := GetMetrics(nodeToFailover.ID.String())
  501. if err == nil && failoverNodeMetrics != nil {
  502. if len(failoverNodeMetrics.NodeName) > 0 {
  503. allowedips = append(allowedips, getNodeAllowedIPs(&nodeToFailover, peer)...)
  504. logger.Log(0, "failing over node", nodeToFailover.ID.String(), nodeToFailover.PrimaryAddress(), "to failover node", peer.ID.String())
  505. }
  506. }
  507. }
  508. }
  509. }
  510. }
  511. }
  512. // handle relay gateway peers
  513. if fetchRelayedIps && peer.IsRelay {
  514. for _, ip := range peer.RelayAddrs {
  515. //find node ID of relayed peer
  516. relayedPeer, err := findNode(ip)
  517. if err != nil {
  518. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  519. continue
  520. }
  521. if relayedPeer == nil {
  522. continue
  523. }
  524. if relayedPeer.ID == node.ID {
  525. //skip self
  526. continue
  527. }
  528. //check if acl permits comms
  529. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(relayedPeer.ID.String())) {
  530. continue
  531. }
  532. if iplib.Version(net.ParseIP(ip)) == 4 {
  533. relayAddr := net.IPNet{
  534. IP: net.ParseIP(ip),
  535. Mask: net.CIDRMask(32, 32),
  536. }
  537. allowedips = append(allowedips, relayAddr)
  538. }
  539. if iplib.Version(net.ParseIP(ip)) == 6 {
  540. relayAddr := net.IPNet{
  541. IP: net.ParseIP(ip),
  542. Mask: net.CIDRMask(128, 128),
  543. }
  544. allowedips = append(allowedips, relayAddr)
  545. }
  546. relayedNode, err := findNode(ip)
  547. if err != nil {
  548. logger.Log(1, "unable to find node for relayed address", ip, err.Error())
  549. continue
  550. }
  551. if relayedNode.IsEgressGateway {
  552. extAllowedIPs := getEgressIPs(node, relayedNode)
  553. allowedips = append(allowedips, extAllowedIPs...)
  554. }
  555. if relayedNode.IsIngressGateway {
  556. extPeers, _, err := getExtPeers(relayedNode, false)
  557. if err == nil {
  558. for _, extPeer := range extPeers {
  559. allowedips = append(allowedips, extPeer.AllowedIPs...)
  560. }
  561. } else {
  562. logger.Log(0, "failed to retrieve extclients from relayed ingress", err.Error())
  563. }
  564. }
  565. }
  566. }
  567. return allowedips
  568. }
  569. func getPeerDNS(network string) string {
  570. var dns string
  571. if nodes, err := GetNetworkNodes(network); err == nil {
  572. for i, node := range nodes {
  573. host, err := GetHost(node.HostID.String())
  574. if err != nil {
  575. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  576. }
  577. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, host.Name, nodes[i].Network)
  578. }
  579. }
  580. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  581. for _, entry := range customDNSEntries {
  582. // TODO - filter entries based on ACLs / given peers vs nodes in network
  583. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  584. }
  585. }
  586. return dns
  587. }
  588. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  589. // copying the relay node's allowed ips and making appropriate substitutions
  590. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  591. var peerUpdate models.PeerUpdate
  592. var peers []wgtypes.PeerConfig
  593. var serverNodeAddresses = []models.ServerAddr{}
  594. var allowedips []net.IPNet
  595. //find node that is relaying us
  596. relay := FindRelay(node)
  597. if relay == nil {
  598. return models.PeerUpdate{}, errors.New("not found")
  599. }
  600. //add relay to lists of allowed ip
  601. if relay.Address.IP != nil {
  602. relayIP := relay.Address
  603. allowedips = append(allowedips, relayIP)
  604. }
  605. if relay.Address6.IP != nil {
  606. relayIP6 := relay.Address6
  607. allowedips = append(allowedips, relayIP6)
  608. }
  609. //get PeerUpdate for relayed node
  610. relayPeerUpdate, err := GetPeerUpdate(relay)
  611. if err != nil {
  612. return models.PeerUpdate{}, err
  613. }
  614. //add the relays allowed ips from all of the relay's peers
  615. for _, peer := range relayPeerUpdate.Peers {
  616. allowedips = append(allowedips, peer.AllowedIPs...)
  617. }
  618. //delete any ips not permitted by acl
  619. for i := len(allowedips) - 1; i >= 0; i-- {
  620. target, err := findNode(allowedips[i].IP.String())
  621. if err != nil {
  622. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  623. continue
  624. }
  625. if target == nil {
  626. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  627. continue
  628. }
  629. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(target.ID.String())) {
  630. logger.Log(0, "deleting node from relayednode per acl", node.ID.String(), target.ID.String())
  631. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  632. }
  633. }
  634. //delete self from allowed ips
  635. for i := len(allowedips) - 1; i >= 0; i-- {
  636. if allowedips[i].IP.String() == node.Address.IP.String() || allowedips[i].IP.String() == node.Address6.IP.String() {
  637. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  638. }
  639. }
  640. //delete egressrange from allowedip if we are egress gateway
  641. if node.IsEgressGateway {
  642. for i := len(allowedips) - 1; i >= 0; i-- {
  643. if StringSliceContains(node.EgressGatewayRanges, allowedips[i].String()) {
  644. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  645. }
  646. }
  647. }
  648. //delete extclients from allowedip if we are ingress gateway
  649. if node.IsIngressGateway {
  650. for i := len(allowedips) - 1; i >= 0; i-- {
  651. if strings.Contains(node.IngressGatewayRange, allowedips[i].IP.String()) {
  652. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  653. }
  654. }
  655. }
  656. //add egress range if relay is egress
  657. if relay.IsEgressGateway {
  658. var ip *net.IPNet
  659. for _, cidr := range relay.EgressGatewayRanges {
  660. _, ip, err = net.ParseCIDR(cidr)
  661. if err != nil {
  662. continue
  663. }
  664. }
  665. allowedips = append(allowedips, *ip)
  666. }
  667. relayHost, err := GetHost(relay.HostID.String())
  668. if err != nil {
  669. logger.Log(0, "error retrieving host for relay node", node.ID.String(), err.Error())
  670. }
  671. if err != nil {
  672. return models.PeerUpdate{}, err
  673. }
  674. var setUDPPort = false
  675. var listenPort int
  676. if CheckEndpoint(udppeers[relayHost.PublicKey.String()]) {
  677. endpointstring := udppeers[relayHost.PublicKey.String()]
  678. endpointarr := strings.Split(endpointstring, ":")
  679. if len(endpointarr) == 2 {
  680. port, err := strconv.Atoi(endpointarr[1])
  681. if err == nil {
  682. setUDPPort = true
  683. listenPort = port
  684. }
  685. }
  686. }
  687. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  688. // or, if port is for some reason zero use the LocalListenPort
  689. // but only do this if LocalListenPort is not zero
  690. if ((!setUDPPort) || relayHost.ListenPort == 0) && relayHost.LocalListenPort != 0 {
  691. listenPort = relayHost.LocalListenPort
  692. }
  693. endpoint := relay.EndpointIP.String() + ":" + strconv.FormatInt(int64(listenPort), 10)
  694. address, err := net.ResolveUDPAddr("udp", endpoint)
  695. if err != nil {
  696. return models.PeerUpdate{}, err
  697. }
  698. var keepalive time.Duration
  699. if node.PersistentKeepalive != 0 {
  700. // set_keepalive
  701. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  702. }
  703. var peerData = wgtypes.PeerConfig{
  704. PublicKey: relayHost.PublicKey,
  705. Endpoint: address,
  706. ReplaceAllowedIPs: true,
  707. AllowedIPs: allowedips,
  708. PersistentKeepaliveInterval: &keepalive,
  709. }
  710. peers = append(peers, peerData)
  711. //if ingress add extclients
  712. if node.IsIngressGateway {
  713. extPeers, _, err := getExtPeers(node, true)
  714. if err == nil {
  715. peers = append(peers, extPeers...)
  716. } else {
  717. logger.Log(2, "could not retrieve ext peers for ", node.ID.String(), err.Error())
  718. }
  719. }
  720. peerUpdate.Network = node.Network
  721. peerUpdate.ServerVersion = servercfg.Version
  722. peerUpdate.Peers = peers
  723. peerUpdate.ServerAddrs = serverNodeAddresses
  724. peerUpdate.DNS = getPeerDNS(node.Network)
  725. return peerUpdate, nil
  726. }
  727. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  728. host, err := GetHost(node.HostID.String())
  729. if err != nil {
  730. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  731. }
  732. //check for internet gateway
  733. internetGateway := false
  734. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  735. internetGateway = true
  736. }
  737. allowedips := []net.IPNet{}
  738. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  739. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  740. if err != nil {
  741. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  742. continue // if can't parse CIDR
  743. }
  744. nodeEndpointArr := strings.Split(peer.EndpointIP.String(), ":") // getting the public ip of node
  745. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  746. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.EndpointIP.String(), ", omitting")
  747. continue // skip adding egress range if overlaps with node's ip
  748. }
  749. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  750. if ipnet.Contains(net.ParseIP(host.LocalAddress.String())) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  751. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", host.LocalAddress.String(), ", omitting")
  752. continue // skip adding egress range if overlaps with node's local ip
  753. }
  754. if err != nil {
  755. logger.Log(1, "error encountered when setting egress range", err.Error())
  756. } else {
  757. allowedips = append(allowedips, *ipnet)
  758. }
  759. }
  760. return allowedips
  761. }
  762. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  763. var allowedips = []net.IPNet{}
  764. if peer.Address.IP != nil {
  765. allowedips = append(allowedips, peer.Address)
  766. }
  767. if peer.Address6.IP != nil {
  768. allowedips = append(allowedips, peer.Address6)
  769. }
  770. // handle manually set peers
  771. for _, allowedIp := range peer.AllowedIPs {
  772. // parsing as a CIDR first. If valid CIDR, append
  773. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  774. nodeEndpointArr := strings.Split(node.EndpointIP.String(), ":")
  775. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address.IP.String() { // don't need to add an allowed ip that already exists..
  776. allowedips = append(allowedips, *ipnet)
  777. }
  778. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  779. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address.IP.String() {
  780. ipnet := net.IPNet{
  781. IP: net.ParseIP(allowedIp),
  782. Mask: net.CIDRMask(32, 32),
  783. }
  784. allowedips = append(allowedips, ipnet)
  785. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6.IP.String() {
  786. ipnet := net.IPNet{
  787. IP: net.ParseIP(allowedIp),
  788. Mask: net.CIDRMask(128, 128),
  789. }
  790. allowedips = append(allowedips, ipnet)
  791. }
  792. }
  793. }
  794. // handle egress gateway peers
  795. if peer.IsEgressGateway {
  796. //hasGateway = true
  797. egressIPs := getEgressIPs(node, peer)
  798. allowedips = append(allowedips, egressIPs...)
  799. }
  800. return allowedips
  801. }