peers.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/c-robinson/iplib"
  11. "github.com/gravitl/netclient/nmproxy/manager"
  12. proxy_models "github.com/gravitl/netclient/nmproxy/models"
  13. "github.com/gravitl/netmaker/database"
  14. "github.com/gravitl/netmaker/logger"
  15. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  16. "github.com/gravitl/netmaker/models"
  17. "github.com/gravitl/netmaker/netclient/ncutils"
  18. "github.com/gravitl/netmaker/servercfg"
  19. "golang.org/x/exp/slices"
  20. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  21. )
  22. // GetPeersforProxy calculates the peers for a proxy
  23. // TODO ==========================
  24. // TODO ==========================
  25. // TODO ==========================
  26. // TODO ==========================
  27. // TODO ==========================
  28. // revisit this logic with new host/node models.
  29. func GetPeersForProxy(node *models.Node, onlyPeers bool) (manager.ProxyManagerPayload, error) {
  30. proxyPayload := manager.ProxyManagerPayload{}
  31. var peers []wgtypes.PeerConfig
  32. peerConfMap := make(map[string]proxy_models.PeerConf)
  33. var err error
  34. currentPeers, err := GetNetworkNodes(node.Network)
  35. if err != nil {
  36. return proxyPayload, err
  37. }
  38. if !onlyPeers {
  39. if node.IsRelayed {
  40. relayNode := FindRelay(node)
  41. relayHost, err := GetHost(relayNode.HostID.String())
  42. if err != nil {
  43. return proxyPayload, err
  44. }
  45. if relayNode != nil {
  46. host, err := GetHost(relayNode.HostID.String())
  47. if err != nil {
  48. logger.Log(0, "error retrieving host for relay node", relayNode.HostID.String(), err.Error())
  49. }
  50. relayEndpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayHost.EndpointIP, host.LocalListenPort))
  51. if err != nil {
  52. logger.Log(1, "failed to resolve relay node endpoint: ", err.Error())
  53. }
  54. proxyPayload.IsRelayed = true
  55. proxyPayload.RelayedTo = relayEndpoint
  56. } else {
  57. logger.Log(0, "couldn't find relay node for: ", node.ID.String())
  58. }
  59. }
  60. if node.IsRelay {
  61. host, err := GetHost(node.HostID.String())
  62. if err != nil {
  63. logger.Log(0, "error retrieving host for relay node", node.ID.String(), err.Error())
  64. }
  65. relayedNodes, err := GetRelayedNodes(node)
  66. if err != nil {
  67. logger.Log(1, "failed to relayed nodes: ", node.ID.String(), err.Error())
  68. proxyPayload.IsRelay = false
  69. } else {
  70. relayPeersMap := make(map[string]proxy_models.RelayedConf)
  71. for _, relayedNode := range relayedNodes {
  72. payload, err := GetPeersForProxy(&relayedNode, true)
  73. if err == nil {
  74. relayedHost, err := GetHost(relayedNode.HostID.String())
  75. if err != nil {
  76. logger.Log(0, "error retrieving host for relayNode", relayedNode.ID.String(), err.Error())
  77. }
  78. relayedEndpoint, udpErr := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayedHost.EndpointIP, host.LocalListenPort))
  79. if udpErr == nil {
  80. relayPeersMap[host.PublicKey.String()] = proxy_models.RelayedConf{
  81. RelayedPeerEndpoint: relayedEndpoint,
  82. RelayedPeerPubKey: relayedHost.PublicKey.String(),
  83. Peers: payload.Peers,
  84. }
  85. }
  86. }
  87. }
  88. proxyPayload.IsRelay = true
  89. proxyPayload.RelayedPeerConf = relayPeersMap
  90. }
  91. }
  92. }
  93. for _, peer := range currentPeers {
  94. if peer.ID == node.ID {
  95. //skip yourself
  96. continue
  97. }
  98. host, err := GetHost(peer.HostID.String())
  99. if err != nil {
  100. continue
  101. }
  102. proxyStatus := host.ProxyEnabled
  103. listenPort := host.LocalListenPort
  104. if proxyStatus {
  105. listenPort = host.ProxyListenPort
  106. if listenPort == 0 {
  107. listenPort = proxy_models.NmProxyPort
  108. }
  109. } else if listenPort == 0 {
  110. listenPort = host.ListenPort
  111. }
  112. endpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", host.EndpointIP, listenPort))
  113. if err != nil {
  114. logger.Log(1, "failed to resolve udp addr for node: ", peer.ID.String(), host.EndpointIP.String(), err.Error())
  115. continue
  116. }
  117. allowedips := GetAllowedIPs(node, &peer, nil, false)
  118. var keepalive time.Duration
  119. if node.PersistentKeepalive != 0 {
  120. // set_keepalive
  121. keepalive = node.PersistentKeepalive
  122. }
  123. peers = append(peers, wgtypes.PeerConfig{
  124. PublicKey: host.PublicKey,
  125. Endpoint: endpoint,
  126. AllowedIPs: allowedips,
  127. PersistentKeepaliveInterval: &keepalive,
  128. ReplaceAllowedIPs: true,
  129. })
  130. peerConfMap[host.PublicKey.String()] = proxy_models.PeerConf{
  131. Address: net.ParseIP(peer.PrimaryAddress()),
  132. Proxy: proxyStatus,
  133. PublicListenPort: int32(listenPort),
  134. }
  135. if !onlyPeers && peer.IsRelayed {
  136. relayNode := FindRelay(&peer)
  137. if relayNode != nil {
  138. relayHost, err := GetHost(relayNode.HostID.String())
  139. if err != nil {
  140. logger.Log(0, "error retrieving host for relayNode", relayNode.ID.String(), err.Error())
  141. continue
  142. }
  143. relayTo, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayHost.EndpointIP, relayHost.LocalListenPort))
  144. if err == nil {
  145. peerConfMap[host.PublicKey.String()] = proxy_models.PeerConf{
  146. IsRelayed: true,
  147. RelayedTo: relayTo,
  148. Address: net.ParseIP(peer.PrimaryAddress()),
  149. Proxy: proxyStatus,
  150. PublicListenPort: int32(listenPort),
  151. }
  152. }
  153. }
  154. }
  155. }
  156. if node.IsIngressGateway {
  157. var extPeers []wgtypes.PeerConfig
  158. extPeers, peerConfMap, err = getExtPeersForProxy(node, peerConfMap)
  159. if err == nil {
  160. peers = append(peers, extPeers...)
  161. } else if !database.IsEmptyRecord(err) {
  162. logger.Log(1, "error retrieving external clients:", err.Error())
  163. }
  164. }
  165. proxyPayload.IsIngress = node.IsIngressGateway
  166. addr := node.Address
  167. if addr.String() == "" {
  168. addr = node.Address6
  169. }
  170. proxyPayload.WgAddr = addr.String()
  171. proxyPayload.Peers = peers
  172. proxyPayload.PeerMap = peerConfMap
  173. proxyPayload.Network = node.Network
  174. //proxyPayload.InterfaceName = node.Interface
  175. //hardcode or read from host ??
  176. proxyPayload.InterfaceName = models.WIREGUARD_INTERFACE
  177. return proxyPayload, nil
  178. }
  179. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  180. func GetPeerUpdate(node *models.Node, host *models.Host) (models.PeerUpdate, error) {
  181. log.Println("peer update for node ", node.ID)
  182. peerUpdate := models.PeerUpdate{
  183. Network: node.Network,
  184. ServerVersion: ncutils.Version,
  185. DNS: getPeerDNS(node.Network),
  186. }
  187. currentPeers, err := GetNetworkNodes(node.Network)
  188. if err != nil {
  189. log.Println("no network nodes")
  190. return models.PeerUpdate{}, err
  191. }
  192. for _, peer := range currentPeers {
  193. var peerConfig wgtypes.PeerConfig
  194. peerHost, err := GetHost(peer.HostID.String())
  195. if err != nil {
  196. log.Println("no peer host", err)
  197. return models.PeerUpdate{}, err
  198. }
  199. if peer.ID == node.ID {
  200. log.Println("peer update, skipping self")
  201. //skip yourself
  202. continue
  203. }
  204. if !peer.Connected {
  205. log.Println("peer update, skipping unconnected node")
  206. //skip unconnected nodes
  207. continue
  208. }
  209. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) {
  210. log.Println("peer update, skipping node for acl")
  211. //skip if not permitted by acl
  212. continue
  213. }
  214. peerConfig.PublicKey = peerHost.PublicKey
  215. peerConfig.PersistentKeepaliveInterval = &peer.PersistentKeepalive
  216. peerConfig.ReplaceAllowedIPs = true
  217. uselocal := false
  218. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  219. //peer is on same network
  220. // set to localaddress
  221. uselocal = true
  222. if node.LocalAddress.IP == nil {
  223. // use public endpint
  224. uselocal = false
  225. }
  226. if node.LocalAddress.String() == peer.LocalAddress.String() {
  227. uselocal = false
  228. }
  229. }
  230. peerConfig.Endpoint = &net.UDPAddr{
  231. IP: peerHost.EndpointIP,
  232. Port: peerHost.ListenPort,
  233. }
  234. if uselocal {
  235. peerConfig.Endpoint.IP = peer.LocalAddress.IP
  236. }
  237. allowedips := getNodeAllowedIPs(&peer, node)
  238. if peer.IsIngressGateway {
  239. for _, entry := range peer.IngressGatewayRange {
  240. _, cidr, err := net.ParseCIDR(string(entry))
  241. if err == nil {
  242. allowedips = append(allowedips, *cidr)
  243. }
  244. }
  245. }
  246. if peer.IsRelay {
  247. allowedips = append(allowedips, getRelayAllowedIPs(node, &peer)...)
  248. }
  249. if peer.IsEgressGateway {
  250. allowedips = append(allowedips, getEgressIPs(node, &peer)...)
  251. }
  252. peerConfig.AllowedIPs = allowedips
  253. peerUpdate.Peers = append(peerUpdate.Peers, peerConfig)
  254. }
  255. return peerUpdate, nil
  256. }
  257. func getRelayAllowedIPs(node, peer *models.Node) []net.IPNet {
  258. var allowedips []net.IPNet
  259. var allowedip net.IPNet
  260. for _, addr := range peer.RelayAddrs {
  261. if node.Address.IP.String() == addr {
  262. continue
  263. }
  264. if node.Address6.IP.String() == addr {
  265. continue
  266. }
  267. allowedip.IP = net.ParseIP(addr)
  268. allowedips = append(allowedips, allowedip)
  269. }
  270. return allowedips
  271. }
  272. // GetPeerUpdateLegacy - gets a wireguard peer config for each peer of a node
  273. func GetPeerUpdateLegacy(node *models.Node) (models.PeerUpdate, error) {
  274. var peerUpdate models.PeerUpdate
  275. var peers []wgtypes.PeerConfig
  276. var serverNodeAddresses = []models.ServerAddr{}
  277. var peerMap = make(models.PeerMap)
  278. var metrics *models.Metrics
  279. if servercfg.Is_EE {
  280. metrics, _ = GetMetrics(node.ID.String())
  281. }
  282. if metrics == nil {
  283. metrics = &models.Metrics{}
  284. }
  285. if metrics.FailoverPeers == nil {
  286. metrics.FailoverPeers = make(map[string]string)
  287. }
  288. // udppeers = the peers parsed from the local interface
  289. // gives us correct port to reach
  290. udppeers, errN := database.GetPeers(node.Network)
  291. if errN != nil {
  292. logger.Log(2, errN.Error())
  293. }
  294. currentPeers, err := GetNetworkNodes(node.Network)
  295. if err != nil {
  296. return models.PeerUpdate{}, err
  297. }
  298. host, err := GetHost(node.HostID.String())
  299. if err != nil {
  300. return peerUpdate, err
  301. }
  302. if node.IsRelayed && !host.ProxyEnabled {
  303. return GetPeerUpdateForRelayedNode(node, udppeers)
  304. }
  305. // #1 Set Keepalive values: set_keepalive
  306. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  307. // #3 Set allowedips: set_allowedips
  308. for _, peer := range currentPeers {
  309. peerHost, err := GetHost(peer.HostID.String())
  310. if err != nil {
  311. logger.Log(0, "error retrieving host for peer", node.ID.String(), err.Error())
  312. return models.PeerUpdate{}, err
  313. }
  314. if peer.ID == node.ID {
  315. //skip yourself
  316. continue
  317. }
  318. if node.Connected {
  319. //skip unconnected nodes
  320. continue
  321. }
  322. // if the node is not a server, set the endpoint
  323. var setEndpoint = true
  324. if peer.IsRelayed {
  325. if !peerHost.ProxyEnabled && !(node.IsRelay && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  326. //skip -- will be added to relay
  327. continue
  328. } else if node.IsRelay && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  329. // dont set peer endpoint if it's relayed by node
  330. setEndpoint = false
  331. }
  332. }
  333. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) {
  334. //skip if not permitted by acl
  335. continue
  336. }
  337. if len(metrics.FailoverPeers[peer.ID.String()]) > 0 && IsFailoverPresent(node.Network) {
  338. logger.Log(2, "peer", peer.ID.String(), peer.PrimaryAddress(), "was found to be in failover peers list for node", node.ID.String(), node.PrimaryAddress())
  339. continue
  340. }
  341. if err != nil {
  342. return models.PeerUpdate{}, err
  343. }
  344. host, err := GetHost(node.HostID.String())
  345. if err != nil {
  346. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  347. return models.PeerUpdate{}, err
  348. }
  349. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  350. //peer is on same network
  351. // set_local
  352. if node.LocalAddress.String() != peer.LocalAddress.String() && peer.LocalAddress.IP != nil {
  353. peerHost.EndpointIP = peer.LocalAddress.IP
  354. if peerHost.LocalListenPort != 0 {
  355. peerHost.ListenPort = peerHost.LocalListenPort
  356. }
  357. } else {
  358. continue
  359. }
  360. }
  361. // set address if setEndpoint is true
  362. // otherwise, will get inserted as empty value
  363. var address *net.UDPAddr
  364. // Sets ListenPort to UDP Hole Punching Port assuming:
  365. // - UDP Hole Punching is enabled
  366. // - udppeers retrieval did not return an error
  367. // - the endpoint is valid
  368. if setEndpoint {
  369. var setUDPPort = false
  370. if CheckEndpoint(udppeers[peerHost.PublicKey.String()]) {
  371. endpointstring := udppeers[peerHost.PublicKey.String()]
  372. endpointarr := strings.Split(endpointstring, ":")
  373. if len(endpointarr) == 2 {
  374. port, err := strconv.Atoi(endpointarr[1])
  375. if err == nil {
  376. setUDPPort = true
  377. peerHost.ListenPort = port
  378. }
  379. }
  380. }
  381. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  382. // or, if port is for some reason zero use the LocalListenPort
  383. // but only do this if LocalListenPort is not zero
  384. if ((!setUDPPort) || peerHost.ListenPort == 0) && peerHost.LocalListenPort != 0 {
  385. peerHost.ListenPort = peerHost.LocalListenPort
  386. }
  387. endpoint := peerHost.EndpointIP.String() + ":" + strconv.FormatInt(int64(peerHost.ListenPort), 10)
  388. address, err = net.ResolveUDPAddr("udp", endpoint)
  389. if err != nil {
  390. return models.PeerUpdate{}, err
  391. }
  392. }
  393. fetchRelayedIps := true
  394. if host.ProxyEnabled {
  395. fetchRelayedIps = false
  396. }
  397. allowedips := GetAllowedIPs(node, &peer, metrics, fetchRelayedIps)
  398. var keepalive time.Duration
  399. if node.PersistentKeepalive != 0 {
  400. // set_keepalive
  401. keepalive = node.PersistentKeepalive
  402. }
  403. var peerData = wgtypes.PeerConfig{
  404. PublicKey: peerHost.PublicKey,
  405. Endpoint: address,
  406. ReplaceAllowedIPs: true,
  407. AllowedIPs: allowedips,
  408. PersistentKeepaliveInterval: &keepalive,
  409. }
  410. peers = append(peers, peerData)
  411. peerMap[peerHost.PublicKey.String()] = models.IDandAddr{
  412. Name: peerHost.Name,
  413. ID: peer.ID.String(),
  414. Address: peer.PrimaryAddress(),
  415. IsServer: "no",
  416. }
  417. }
  418. if node.IsIngressGateway {
  419. extPeers, idsAndAddr, err := getExtPeers(node, true)
  420. if err == nil {
  421. peers = append(peers, extPeers...)
  422. for i := range idsAndAddr {
  423. peerMap[idsAndAddr[i].ID] = idsAndAddr[i]
  424. }
  425. } else if !database.IsEmptyRecord(err) {
  426. logger.Log(1, "error retrieving external clients:", err.Error())
  427. }
  428. }
  429. peerUpdate.Network = node.Network
  430. peerUpdate.ServerVersion = servercfg.Version
  431. peerUpdate.Peers = peers
  432. peerUpdate.ServerAddrs = serverNodeAddresses
  433. peerUpdate.DNS = getPeerDNS(node.Network)
  434. peerUpdate.PeerIDs = peerMap
  435. return peerUpdate, nil
  436. }
  437. func getExtPeers(node *models.Node, forIngressNode bool) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  438. var peers []wgtypes.PeerConfig
  439. var idsAndAddr []models.IDandAddr
  440. extPeers, err := GetNetworkExtClients(node.Network)
  441. if err != nil {
  442. return peers, idsAndAddr, err
  443. }
  444. host, err := GetHost(node.HostID.String())
  445. if err != nil {
  446. return peers, idsAndAddr, err
  447. }
  448. for _, extPeer := range extPeers {
  449. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  450. if err != nil {
  451. logger.Log(1, "error parsing ext pub key:", err.Error())
  452. continue
  453. }
  454. if host.PublicKey.String() == extPeer.PublicKey {
  455. continue
  456. }
  457. var allowedips []net.IPNet
  458. var peer wgtypes.PeerConfig
  459. if forIngressNode && extPeer.Address != "" {
  460. var peeraddr = net.IPNet{
  461. IP: net.ParseIP(extPeer.Address),
  462. Mask: net.CIDRMask(32, 32),
  463. }
  464. if peeraddr.IP != nil && peeraddr.Mask != nil {
  465. allowedips = append(allowedips, peeraddr)
  466. }
  467. }
  468. if forIngressNode && extPeer.Address6 != "" {
  469. var addr6 = net.IPNet{
  470. IP: net.ParseIP(extPeer.Address6),
  471. Mask: net.CIDRMask(128, 128),
  472. }
  473. if addr6.IP != nil && addr6.Mask != nil {
  474. allowedips = append(allowedips, addr6)
  475. }
  476. }
  477. if !forIngressNode {
  478. if extPeer.InternalIPAddr != "" {
  479. peerInternalAddr := net.IPNet{
  480. IP: net.ParseIP(extPeer.InternalIPAddr),
  481. Mask: net.CIDRMask(32, 32),
  482. }
  483. if peerInternalAddr.IP != nil && peerInternalAddr.Mask != nil {
  484. allowedips = append(allowedips, peerInternalAddr)
  485. }
  486. }
  487. if extPeer.InternalIPAddr6 != "" {
  488. peerInternalAddr6 := net.IPNet{
  489. IP: net.ParseIP(extPeer.InternalIPAddr6),
  490. Mask: net.CIDRMask(32, 32),
  491. }
  492. if peerInternalAddr6.IP != nil && peerInternalAddr6.Mask != nil {
  493. allowedips = append(allowedips, peerInternalAddr6)
  494. }
  495. }
  496. }
  497. primaryAddr := extPeer.Address
  498. if primaryAddr == "" {
  499. primaryAddr = extPeer.Address6
  500. }
  501. peer = wgtypes.PeerConfig{
  502. PublicKey: pubkey,
  503. ReplaceAllowedIPs: true,
  504. AllowedIPs: allowedips,
  505. }
  506. peers = append(peers, peer)
  507. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  508. ID: peer.PublicKey.String(),
  509. Address: primaryAddr,
  510. })
  511. }
  512. return peers, idsAndAddr, nil
  513. }
  514. func getExtPeersForProxy(node *models.Node, proxyPeerConf map[string]proxy_models.PeerConf) ([]wgtypes.PeerConfig, map[string]proxy_models.PeerConf, error) {
  515. var peers []wgtypes.PeerConfig
  516. host, err := GetHost(node.HostID.String())
  517. if err != nil {
  518. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  519. }
  520. extPeers, err := GetNetworkExtClients(node.Network)
  521. if err != nil {
  522. return peers, proxyPeerConf, err
  523. }
  524. for _, extPeer := range extPeers {
  525. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  526. if err != nil {
  527. logger.Log(1, "error parsing ext pub key:", err.Error())
  528. continue
  529. }
  530. if host.PublicKey.String() == extPeer.PublicKey {
  531. continue
  532. }
  533. var allowedips []net.IPNet
  534. var peer wgtypes.PeerConfig
  535. if extPeer.Address != "" {
  536. var peeraddr = net.IPNet{
  537. IP: net.ParseIP(extPeer.Address),
  538. Mask: net.CIDRMask(32, 32),
  539. }
  540. if peeraddr.IP != nil && peeraddr.Mask != nil {
  541. allowedips = append(allowedips, peeraddr)
  542. }
  543. }
  544. if extPeer.Address6 != "" {
  545. var addr6 = net.IPNet{
  546. IP: net.ParseIP(extPeer.Address6),
  547. Mask: net.CIDRMask(128, 128),
  548. }
  549. if addr6.IP != nil && addr6.Mask != nil {
  550. allowedips = append(allowedips, addr6)
  551. }
  552. }
  553. peer = wgtypes.PeerConfig{
  554. PublicKey: pubkey,
  555. ReplaceAllowedIPs: true,
  556. AllowedIPs: allowedips,
  557. }
  558. extInternalPrimaryAddr := extPeer.InternalIPAddr
  559. if extInternalPrimaryAddr == "" {
  560. extInternalPrimaryAddr = extPeer.InternalIPAddr6
  561. }
  562. extConf := proxy_models.PeerConf{
  563. IsExtClient: true,
  564. Address: net.ParseIP(extPeer.Address),
  565. ExtInternalIp: net.ParseIP(extInternalPrimaryAddr),
  566. }
  567. if extPeer.IngressGatewayID == node.ID.String() {
  568. extConf.IsAttachedExtClient = true
  569. }
  570. ingGatewayUdpAddr, err := net.ResolveUDPAddr("udp", extPeer.IngressGatewayEndpoint)
  571. if err == nil {
  572. extConf.IngressGatewayEndPoint = ingGatewayUdpAddr
  573. }
  574. proxyPeerConf[peer.PublicKey.String()] = extConf
  575. peers = append(peers, peer)
  576. }
  577. return peers, proxyPeerConf, nil
  578. }
  579. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  580. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics, fetchRelayedIps bool) []net.IPNet {
  581. var allowedips []net.IPNet
  582. allowedips = getNodeAllowedIPs(peer, node)
  583. // handle ingress gateway peers
  584. if peer.IsIngressGateway {
  585. extPeers, _, err := getExtPeers(peer, false)
  586. if err != nil {
  587. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  588. }
  589. for _, extPeer := range extPeers {
  590. allowedips = append(allowedips, extPeer.AllowedIPs...)
  591. }
  592. // if node is a failover node, add allowed ips from nodes it is handling
  593. if metrics != nil && peer.Failover && metrics.FailoverPeers != nil {
  594. // traverse through nodes that need handling
  595. logger.Log(3, "peer", peer.ID.String(), "was found to be failover for", node.ID.String(), "checking failover peers...")
  596. for k := range metrics.FailoverPeers {
  597. // if FailoverNode is me for this node, add allowedips
  598. if metrics.FailoverPeers[k] == peer.ID.String() {
  599. // get original node so we can traverse the allowed ips
  600. nodeToFailover, err := GetNodeByID(k)
  601. if err == nil {
  602. failoverNodeMetrics, err := GetMetrics(nodeToFailover.ID.String())
  603. if err == nil && failoverNodeMetrics != nil {
  604. if len(failoverNodeMetrics.NodeName) > 0 {
  605. allowedips = append(allowedips, getNodeAllowedIPs(&nodeToFailover, peer)...)
  606. logger.Log(0, "failing over node", nodeToFailover.ID.String(), nodeToFailover.PrimaryAddress(), "to failover node", peer.ID.String())
  607. }
  608. }
  609. }
  610. }
  611. }
  612. }
  613. }
  614. // handle relay gateway peers
  615. if fetchRelayedIps && peer.IsRelay {
  616. for _, ip := range peer.RelayAddrs {
  617. //find node ID of relayed peer
  618. relayedPeer, err := findNode(ip)
  619. if err != nil {
  620. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  621. continue
  622. }
  623. if relayedPeer == nil {
  624. continue
  625. }
  626. if relayedPeer.ID == node.ID {
  627. //skip self
  628. continue
  629. }
  630. //check if acl permits comms
  631. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(relayedPeer.ID.String())) {
  632. continue
  633. }
  634. if iplib.Version(net.ParseIP(ip)) == 4 {
  635. relayAddr := net.IPNet{
  636. IP: net.ParseIP(ip),
  637. Mask: net.CIDRMask(32, 32),
  638. }
  639. allowedips = append(allowedips, relayAddr)
  640. }
  641. if iplib.Version(net.ParseIP(ip)) == 6 {
  642. relayAddr := net.IPNet{
  643. IP: net.ParseIP(ip),
  644. Mask: net.CIDRMask(128, 128),
  645. }
  646. allowedips = append(allowedips, relayAddr)
  647. }
  648. relayedNode, err := findNode(ip)
  649. if err != nil {
  650. logger.Log(1, "unable to find node for relayed address", ip, err.Error())
  651. continue
  652. }
  653. if relayedNode.IsEgressGateway {
  654. extAllowedIPs := getEgressIPs(node, relayedNode)
  655. allowedips = append(allowedips, extAllowedIPs...)
  656. }
  657. if relayedNode.IsIngressGateway {
  658. extPeers, _, err := getExtPeers(relayedNode, false)
  659. if err == nil {
  660. for _, extPeer := range extPeers {
  661. allowedips = append(allowedips, extPeer.AllowedIPs...)
  662. }
  663. } else {
  664. logger.Log(0, "failed to retrieve extclients from relayed ingress", err.Error())
  665. }
  666. }
  667. }
  668. }
  669. return allowedips
  670. }
  671. func getPeerDNS(network string) string {
  672. var dns string
  673. if nodes, err := GetNetworkNodes(network); err == nil {
  674. for i, node := range nodes {
  675. host, err := GetHost(node.HostID.String())
  676. if err != nil {
  677. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  678. }
  679. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, host.Name, nodes[i].Network)
  680. }
  681. }
  682. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  683. for _, entry := range customDNSEntries {
  684. // TODO - filter entries based on ACLs / given peers vs nodes in network
  685. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  686. }
  687. }
  688. return dns
  689. }
  690. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  691. // copying the relay node's allowed ips and making appropriate substitutions
  692. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  693. var peerUpdate models.PeerUpdate
  694. var peers []wgtypes.PeerConfig
  695. var serverNodeAddresses = []models.ServerAddr{}
  696. var allowedips []net.IPNet
  697. //find node that is relaying us
  698. relay := FindRelay(node)
  699. if relay == nil {
  700. return models.PeerUpdate{}, errors.New("not found")
  701. }
  702. //add relay to lists of allowed ip
  703. if relay.Address.IP != nil {
  704. relayIP := relay.Address
  705. allowedips = append(allowedips, relayIP)
  706. }
  707. if relay.Address6.IP != nil {
  708. relayIP6 := relay.Address6
  709. allowedips = append(allowedips, relayIP6)
  710. }
  711. //get PeerUpdate for relayed node
  712. relayHost, err := GetHost(relay.HostID.String())
  713. if err != nil {
  714. return models.PeerUpdate{}, err
  715. }
  716. relayPeerUpdate, err := GetPeerUpdate(relay, relayHost)
  717. if err != nil {
  718. return models.PeerUpdate{}, err
  719. }
  720. //add the relays allowed ips from all of the relay's peers
  721. for _, peer := range relayPeerUpdate.Peers {
  722. allowedips = append(allowedips, peer.AllowedIPs...)
  723. }
  724. //delete any ips not permitted by acl
  725. for i := len(allowedips) - 1; i >= 0; i-- {
  726. target, err := findNode(allowedips[i].IP.String())
  727. if err != nil {
  728. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  729. continue
  730. }
  731. if target == nil {
  732. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  733. continue
  734. }
  735. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(target.ID.String())) {
  736. logger.Log(0, "deleting node from relayednode per acl", node.ID.String(), target.ID.String())
  737. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  738. }
  739. }
  740. //delete self from allowed ips
  741. for i := len(allowedips) - 1; i >= 0; i-- {
  742. if allowedips[i].IP.String() == node.Address.IP.String() || allowedips[i].IP.String() == node.Address6.IP.String() {
  743. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  744. }
  745. }
  746. //delete egressrange from allowedip if we are egress gateway
  747. if node.IsEgressGateway {
  748. for i := len(allowedips) - 1; i >= 0; i-- {
  749. if StringSliceContains(node.EgressGatewayRanges, allowedips[i].String()) {
  750. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  751. }
  752. }
  753. }
  754. //delete extclients from allowedip if we are ingress gateway
  755. if node.IsIngressGateway {
  756. for i := len(allowedips) - 1; i >= 0; i-- {
  757. if strings.Contains(node.IngressGatewayRange, allowedips[i].IP.String()) {
  758. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  759. }
  760. }
  761. }
  762. //add egress range if relay is egress
  763. if relay.IsEgressGateway {
  764. var ip *net.IPNet
  765. for _, cidr := range relay.EgressGatewayRanges {
  766. _, ip, err = net.ParseCIDR(cidr)
  767. if err != nil {
  768. continue
  769. }
  770. }
  771. allowedips = append(allowedips, *ip)
  772. }
  773. var setUDPPort = false
  774. var listenPort int
  775. if CheckEndpoint(udppeers[relayHost.PublicKey.String()]) {
  776. endpointstring := udppeers[relayHost.PublicKey.String()]
  777. endpointarr := strings.Split(endpointstring, ":")
  778. if len(endpointarr) == 2 {
  779. port, err := strconv.Atoi(endpointarr[1])
  780. if err == nil {
  781. setUDPPort = true
  782. listenPort = port
  783. }
  784. }
  785. }
  786. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  787. // or, if port is for some reason zero use the LocalListenPort
  788. // but only do this if LocalListenPort is not zero
  789. if ((!setUDPPort) || relayHost.ListenPort == 0) && relayHost.LocalListenPort != 0 {
  790. listenPort = relayHost.LocalListenPort
  791. }
  792. endpoint := relayHost.EndpointIP.String() + ":" + strconv.FormatInt(int64(listenPort), 10)
  793. address, err := net.ResolveUDPAddr("udp", endpoint)
  794. if err != nil {
  795. return models.PeerUpdate{}, err
  796. }
  797. var keepalive time.Duration
  798. if node.PersistentKeepalive != 0 {
  799. // set_keepalive
  800. keepalive = node.PersistentKeepalive
  801. }
  802. var peerData = wgtypes.PeerConfig{
  803. PublicKey: relayHost.PublicKey,
  804. Endpoint: address,
  805. ReplaceAllowedIPs: true,
  806. AllowedIPs: allowedips,
  807. PersistentKeepaliveInterval: &keepalive,
  808. }
  809. peers = append(peers, peerData)
  810. //if ingress add extclients
  811. if node.IsIngressGateway {
  812. extPeers, _, err := getExtPeers(node, true)
  813. if err == nil {
  814. peers = append(peers, extPeers...)
  815. } else {
  816. logger.Log(2, "could not retrieve ext peers for ", node.ID.String(), err.Error())
  817. }
  818. }
  819. peerUpdate.Network = node.Network
  820. peerUpdate.ServerVersion = servercfg.Version
  821. peerUpdate.Peers = peers
  822. peerUpdate.ServerAddrs = serverNodeAddresses
  823. peerUpdate.DNS = getPeerDNS(node.Network)
  824. return peerUpdate, nil
  825. }
  826. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  827. host, err := GetHost(node.HostID.String())
  828. if err != nil {
  829. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  830. }
  831. peerHost, err := GetHost(peer.HostID.String())
  832. if err != nil {
  833. logger.Log(0, "error retrieving host for peer", peer.ID.String(), err.Error())
  834. }
  835. //check for internet gateway
  836. internetGateway := false
  837. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  838. internetGateway = true
  839. }
  840. allowedips := []net.IPNet{}
  841. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  842. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  843. if err != nil {
  844. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  845. continue // if can't parse CIDR
  846. }
  847. nodeEndpointArr := strings.Split(peerHost.EndpointIP.String(), ":") // getting the public ip of node
  848. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  849. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", host.EndpointIP.String(), ", omitting")
  850. continue // skip adding egress range if overlaps with node's ip
  851. }
  852. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  853. if ipnet.Contains(net.ParseIP(node.LocalAddress.String())) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  854. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress.String(), ", omitting")
  855. continue // skip adding egress range if overlaps with node's local ip
  856. }
  857. if err != nil {
  858. logger.Log(1, "error encountered when setting egress range", err.Error())
  859. } else {
  860. allowedips = append(allowedips, *ipnet)
  861. }
  862. }
  863. return allowedips
  864. }
  865. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  866. var allowedips = []net.IPNet{}
  867. if peer.Address.IP != nil {
  868. allowed := net.IPNet{
  869. IP: peer.Address.IP,
  870. Mask: net.CIDRMask(32, 32),
  871. }
  872. allowedips = append(allowedips, allowed)
  873. }
  874. if peer.Address6.IP != nil {
  875. allowed := net.IPNet{
  876. IP: peer.Address6.IP,
  877. Mask: net.CIDRMask(128, 128),
  878. }
  879. allowedips = append(allowedips, allowed)
  880. }
  881. // handle egress gateway peers
  882. if peer.IsEgressGateway {
  883. //hasGateway = true
  884. egressIPs := getEgressIPs(node, peer)
  885. allowedips = append(allowedips, egressIPs...)
  886. }
  887. return allowedips
  888. }