peers.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955
  1. package logic
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "net/netip"
  8. "github.com/gravitl/netmaker/database"
  9. "github.com/gravitl/netmaker/logger"
  10. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  11. "github.com/gravitl/netmaker/models"
  12. "github.com/gravitl/netmaker/servercfg"
  13. "golang.org/x/exp/slices"
  14. "golang.org/x/exp/slog"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. var (
  18. // PeerUpdateCtx context to send to host peer updates
  19. PeerUpdateCtx context.Context
  20. // PeerUpdateStop - the cancel for PeerUpdateCtx
  21. PeerUpdateStop context.CancelFunc
  22. )
  23. // GetProxyUpdateForHost - gets the proxy update for host
  24. func GetProxyUpdateForHost(ctx context.Context, host *models.Host) (models.ProxyManagerPayload, error) {
  25. proxyPayload := models.ProxyManagerPayload{
  26. Action: models.ProxyUpdate,
  27. }
  28. peerConfMap := make(map[string]models.PeerConf)
  29. var ingressStatus bool
  30. for _, nodeID := range host.Nodes {
  31. node, err := GetNodeByID(nodeID)
  32. if err != nil {
  33. continue
  34. }
  35. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  36. continue
  37. }
  38. currentPeers, err := GetNetworkNodes(node.Network)
  39. if err != nil {
  40. continue
  41. }
  42. for _, peer := range currentPeers {
  43. if peer.ID == node.ID {
  44. //skip yourself
  45. continue
  46. }
  47. if !peer.Connected || peer.PendingDelete || peer.Action == models.NODE_DELETE {
  48. continue
  49. }
  50. peerHost, err := GetHost(peer.HostID.String())
  51. if err != nil {
  52. continue
  53. }
  54. var currPeerConf models.PeerConf
  55. var found bool
  56. if currPeerConf, found = peerConfMap[peerHost.PublicKey.String()]; !found {
  57. currPeerConf = models.PeerConf{
  58. Proxy: peerHost.ProxyEnabled,
  59. PublicListenPort: int32(GetPeerListenPort(peerHost)),
  60. ProxyListenPort: GetProxyListenPort(peerHost),
  61. NatType: peerHost.NatType,
  62. }
  63. }
  64. peerConfMap[peerHost.PublicKey.String()] = currPeerConf
  65. }
  66. if node.IsIngressGateway {
  67. ingressStatus = true
  68. _, peerConfMap, err = getExtPeersForProxy(&node, peerConfMap)
  69. if err == nil {
  70. } else if !database.IsEmptyRecord(err) {
  71. logger.Log(1, "error retrieving external clients:", err.Error())
  72. }
  73. }
  74. }
  75. proxyPayload.IsIngress = ingressStatus
  76. proxyPayload.PeerMap = peerConfMap
  77. return proxyPayload, nil
  78. }
  79. // ResetPeerUpdateContext - kills any current peer updates and resets the context
  80. func ResetPeerUpdateContext() {
  81. if PeerUpdateCtx != nil && PeerUpdateStop != nil {
  82. PeerUpdateStop() // tell any current peer updates to stop
  83. }
  84. PeerUpdateCtx, PeerUpdateStop = context.WithCancel(context.Background())
  85. }
  86. // GetPeerUpdateForHost - gets the consolidated peer update for the host from all networks
  87. func GetPeerUpdateForHost(ctx context.Context, network string, host *models.Host, deletedNode *models.Node, deletedClients []models.ExtClient) (models.HostPeerUpdate, error) {
  88. if host == nil {
  89. return models.HostPeerUpdate{}, errors.New("host is nil")
  90. }
  91. allNodes, err := GetAllNodes()
  92. if err != nil {
  93. return models.HostPeerUpdate{}, err
  94. }
  95. // track which nodes are deleted
  96. // after peer calculation, if peer not in list, add delete config of peer
  97. hostPeerUpdate := models.HostPeerUpdate{
  98. Host: *host,
  99. Server: servercfg.GetServer(),
  100. HostPeerIDs: make(models.HostPeerMap, 0),
  101. ServerVersion: servercfg.GetVersion(),
  102. ServerAddrs: []models.ServerAddr{},
  103. PeerIDs: make(models.PeerMap, 0),
  104. Peers: []wgtypes.PeerConfig{},
  105. NodePeers: []wgtypes.PeerConfig{},
  106. HostNetworkInfo: models.HostInfoMap{},
  107. }
  108. // endpoint detection always comes from the server
  109. //hostPeerUpdate.Host.EndpointDetection = servercfg.EndpointDetectionEnabled()
  110. logger.Log(1, "peer update for host", host.ID.String())
  111. peerIndexMap := make(map[string]int)
  112. for _, nodeID := range host.Nodes {
  113. nodeID := nodeID
  114. node, err := GetNodeByID(nodeID)
  115. if err != nil {
  116. continue
  117. }
  118. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  119. continue
  120. }
  121. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  122. for _, peer := range currentPeers {
  123. select {
  124. case <-ctx.Done():
  125. logger.Log(2, "cancelled peer update for host", host.Name, host.ID.String())
  126. return models.HostPeerUpdate{}, fmt.Errorf("peer update cancelled")
  127. default:
  128. peer := peer
  129. if peer.ID.String() == node.ID.String() {
  130. logger.Log(2, "peer update, skipping self")
  131. //skip yourself
  132. continue
  133. }
  134. if peer.IsRelayed {
  135. // skip relayed peers; will be included in relay peer
  136. continue
  137. }
  138. var peerConfig wgtypes.PeerConfig
  139. peerHost, err := GetHost(peer.HostID.String())
  140. if err != nil {
  141. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  142. return models.HostPeerUpdate{}, err
  143. }
  144. peerConfig.PublicKey = peerHost.PublicKey
  145. peerConfig.PersistentKeepaliveInterval = &peer.PersistentKeepalive
  146. peerConfig.ReplaceAllowedIPs = true
  147. uselocal := false
  148. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  149. // peer is on same network
  150. // set to localaddress
  151. uselocal = true
  152. if node.LocalAddress.IP == nil {
  153. // use public endpint
  154. uselocal = false
  155. }
  156. if node.LocalAddress.String() == peer.LocalAddress.String() {
  157. uselocal = false
  158. }
  159. }
  160. peerConfig.Endpoint = &net.UDPAddr{
  161. IP: peerHost.EndpointIP,
  162. Port: getPeerWgListenPort(peerHost),
  163. }
  164. if uselocal {
  165. peerConfig.Endpoint.IP = peer.LocalAddress.IP
  166. peerConfig.Endpoint.Port = peerHost.ListenPort
  167. }
  168. allowedips := GetAllowedIPs(&node, &peer, nil)
  169. if peer.IsIngressGateway {
  170. for _, entry := range peer.IngressGatewayRange {
  171. _, cidr, err := net.ParseCIDR(string(entry))
  172. if err == nil {
  173. allowedips = append(allowedips, *cidr)
  174. }
  175. }
  176. }
  177. if peer.IsEgressGateway {
  178. host, err := GetHost(peer.HostID.String())
  179. if err == nil {
  180. allowedips = append(allowedips, getEgressIPs(
  181. &models.Client{
  182. Host: *host,
  183. Node: peer,
  184. })...)
  185. }
  186. }
  187. if peer.Action != models.NODE_DELETE &&
  188. !peer.PendingDelete &&
  189. peer.Connected &&
  190. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  191. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  192. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  193. }
  194. peerProxyPort := GetProxyListenPort(peerHost)
  195. var nodePeer wgtypes.PeerConfig
  196. if _, ok := hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()]; !ok {
  197. hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()] = make(map[string]models.IDandAddr)
  198. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  199. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  200. hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()][peer.ID.String()] = models.IDandAddr{
  201. ID: peer.ID.String(),
  202. Address: peer.PrimaryAddress(),
  203. Name: peerHost.Name,
  204. Network: peer.Network,
  205. ProxyListenPort: peerProxyPort,
  206. }
  207. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  208. Interfaces: peerHost.Interfaces,
  209. ProxyListenPort: peerProxyPort,
  210. }
  211. nodePeer = peerConfig
  212. } else {
  213. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs
  214. peerAllowedIPs = append(peerAllowedIPs, allowedips...)
  215. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  216. hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()][peer.ID.String()] = models.IDandAddr{
  217. ID: peer.ID.String(),
  218. Address: peer.PrimaryAddress(),
  219. Name: peerHost.Name,
  220. Network: peer.Network,
  221. ProxyListenPort: GetProxyListenPort(peerHost),
  222. }
  223. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  224. Interfaces: peerHost.Interfaces,
  225. ProxyListenPort: peerProxyPort,
  226. }
  227. nodePeer = hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]]
  228. }
  229. if node.Network == network { // add to peers map for metrics
  230. hostPeerUpdate.PeerIDs[peerHost.PublicKey.String()] = models.IDandAddr{
  231. ID: peer.ID.String(),
  232. Address: peer.PrimaryAddress(),
  233. Name: peerHost.Name,
  234. Network: peer.Network,
  235. ProxyListenPort: peerHost.ProxyListenPort,
  236. }
  237. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  238. }
  239. }
  240. }
  241. var extPeers []wgtypes.PeerConfig
  242. var extPeerIDAndAddrs []models.IDandAddr
  243. if node.IsIngressGateway {
  244. extPeers, extPeerIDAndAddrs, err = GetExtPeers(&node)
  245. if err == nil {
  246. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, extPeers...)
  247. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  248. extPeerIdAndAddr := extPeerIdAndAddr
  249. hostPeerUpdate.HostPeerIDs[extPeerIdAndAddr.ID] = make(map[string]models.IDandAddr)
  250. hostPeerUpdate.HostPeerIDs[extPeerIdAndAddr.ID][extPeerIdAndAddr.ID] = models.IDandAddr{
  251. ID: extPeerIdAndAddr.ID,
  252. Address: extPeerIdAndAddr.Address,
  253. Name: extPeerIdAndAddr.Name,
  254. Network: node.Network,
  255. }
  256. if node.Network == network {
  257. hostPeerUpdate.PeerIDs[extPeerIdAndAddr.ID] = extPeerIdAndAddr
  258. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, extPeers...)
  259. }
  260. }
  261. } else if !database.IsEmptyRecord(err) {
  262. logger.Log(1, "error retrieving external clients:", err.Error())
  263. }
  264. }
  265. }
  266. // == post peer calculations ==
  267. // indicate removal if no allowed IPs were calculated
  268. for i := range hostPeerUpdate.Peers {
  269. peer := hostPeerUpdate.Peers[i]
  270. if len(peer.AllowedIPs) == 0 {
  271. peer.Remove = true
  272. }
  273. hostPeerUpdate.Peers[i] = peer
  274. }
  275. for i := range hostPeerUpdate.NodePeers {
  276. peer := hostPeerUpdate.NodePeers[i]
  277. if len(peer.AllowedIPs) == 0 {
  278. peer.Remove = true
  279. }
  280. hostPeerUpdate.NodePeers[i] = peer
  281. }
  282. if len(deletedClients) > 0 {
  283. for i := range deletedClients {
  284. deletedClient := deletedClients[i]
  285. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  286. if err == nil {
  287. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  288. PublicKey: key,
  289. Remove: true,
  290. })
  291. }
  292. }
  293. }
  294. return hostPeerUpdate, nil
  295. }
  296. // getPeerWgListenPort - fetches the wg listen port for the host
  297. func getPeerWgListenPort(host *models.Host) int {
  298. peerPort := host.ListenPort
  299. if host.WgPublicListenPort != 0 {
  300. peerPort = host.WgPublicListenPort
  301. }
  302. return peerPort
  303. }
  304. // GetFwUpdate - fetches the firewall update for the gateway nodes on the host
  305. func GetFwUpdate(host *models.Host) (models.FwUpdate, error) {
  306. fwUpdate := models.FwUpdate{
  307. IngressInfo: models.IngressInfo{
  308. ExtPeers: make(map[string]models.ExtClientInfo),
  309. },
  310. EgressInfo: make(map[string]models.EgressInfo),
  311. }
  312. allNodes, err := GetAllNodes()
  313. if err != nil {
  314. return fwUpdate, err
  315. }
  316. for _, nodeID := range host.Nodes {
  317. nodeID := nodeID
  318. node, err := GetNodeByID(nodeID)
  319. if err != nil {
  320. continue
  321. }
  322. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  323. continue
  324. }
  325. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  326. var nodePeerMap map[string]models.PeerRouteInfo
  327. if node.IsIngressGateway || node.IsEgressGateway {
  328. nodePeerMap = make(map[string]models.PeerRouteInfo)
  329. }
  330. for _, peer := range currentPeers {
  331. peer := peer
  332. if peer.ID.String() == node.ID.String() {
  333. logger.Log(2, "fw update, skipping self")
  334. //skip yourself
  335. continue
  336. }
  337. peerHost, err := GetHost(peer.HostID.String())
  338. if err != nil {
  339. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  340. continue
  341. }
  342. if node.IsIngressGateway || node.IsEgressGateway {
  343. if peer.IsIngressGateway {
  344. _, extPeerIDAndAddrs, err := GetExtPeers(&peer)
  345. if err == nil {
  346. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  347. extPeerIdAndAddr := extPeerIdAndAddr
  348. nodePeerMap[extPeerIdAndAddr.ID] = models.PeerRouteInfo{
  349. PeerAddr: net.IPNet{
  350. IP: net.ParseIP(extPeerIdAndAddr.Address),
  351. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  352. },
  353. PeerKey: extPeerIdAndAddr.ID,
  354. Allow: true,
  355. ID: extPeerIdAndAddr.ID,
  356. }
  357. }
  358. }
  359. }
  360. if node.IsIngressGateway && peer.IsEgressGateway {
  361. fwUpdate.IngressInfo.EgressRanges = append(fwUpdate.IngressInfo.EgressRanges,
  362. peer.EgressGatewayRanges...)
  363. }
  364. nodePeerMap[peerHost.PublicKey.String()] = models.PeerRouteInfo{
  365. PeerAddr: net.IPNet{
  366. IP: net.ParseIP(peer.PrimaryAddress()),
  367. Mask: getCIDRMaskFromAddr(peer.PrimaryAddress()),
  368. },
  369. PeerKey: peerHost.PublicKey.String(),
  370. Allow: true,
  371. ID: peer.ID.String(),
  372. }
  373. }
  374. }
  375. var extPeerIDAndAddrs []models.IDandAddr
  376. if node.IsIngressGateway {
  377. fwUpdate.IsIngressGw = true
  378. _, extPeerIDAndAddrs, err = GetExtPeers(&node)
  379. if err == nil {
  380. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  381. extPeerIdAndAddr := extPeerIdAndAddr
  382. nodePeerMap[extPeerIdAndAddr.ID] = models.PeerRouteInfo{
  383. PeerAddr: net.IPNet{
  384. IP: net.ParseIP(extPeerIdAndAddr.Address),
  385. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  386. },
  387. PeerKey: extPeerIdAndAddr.ID,
  388. Allow: true,
  389. ID: extPeerIdAndAddr.ID,
  390. }
  391. }
  392. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  393. extPeerIdAndAddr := extPeerIdAndAddr
  394. fwUpdate.IngressInfo.ExtPeers[extPeerIdAndAddr.ID] = models.ExtClientInfo{
  395. Masquerade: true,
  396. IngGwAddr: net.IPNet{
  397. IP: net.ParseIP(node.PrimaryAddress()),
  398. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  399. },
  400. Network: node.PrimaryNetworkRange(),
  401. ExtPeerAddr: net.IPNet{
  402. IP: net.ParseIP(extPeerIdAndAddr.Address),
  403. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  404. },
  405. ExtPeerKey: extPeerIdAndAddr.ID,
  406. Peers: filterNodeMapForClientACLs(extPeerIdAndAddr.ID, node.Network, nodePeerMap),
  407. }
  408. }
  409. } else if !database.IsEmptyRecord(err) {
  410. logger.Log(1, "error retrieving external clients:", err.Error())
  411. }
  412. }
  413. if node.IsEgressGateway {
  414. fwUpdate.IsEgressGw = true
  415. fwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  416. EgressID: node.ID.String(),
  417. Network: node.PrimaryNetworkRange(),
  418. EgressGwAddr: net.IPNet{
  419. IP: net.ParseIP(node.PrimaryAddress()),
  420. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  421. },
  422. GwPeers: nodePeerMap,
  423. EgressGWCfg: node.EgressGatewayRequest,
  424. }
  425. }
  426. }
  427. return fwUpdate, nil
  428. }
  429. // GetPeerListenPort - given a host, retrieve it's appropriate listening port
  430. func GetPeerListenPort(host *models.Host) int {
  431. peerPort := host.ListenPort
  432. if host.WgPublicListenPort != 0 {
  433. peerPort = host.WgPublicListenPort
  434. }
  435. if host.ProxyEnabled {
  436. if host.PublicListenPort != 0 {
  437. peerPort = host.PublicListenPort
  438. } else if host.ProxyListenPort != 0 {
  439. peerPort = host.ProxyListenPort
  440. }
  441. }
  442. return peerPort
  443. }
  444. // GetProxyListenPort - fetches the proxy listen port
  445. func GetProxyListenPort(host *models.Host) int {
  446. proxyPort := host.ProxyListenPort
  447. if host.PublicListenPort != 0 {
  448. proxyPort = host.PublicListenPort
  449. }
  450. return proxyPort
  451. }
  452. func GetExtPeers(node *models.Node) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  453. var peers []wgtypes.PeerConfig
  454. var idsAndAddr []models.IDandAddr
  455. extPeers, err := GetNetworkExtClients(node.Network)
  456. if err != nil {
  457. return peers, idsAndAddr, err
  458. }
  459. host, err := GetHost(node.HostID.String())
  460. if err != nil {
  461. return peers, idsAndAddr, err
  462. }
  463. for _, extPeer := range extPeers {
  464. extPeer := extPeer
  465. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  466. if err != nil {
  467. logger.Log(1, "error parsing ext pub key:", err.Error())
  468. continue
  469. }
  470. if host.PublicKey.String() == extPeer.PublicKey ||
  471. extPeer.IngressGatewayID != node.ID.String() || !extPeer.Enabled {
  472. continue
  473. }
  474. var allowedips []net.IPNet
  475. var peer wgtypes.PeerConfig
  476. if extPeer.Address != "" {
  477. var peeraddr = net.IPNet{
  478. IP: net.ParseIP(extPeer.Address),
  479. Mask: net.CIDRMask(32, 32),
  480. }
  481. if peeraddr.IP != nil && peeraddr.Mask != nil {
  482. allowedips = append(allowedips, peeraddr)
  483. }
  484. }
  485. if extPeer.Address6 != "" {
  486. var addr6 = net.IPNet{
  487. IP: net.ParseIP(extPeer.Address6),
  488. Mask: net.CIDRMask(128, 128),
  489. }
  490. if addr6.IP != nil && addr6.Mask != nil {
  491. allowedips = append(allowedips, addr6)
  492. }
  493. }
  494. primaryAddr := extPeer.Address
  495. if primaryAddr == "" {
  496. primaryAddr = extPeer.Address6
  497. }
  498. peer = wgtypes.PeerConfig{
  499. PublicKey: pubkey,
  500. ReplaceAllowedIPs: true,
  501. AllowedIPs: allowedips,
  502. }
  503. peers = append(peers, peer)
  504. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  505. ID: peer.PublicKey.String(),
  506. Name: extPeer.ClientID,
  507. Address: primaryAddr,
  508. })
  509. }
  510. return peers, idsAndAddr, nil
  511. }
  512. func getExtPeersForProxy(node *models.Node, proxyPeerConf map[string]models.PeerConf) ([]wgtypes.PeerConfig, map[string]models.PeerConf, error) {
  513. var peers []wgtypes.PeerConfig
  514. host, err := GetHost(node.HostID.String())
  515. if err != nil {
  516. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  517. }
  518. extPeers, err := GetNetworkExtClients(node.Network)
  519. if err != nil {
  520. return peers, proxyPeerConf, err
  521. }
  522. for _, extPeer := range extPeers {
  523. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  524. if err != nil {
  525. logger.Log(1, "error parsing ext pub key:", err.Error())
  526. continue
  527. }
  528. if host.PublicKey.String() == extPeer.PublicKey ||
  529. extPeer.IngressGatewayID != node.ID.String() || !extPeer.Enabled {
  530. continue
  531. }
  532. var allowedips []net.IPNet
  533. var peer wgtypes.PeerConfig
  534. if extPeer.Address != "" {
  535. var peeraddr = net.IPNet{
  536. IP: net.ParseIP(extPeer.Address),
  537. Mask: net.CIDRMask(32, 32),
  538. }
  539. if peeraddr.IP != nil && peeraddr.Mask != nil {
  540. allowedips = append(allowedips, peeraddr)
  541. }
  542. }
  543. if extPeer.Address6 != "" {
  544. var addr6 = net.IPNet{
  545. IP: net.ParseIP(extPeer.Address6),
  546. Mask: net.CIDRMask(128, 128),
  547. }
  548. if addr6.IP != nil && addr6.Mask != nil {
  549. allowedips = append(allowedips, addr6)
  550. }
  551. }
  552. peer = wgtypes.PeerConfig{
  553. PublicKey: pubkey,
  554. ReplaceAllowedIPs: true,
  555. AllowedIPs: allowedips,
  556. }
  557. extConf := models.PeerConf{
  558. IsExtClient: true,
  559. Address: net.ParseIP(extPeer.Address),
  560. }
  561. proxyPeerConf[peer.PublicKey.String()] = extConf
  562. peers = append(peers, peer)
  563. }
  564. return peers, proxyPeerConf, nil
  565. }
  566. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  567. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics) []net.IPNet {
  568. var allowedips []net.IPNet
  569. allowedips = getNodeAllowedIPs(peer, node)
  570. // handle ingress gateway peers
  571. if peer.IsIngressGateway {
  572. extPeers, _, err := GetExtPeers(peer)
  573. if err != nil {
  574. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  575. }
  576. for _, extPeer := range extPeers {
  577. allowedips = append(allowedips, extPeer.AllowedIPs...)
  578. }
  579. // if node is a failover node, add allowed ips from nodes it is handling
  580. if metrics != nil && peer.Failover && metrics.FailoverPeers != nil {
  581. // traverse through nodes that need handling
  582. logger.Log(3, "peer", peer.ID.String(), "was found to be failover for", node.ID.String(), "checking failover peers...")
  583. for k := range metrics.FailoverPeers {
  584. // if FailoverNode is me for this node, add allowedips
  585. if metrics.FailoverPeers[k] == peer.ID.String() {
  586. // get original node so we can traverse the allowed ips
  587. nodeToFailover, err := GetNodeByID(k)
  588. if err == nil {
  589. failoverNodeMetrics, err := GetMetrics(nodeToFailover.ID.String())
  590. if err == nil && failoverNodeMetrics != nil {
  591. if len(failoverNodeMetrics.NodeName) > 0 {
  592. allowedips = append(allowedips, getNodeAllowedIPs(&nodeToFailover, peer)...)
  593. logger.Log(0, "failing over node", nodeToFailover.ID.String(), nodeToFailover.PrimaryAddress(), "to failover node", peer.ID.String())
  594. }
  595. }
  596. }
  597. }
  598. }
  599. }
  600. }
  601. return allowedips
  602. }
  603. // getEgressIPs - gets the egress IPs for a client
  604. func getEgressIPs(client *models.Client) []net.IPNet {
  605. //check for internet gateway
  606. internetGateway := false
  607. if slices.Contains(client.Node.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(client.Node.EgressGatewayRanges, "::/0") {
  608. internetGateway = true
  609. }
  610. allowedips := []net.IPNet{}
  611. for _, iprange := range client.Node.EgressGatewayRanges { // go through each cidr for egress gateway
  612. ip, cidr, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  613. if err != nil {
  614. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  615. continue // if can't parse CIDR
  616. }
  617. cidr.IP = ip
  618. // getting the public ip of node
  619. if cidr.Contains(client.Host.EndpointIP) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  620. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", client.Host.EndpointIP.String(), ", omitting")
  621. continue // skip adding egress range if overlaps with node's ip
  622. }
  623. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  624. if cidr.Contains(client.Node.LocalAddress.IP) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  625. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", client.Node.LocalAddress.String(), ", omitting")
  626. continue // skip adding egress range if overlaps with node's local ip
  627. }
  628. if err != nil {
  629. logger.Log(1, "error encountered when setting egress range", err.Error())
  630. } else {
  631. allowedips = append(allowedips, *cidr)
  632. }
  633. }
  634. return allowedips
  635. }
  636. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  637. var allowedips = []net.IPNet{}
  638. if peer.Address.IP != nil {
  639. allowed := net.IPNet{
  640. IP: peer.Address.IP,
  641. Mask: net.CIDRMask(32, 32),
  642. }
  643. allowedips = append(allowedips, allowed)
  644. }
  645. if peer.Address6.IP != nil {
  646. allowed := net.IPNet{
  647. IP: peer.Address6.IP,
  648. Mask: net.CIDRMask(128, 128),
  649. }
  650. allowedips = append(allowedips, allowed)
  651. }
  652. // handle egress gateway peers
  653. if peer.IsEgressGateway {
  654. //hasGateway = true
  655. host, err := GetHost(peer.HostID.String())
  656. if err == nil {
  657. egressIPs := getEgressIPs(
  658. &models.Client{
  659. Host: *host,
  660. Node: *peer,
  661. })
  662. allowedips = append(allowedips, egressIPs...)
  663. }
  664. }
  665. if peer.IsRelay {
  666. for _, relayed := range peer.RelayedNodes {
  667. allowed := getRelayedAddresses(relayed)
  668. allowedips = append(allowedips, allowed...)
  669. }
  670. }
  671. return allowedips
  672. }
  673. func getCIDRMaskFromAddr(addr string) net.IPMask {
  674. cidr := net.CIDRMask(32, 32)
  675. ipAddr, err := netip.ParseAddr(addr)
  676. if err != nil {
  677. return cidr
  678. }
  679. if ipAddr.Is6() {
  680. cidr = net.CIDRMask(128, 128)
  681. }
  682. return cidr
  683. }
  684. // accounts for ext client ACLs
  685. func filterNodeMapForClientACLs(publicKey, network string, nodePeerMap map[string]models.PeerRouteInfo) map[string]models.PeerRouteInfo {
  686. if !isEE {
  687. return nodePeerMap
  688. }
  689. if nodePeerMap == nil {
  690. return map[string]models.PeerRouteInfo{}
  691. }
  692. if len(publicKey) == 0 || len(network) == 0 {
  693. return nodePeerMap
  694. }
  695. client, err := GetExtClientByPubKey(publicKey, network)
  696. if err != nil {
  697. return nodePeerMap
  698. }
  699. for k := range nodePeerMap {
  700. currNodePeer := nodePeerMap[k]
  701. if _, ok := client.ACLs[currNodePeer.ID]; ok {
  702. delete(nodePeerMap, k)
  703. }
  704. }
  705. return nodePeerMap
  706. }
  707. func GetPeerUpdate(host *models.Host) []wgtypes.PeerConfig {
  708. peerUpdate := []wgtypes.PeerConfig{}
  709. for i, nodeStr := range host.Nodes {
  710. node, err := GetNodeByID(nodeStr)
  711. if err != nil {
  712. slog.Warn("error getting node by id", nodeStr, err)
  713. continue
  714. }
  715. client := models.Client{Host: *host, Node: node}
  716. peers, err := GetNetworkClients(node.Network)
  717. if err != nil {
  718. slog.Warn("error getting network clients", node.Network, err)
  719. continue
  720. }
  721. if node.IsRelayed {
  722. peerUpdate = append(peerUpdate, peerUpdateForRelayed(&client, peers)...)
  723. continue
  724. }
  725. if node.IsRelay {
  726. peerUpdate = append(peerUpdate, peerUpdateForRelay(&client, peers)...)
  727. continue
  728. }
  729. for _, peer := range peers {
  730. if peer.Host.ID == client.Host.ID {
  731. continue
  732. }
  733. // if peer is relayed by some other node, remove it from the peer list, it
  734. // will be added to allowedips of relay peer
  735. if peer.Node.IsRelayed && i == 0 {
  736. update := wgtypes.PeerConfig{
  737. PublicKey: peer.Host.PublicKey,
  738. Remove: true,
  739. }
  740. peerUpdate = append(peerUpdate, update)
  741. continue
  742. }
  743. // on multiple networks, do not remove, just skip
  744. if peer.Node.IsRelayed && i > 0 {
  745. continue
  746. }
  747. update := wgtypes.PeerConfig{
  748. PublicKey: peer.Host.PublicKey,
  749. ReplaceAllowedIPs: true,
  750. Endpoint: &net.UDPAddr{
  751. IP: peer.Host.EndpointIP,
  752. Port: peer.Host.ListenPort,
  753. },
  754. PersistentKeepaliveInterval: &peer.Node.PersistentKeepalive,
  755. }
  756. // if multiple networks, append to allowedips
  757. if i > 0 {
  758. update.ReplaceAllowedIPs = false
  759. }
  760. // if peer is a relay that relays us, don't do anything
  761. if peer.Node.IsRelay && client.Node.RelayedBy == peer.Node.ID.String() {
  762. continue
  763. } else {
  764. update.AllowedIPs = append(update.AllowedIPs, getRelayAllowedIPs(&peer)...)
  765. }
  766. //normal peer
  767. update.AllowedIPs = append(update.AllowedIPs, AddAllowedIPs(&peer)...)
  768. peerUpdate = append(peerUpdate, update)
  769. }
  770. }
  771. fmt.Println("peer update for relayed node")
  772. for _, peer := range peerUpdate {
  773. fmt.Println(peer.PublicKey, peer.AllowedIPs, peer.Endpoint)
  774. }
  775. return peerUpdate
  776. }
  777. func AddAllowedIPs(peer *models.Client) []net.IPNet {
  778. allowedIPs := []net.IPNet{}
  779. if peer.Node.Address.IP != nil {
  780. peer.Node.Address.Mask = net.CIDRMask(32, 32)
  781. allowedIPs = append(allowedIPs, peer.Node.Address)
  782. }
  783. if peer.Node.Address6.IP != nil {
  784. peer.Node.Address6.Mask = net.CIDRMask(128, 128)
  785. allowedIPs = append(allowedIPs, peer.Node.Address6)
  786. }
  787. if peer.Node.IsEgressGateway {
  788. allowedIPs = append(allowedIPs, getEgressIPs(peer)...)
  789. }
  790. if peer.Node.IsIngressGateway {
  791. allowedIPs = append(allowedIPs, getIngressIPs(peer)...)
  792. }
  793. return allowedIPs
  794. }
  795. // getRelayAllowedIPs returns the list of allowedips for a peer that is a relay
  796. func getRelayAllowedIPs(peer *models.Client) []net.IPNet {
  797. var relayIPs []net.IPNet
  798. if !peer.Node.IsRelay {
  799. logger.Log(0, "getRelayAllowedIPs called for a non-relay node", peer.Host.Name)
  800. return relayIPs
  801. }
  802. //if !client.Node.IsRelayed || client.Node.RelayedBy != peer.Node.ID.String() {
  803. //logger.Log(0, "getRelayAllowedIPs called for non-relayed node", client.Host.Name, peer.Host.Name)
  804. //return relayIPs
  805. //}
  806. for _, relayed := range peer.Node.RelayedNodes {
  807. relayedNode, err := GetNodeByID(relayed)
  808. if err != nil {
  809. logger.Log(0, "retrieve relayed node", err.Error())
  810. continue
  811. }
  812. if relayedNode.Address.IP != nil {
  813. relayedNode.Address.Mask = net.CIDRMask(32, 32)
  814. relayIPs = append(relayIPs, relayedNode.Address)
  815. }
  816. if relayedNode.Address6.IP != nil {
  817. relayedNode.Address.Mask = net.CIDRMask(128, 128)
  818. relayIPs = append(relayIPs, relayedNode.Address6)
  819. }
  820. host, err := GetHost(relayedNode.HostID.String())
  821. if err == nil {
  822. if relayedNode.IsRelay {
  823. relayIPs = append(relayIPs, getRelayAllowedIPs(
  824. &models.Client{
  825. Host: *host,
  826. Node: relayedNode,
  827. })...)
  828. }
  829. if relayedNode.IsEgressGateway {
  830. relayIPs = append(relayIPs, getEgressIPs(
  831. &models.Client{
  832. Host: *host,
  833. Node: relayedNode,
  834. })...)
  835. }
  836. if relayedNode.IsIngressGateway {
  837. relayIPs = append(relayIPs, getIngressIPs(
  838. &models.Client{
  839. Host: *host,
  840. Node: relayedNode,
  841. })...)
  842. }
  843. }
  844. }
  845. return relayIPs
  846. }
  847. // getIngressIPs returns the additional allowedips (ext client addresses) that need
  848. // to be included for an ingress gateway peer
  849. // TODO: add ExtraAllowedIPs
  850. func getIngressIPs(peer *models.Client) []net.IPNet {
  851. var ingressIPs []net.IPNet
  852. extclients, err := GetNetworkExtClients(peer.Node.Network)
  853. if err != nil {
  854. return ingressIPs
  855. }
  856. for _, ec := range extclients {
  857. if ec.IngressGatewayID == peer.Node.ID.String() {
  858. if ec.Address != "" {
  859. ip, cidr, err := net.ParseCIDR(ec.Address)
  860. if err != nil {
  861. continue
  862. }
  863. cidr.IP = ip
  864. ingressIPs = append(ingressIPs, *cidr)
  865. }
  866. if ec.Address6 != "" {
  867. ip, cidr, err := net.ParseCIDR(ec.Address6)
  868. if err != nil {
  869. continue
  870. }
  871. cidr.IP = ip
  872. ingressIPs = append(ingressIPs, *cidr)
  873. }
  874. }
  875. }
  876. return ingressIPs
  877. }
  878. // GetPeerUpdateForRelay - returns the peer update for a relay node
  879. func GetPeerUpdateForRelay(client *models.Client, peers []models.Client) []wgtypes.PeerConfig {
  880. peerConfig := []wgtypes.PeerConfig{}
  881. if !client.Node.IsRelay {
  882. return []wgtypes.PeerConfig{}
  883. }
  884. for _, peer := range peers {
  885. if peer.Host.ID == client.Host.ID {
  886. continue
  887. }
  888. update := wgtypes.PeerConfig{
  889. PublicKey: peer.Host.PublicKey,
  890. ReplaceAllowedIPs: true,
  891. Remove: false,
  892. Endpoint: &net.UDPAddr{
  893. IP: peer.Host.EndpointIP,
  894. Port: peer.Host.ListenPort,
  895. },
  896. PersistentKeepaliveInterval: &peer.Node.PersistentKeepalive,
  897. }
  898. update.AllowedIPs = append(update.AllowedIPs, AddAllowedIPs(&peer)...)
  899. peerConfig = append(peerConfig, update)
  900. }
  901. return peerConfig
  902. }