peers.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886
  1. package logic
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "net/netip"
  8. "github.com/gravitl/netmaker/database"
  9. "github.com/gravitl/netmaker/logger"
  10. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  11. "github.com/gravitl/netmaker/models"
  12. "github.com/gravitl/netmaker/servercfg"
  13. "golang.org/x/exp/slices"
  14. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  15. )
  16. var (
  17. // PeerUpdateCtx context to send to host peer updates
  18. PeerUpdateCtx context.Context
  19. // PeerUpdateStop - the cancel for PeerUpdateCtx
  20. PeerUpdateStop context.CancelFunc
  21. )
  22. // GetProxyUpdateForHost - gets the proxy update for host
  23. func GetProxyUpdateForHost(ctx context.Context, host *models.Host) (models.ProxyManagerPayload, error) {
  24. proxyPayload := models.ProxyManagerPayload{
  25. Action: models.ProxyUpdate,
  26. }
  27. peerConfMap := make(map[string]models.PeerConf)
  28. if host.IsRelayed {
  29. relayHost, err := GetHost(host.RelayedBy)
  30. if err == nil {
  31. relayEndpoint, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayHost.EndpointIP, GetPeerListenPort(relayHost)))
  32. if err != nil {
  33. logger.Log(1, "failed to resolve relay node endpoint: ", err.Error())
  34. }
  35. proxyPayload.IsRelayed = true
  36. proxyPayload.RelayedTo = relayEndpoint
  37. } else {
  38. logger.Log(0, "couldn't find relay host for: ", host.ID.String())
  39. }
  40. }
  41. if host.IsRelay {
  42. relayedHosts := GetRelayedHosts(host)
  43. relayPeersMap := make(map[string]models.RelayedConf)
  44. for _, relayedHost := range relayedHosts {
  45. relayedHost := relayedHost
  46. payload, err := GetPeerUpdateForHost(ctx, "", &relayedHost, nil, nil)
  47. if err == nil {
  48. relayedEndpoint, udpErr := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayedHost.EndpointIP, GetPeerListenPort(&relayedHost)))
  49. if udpErr == nil {
  50. relayPeersMap[relayedHost.PublicKey.String()] = models.RelayedConf{
  51. RelayedPeerEndpoint: relayedEndpoint,
  52. RelayedPeerPubKey: relayedHost.PublicKey.String(),
  53. Peers: payload.Peers,
  54. }
  55. }
  56. }
  57. }
  58. proxyPayload.IsRelay = true
  59. proxyPayload.RelayedPeerConf = relayPeersMap
  60. }
  61. var ingressStatus bool
  62. for _, nodeID := range host.Nodes {
  63. node, err := GetNodeByID(nodeID)
  64. if err != nil {
  65. continue
  66. }
  67. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  68. continue
  69. }
  70. currentPeers, err := GetNetworkNodes(node.Network)
  71. if err != nil {
  72. continue
  73. }
  74. for _, peer := range currentPeers {
  75. if peer.ID == node.ID {
  76. //skip yourself
  77. continue
  78. }
  79. if !peer.Connected || peer.PendingDelete || peer.Action == models.NODE_DELETE {
  80. continue
  81. }
  82. peerHost, err := GetHost(peer.HostID.String())
  83. if err != nil {
  84. continue
  85. }
  86. var currPeerConf models.PeerConf
  87. var found bool
  88. if currPeerConf, found = peerConfMap[peerHost.PublicKey.String()]; !found {
  89. currPeerConf = models.PeerConf{
  90. Proxy: peerHost.ProxyEnabled,
  91. PublicListenPort: int32(GetPeerListenPort(peerHost)),
  92. ProxyListenPort: GetProxyListenPort(peerHost),
  93. }
  94. }
  95. if peerHost.IsRelayed && peerHost.RelayedBy != host.ID.String() {
  96. relayHost, err := GetHost(peerHost.RelayedBy)
  97. if err == nil {
  98. relayTo, err := net.ResolveUDPAddr("udp", fmt.Sprintf("%s:%d", relayHost.EndpointIP, GetPeerListenPort(relayHost)))
  99. if err == nil {
  100. currPeerConf.IsRelayed = true
  101. currPeerConf.RelayedTo = relayTo
  102. }
  103. }
  104. }
  105. peerConfMap[peerHost.PublicKey.String()] = currPeerConf
  106. }
  107. if node.IsIngressGateway {
  108. ingressStatus = true
  109. _, peerConfMap, err = getExtPeersForProxy(&node, peerConfMap)
  110. if err == nil {
  111. } else if !database.IsEmptyRecord(err) {
  112. logger.Log(1, "error retrieving external clients:", err.Error())
  113. }
  114. }
  115. }
  116. proxyPayload.IsIngress = ingressStatus
  117. proxyPayload.PeerMap = peerConfMap
  118. return proxyPayload, nil
  119. }
  120. // GetPeerUpdateForHost - gets the consolidated peer update for the host from all networks
  121. func GetPeerUpdateForHost(ctx context.Context, network string, hostToSend *models.Host, deletedNode *models.Node, deletedClient *models.ExtClient) (models.HostPeerUpdate, error) {
  122. if hostToSend == nil {
  123. return models.HostPeerUpdate{}, errors.New("host is nil")
  124. }
  125. allNodes, err := GetAllNodes()
  126. if err != nil {
  127. return models.HostPeerUpdate{}, err
  128. }
  129. // track which nodes are deleted
  130. // after peer calculation, if peer not in list, add delete config of peer
  131. hostPeerUpdate := initHostPeerUpdate(hostToSend)
  132. logger.Log(1, "peer update for host", hostToSend.ID.String())
  133. peerIndexMap := make(map[string]int)
  134. for _, nodeID := range hostToSend.Nodes {
  135. nodeID := nodeID
  136. node, err := GetNodeByID(nodeID)
  137. if err != nil {
  138. continue
  139. }
  140. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  141. continue
  142. }
  143. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  144. var nodePeerMap map[string]models.PeerRouteInfo
  145. if node.IsIngressGateway || node.IsEgressGateway {
  146. nodePeerMap = make(map[string]models.PeerRouteInfo)
  147. }
  148. for _, peer := range currentPeers {
  149. select {
  150. case <-ctx.Done():
  151. logger.Log(2, "cancelled peer update for host", hostToSend.Name, hostToSend.ID.String())
  152. return models.HostPeerUpdate{}, fmt.Errorf("peer update cancelled")
  153. default:
  154. peer := peer
  155. if peer.ID.String() == node.ID.String() {
  156. logger.Log(2, "peer update, skipping self")
  157. //skip yourself
  158. continue
  159. }
  160. var peerConfig wgtypes.PeerConfig
  161. peerHost, err := GetHost(peer.HostID.String())
  162. if err != nil {
  163. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  164. return models.HostPeerUpdate{}, err
  165. }
  166. peerConfig.PublicKey = peerHost.PublicKey
  167. peerConfig.PersistentKeepaliveInterval = &peer.PersistentKeepalive
  168. peerConfig.ReplaceAllowedIPs = true
  169. peerConfig.Endpoint = &net.UDPAddr{
  170. IP: peerHost.EndpointIP,
  171. Port: GetPeerListenPort(peerHost),
  172. }
  173. allowedips := GetAllowedIPs(&node, &peer, nil)
  174. if peer.IsIngressGateway {
  175. for _, entry := range peer.IngressGatewayRange {
  176. _, cidr, err := net.ParseCIDR(string(entry))
  177. if err == nil {
  178. allowedips = append(allowedips, *cidr)
  179. }
  180. }
  181. }
  182. if peer.IsEgressGateway {
  183. allowedips = append(allowedips, getEgressIPs(&node, &peer)...)
  184. }
  185. if peer.Action != models.NODE_DELETE &&
  186. !peer.PendingDelete &&
  187. peer.Connected &&
  188. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  189. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  190. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  191. }
  192. if node.IsIngressGateway || node.IsEgressGateway {
  193. if peer.IsIngressGateway {
  194. _, extPeerIDAndAddrs, err := getExtPeers(&peer)
  195. if err == nil {
  196. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  197. extPeerIdAndAddr := extPeerIdAndAddr
  198. nodePeerMap[extPeerIdAndAddr.ID] = models.PeerRouteInfo{
  199. PeerAddr: net.IPNet{
  200. IP: net.ParseIP(extPeerIdAndAddr.Address),
  201. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  202. },
  203. PeerKey: extPeerIdAndAddr.ID,
  204. Allow: true,
  205. ID: extPeerIdAndAddr.ID,
  206. }
  207. }
  208. }
  209. }
  210. if node.IsIngressGateway && peer.IsEgressGateway {
  211. hostPeerUpdate.IngressInfo.EgressRanges = append(hostPeerUpdate.IngressInfo.EgressRanges,
  212. peer.EgressGatewayRanges...)
  213. }
  214. nodePeerMap[peerHost.PublicKey.String()] = models.PeerRouteInfo{
  215. PeerAddr: net.IPNet{
  216. IP: net.ParseIP(peer.PrimaryAddress()),
  217. Mask: getCIDRMaskFromAddr(peer.PrimaryAddress()),
  218. },
  219. PeerKey: peerHost.PublicKey.String(),
  220. Allow: true,
  221. ID: peer.ID.String(),
  222. }
  223. }
  224. peerProxyPort := GetProxyListenPort(peerHost)
  225. var nodePeer wgtypes.PeerConfig
  226. if _, ok := hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()]; !ok {
  227. hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()] = make(map[string]models.IDandAddr)
  228. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  229. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  230. hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()][peer.ID.String()] = models.IDandAddr{
  231. ID: peer.ID.String(),
  232. Address: peer.PrimaryAddress(),
  233. Name: peerHost.Name,
  234. Network: peer.Network,
  235. ProxyListenPort: peerProxyPort,
  236. }
  237. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  238. Interfaces: peerHost.Interfaces,
  239. ProxyListenPort: peerProxyPort,
  240. }
  241. nodePeer = peerConfig
  242. } else {
  243. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs
  244. peerAllowedIPs = append(peerAllowedIPs, allowedips...)
  245. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  246. hostPeerUpdate.HostPeerIDs[peerHost.PublicKey.String()][peer.ID.String()] = models.IDandAddr{
  247. ID: peer.ID.String(),
  248. Address: peer.PrimaryAddress(),
  249. Name: peerHost.Name,
  250. Network: peer.Network,
  251. ProxyListenPort: GetProxyListenPort(peerHost),
  252. }
  253. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  254. Interfaces: peerHost.Interfaces,
  255. ProxyListenPort: peerProxyPort,
  256. }
  257. nodePeer = hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]]
  258. }
  259. if node.Network == network { // add to peers map for metrics
  260. hostPeerUpdate.PeerIDs[peerHost.PublicKey.String()] = models.IDandAddr{
  261. ID: peer.ID.String(),
  262. Address: peer.PrimaryAddress(),
  263. Name: peerHost.Name,
  264. Network: peer.Network,
  265. ProxyListenPort: peerHost.ProxyListenPort,
  266. }
  267. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  268. }
  269. }
  270. if node.IsIngressGateway {
  271. getIngressNodeAllowedIPs(network, &node, &hostPeerUpdate, nodePeerMap)
  272. }
  273. if node.IsEgressGateway {
  274. hostPeerUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  275. EgressID: node.ID.String(),
  276. Network: node.PrimaryNetworkRange(),
  277. EgressGwAddr: net.IPNet{
  278. IP: net.ParseIP(node.PrimaryAddress()),
  279. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  280. },
  281. GwPeers: nodePeerMap,
  282. EgressGWCfg: node.EgressGatewayRequest,
  283. }
  284. }
  285. }
  286. }
  287. // == post peer calculations ==
  288. // indicate removal if no allowed IPs were calculated
  289. for i := range hostPeerUpdate.Peers {
  290. peer := hostPeerUpdate.Peers[i]
  291. if len(peer.AllowedIPs) == 0 {
  292. peer.Remove = true
  293. }
  294. hostPeerUpdate.Peers[i] = peer
  295. }
  296. for i := range hostPeerUpdate.NodePeers {
  297. peer := hostPeerUpdate.NodePeers[i]
  298. if len(peer.AllowedIPs) == 0 {
  299. peer.Remove = true
  300. }
  301. hostPeerUpdate.NodePeers[i] = peer
  302. }
  303. if deletedClient != nil {
  304. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  305. if err == nil {
  306. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  307. PublicKey: key,
  308. Remove: true,
  309. })
  310. }
  311. }
  312. return hostPeerUpdate, nil
  313. }
  314. // GetPeerUpdateOfSingleHost - gets the consolidated peer update a single a host <-> host
  315. // from all networks
  316. func GetPeerUpdateOfSingleHost(
  317. network string,
  318. hostToSend, updatedHost *models.Host,
  319. updatedHostNodes []models.Node,
  320. deletedNode *models.Node,
  321. deletedClient *models.ExtClient,
  322. deleteHost bool) (models.HostPeerUpdate, error) {
  323. if hostToSend == nil || updatedHost == nil || len(updatedHostNodes) == 0 {
  324. return models.HostPeerUpdate{}, errors.New("host is nil")
  325. }
  326. hostPeerUpdate := initHostPeerUpdate(hostToSend)
  327. logger.Log(1, "peer update for host", hostToSend.ID.String())
  328. peerIndexMap := map[string]int{}
  329. for _, nodeID := range hostToSend.Nodes {
  330. nodeID := nodeID
  331. node, err := GetNodeByID(nodeID)
  332. if err != nil {
  333. continue
  334. }
  335. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  336. continue
  337. }
  338. var nodePeerMap map[string]models.PeerRouteInfo
  339. if node.IsIngressGateway || node.IsEgressGateway {
  340. nodePeerMap = make(map[string]models.PeerRouteInfo)
  341. }
  342. for _, peer := range updatedHostNodes {
  343. peer := peer
  344. if peer.ID.String() == node.ID.String() { // skip yourself - should never occur
  345. logger.Log(2, "peer update, skipping self")
  346. continue
  347. }
  348. var peerConfig wgtypes.PeerConfig
  349. peerConfig.PublicKey = updatedHost.PublicKey
  350. peerConfig.PersistentKeepaliveInterval = &peer.PersistentKeepalive
  351. peerConfig.ReplaceAllowedIPs = true
  352. peerConfig.Endpoint = &net.UDPAddr{
  353. IP: updatedHost.EndpointIP,
  354. Port: GetPeerListenPort(updatedHost),
  355. }
  356. allowedips := GetAllowedIPs(&node, &peer, nil)
  357. if peer.IsIngressGateway {
  358. for _, entry := range peer.IngressGatewayRange {
  359. _, cidr, err := net.ParseCIDR(string(entry))
  360. if err == nil {
  361. allowedips = append(allowedips, *cidr)
  362. }
  363. }
  364. }
  365. if peer.IsEgressGateway {
  366. allowedips = append(allowedips, getEgressIPs(&node, &peer)...)
  367. }
  368. if peer.Action != models.NODE_DELETE &&
  369. !peer.PendingDelete &&
  370. peer.Connected &&
  371. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  372. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  373. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  374. }
  375. if node.IsIngressGateway || node.IsEgressGateway {
  376. if peer.IsIngressGateway { // if the peer is also an ingress gateway, we need the routes
  377. _, extPeerIDAndAddrs, err := getExtPeers(&peer)
  378. if err == nil {
  379. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  380. extPeerIdAndAddr := extPeerIdAndAddr
  381. nodePeerMap[extPeerIdAndAddr.ID] = models.PeerRouteInfo{
  382. PeerAddr: net.IPNet{
  383. IP: net.ParseIP(extPeerIdAndAddr.Address),
  384. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  385. },
  386. PeerKey: extPeerIdAndAddr.ID,
  387. Allow: true,
  388. ID: extPeerIdAndAddr.ID,
  389. }
  390. }
  391. }
  392. }
  393. if node.IsIngressGateway && peer.IsEgressGateway { // if current node is an ingress on host
  394. // and peer is egress, need to inform the clients of the egress ranges
  395. hostPeerUpdate.IngressInfo.EgressRanges = append(hostPeerUpdate.IngressInfo.EgressRanges,
  396. peer.EgressGatewayRanges...)
  397. }
  398. nodePeerMap[updatedHost.PublicKey.String()] = models.PeerRouteInfo{
  399. PeerAddr: net.IPNet{
  400. IP: net.ParseIP(peer.PrimaryAddress()),
  401. Mask: getCIDRMaskFromAddr(peer.PrimaryAddress()),
  402. },
  403. PeerKey: updatedHost.PublicKey.String(),
  404. Allow: true,
  405. ID: peer.ID.String(),
  406. }
  407. }
  408. peerProxyPort := GetProxyListenPort(updatedHost)
  409. var nodePeer wgtypes.PeerConfig
  410. if _, ok := hostPeerUpdate.HostPeerIDs[updatedHost.PublicKey.String()]; !ok {
  411. hostPeerUpdate.HostPeerIDs[updatedHost.PublicKey.String()] = make(map[string]models.IDandAddr)
  412. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  413. peerIndexMap[updatedHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  414. hostPeerUpdate.HostPeerIDs[updatedHost.PublicKey.String()][peer.ID.String()] = models.IDandAddr{
  415. ID: peer.ID.String(),
  416. Address: peer.PrimaryAddress(),
  417. Name: updatedHost.Name,
  418. Network: peer.Network,
  419. ProxyListenPort: peerProxyPort,
  420. }
  421. hostPeerUpdate.HostNetworkInfo[updatedHost.PublicKey.String()] = models.HostNetworkInfo{
  422. Interfaces: updatedHost.Interfaces,
  423. ProxyListenPort: peerProxyPort,
  424. }
  425. nodePeer = peerConfig
  426. } else {
  427. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[updatedHost.PublicKey.String()]].AllowedIPs
  428. peerAllowedIPs = append(peerAllowedIPs, allowedips...)
  429. hostPeerUpdate.Peers[peerIndexMap[updatedHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  430. hostPeerUpdate.HostPeerIDs[updatedHost.PublicKey.String()][peer.ID.String()] = models.IDandAddr{
  431. ID: peer.ID.String(),
  432. Address: peer.PrimaryAddress(),
  433. Name: updatedHost.Name,
  434. Network: peer.Network,
  435. ProxyListenPort: GetProxyListenPort(updatedHost),
  436. }
  437. hostPeerUpdate.HostNetworkInfo[updatedHost.PublicKey.String()] = models.HostNetworkInfo{
  438. Interfaces: updatedHost.Interfaces,
  439. ProxyListenPort: peerProxyPort,
  440. }
  441. nodePeer = hostPeerUpdate.Peers[peerIndexMap[updatedHost.PublicKey.String()]]
  442. }
  443. if node.Network == network { // add to peers map for metrics
  444. hostPeerUpdate.PeerIDs[updatedHost.PublicKey.String()] = models.IDandAddr{
  445. ID: peer.ID.String(),
  446. Address: peer.PrimaryAddress(),
  447. Name: updatedHost.Name,
  448. Network: peer.Network,
  449. ProxyListenPort: updatedHost.ProxyListenPort,
  450. }
  451. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  452. }
  453. }
  454. if node.IsIngressGateway {
  455. getIngressNodeAllowedIPs(network, &node, &hostPeerUpdate, nodePeerMap)
  456. }
  457. if node.IsEgressGateway {
  458. hostPeerUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  459. EgressID: node.ID.String(),
  460. Network: node.PrimaryNetworkRange(),
  461. EgressGwAddr: net.IPNet{
  462. IP: net.ParseIP(node.PrimaryAddress()),
  463. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  464. },
  465. GwPeers: nodePeerMap,
  466. EgressGWCfg: node.EgressGatewayRequest,
  467. }
  468. }
  469. }
  470. // == post peer calculations ==
  471. // indicate removal if no allowed IPs were calculated
  472. for i := range hostPeerUpdate.Peers {
  473. peer := hostPeerUpdate.Peers[i]
  474. if len(peer.AllowedIPs) == 0 ||
  475. (deleteHost && peer.PublicKey.String() == updatedHost.PublicKey.String()) {
  476. peer.Remove = true
  477. }
  478. hostPeerUpdate.Peers[i] = peer
  479. }
  480. for i := range hostPeerUpdate.NodePeers {
  481. peer := hostPeerUpdate.NodePeers[i]
  482. if len(peer.AllowedIPs) == 0 {
  483. peer.Remove = true
  484. }
  485. hostPeerUpdate.NodePeers[i] = peer
  486. }
  487. if deletedClient != nil {
  488. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  489. if err == nil {
  490. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  491. PublicKey: key,
  492. Remove: true,
  493. })
  494. }
  495. }
  496. return hostPeerUpdate, nil
  497. }
  498. // GetPeerListenPort - given a host, retrieve it's appropriate listening port
  499. func GetPeerListenPort(host *models.Host) int {
  500. peerPort := host.ListenPort
  501. if host.ProxyEnabled {
  502. if host.PublicListenPort != 0 {
  503. peerPort = host.PublicListenPort
  504. } else if host.ProxyListenPort != 0 {
  505. peerPort = host.ProxyListenPort
  506. }
  507. }
  508. return peerPort
  509. }
  510. // GetProxyListenPort - fetches the proxy listen port
  511. func GetProxyListenPort(host *models.Host) int {
  512. proxyPort := host.ProxyListenPort
  513. if host.PublicListenPort != 0 {
  514. proxyPort = host.PublicListenPort
  515. }
  516. return proxyPort
  517. }
  518. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  519. var peers []wgtypes.PeerConfig
  520. var idsAndAddr []models.IDandAddr
  521. extPeers, err := GetNetworkExtClients(node.Network)
  522. if err != nil {
  523. return peers, idsAndAddr, err
  524. }
  525. host, err := GetHost(node.HostID.String())
  526. if err != nil {
  527. return peers, idsAndAddr, err
  528. }
  529. for _, extPeer := range extPeers {
  530. extPeer := extPeer
  531. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  532. if err != nil {
  533. logger.Log(1, "error parsing ext pub key:", err.Error())
  534. continue
  535. }
  536. if host.PublicKey.String() == extPeer.PublicKey ||
  537. extPeer.IngressGatewayID != node.ID.String() || !extPeer.Enabled {
  538. continue
  539. }
  540. var allowedips []net.IPNet
  541. var peer wgtypes.PeerConfig
  542. if extPeer.Address != "" {
  543. var peeraddr = net.IPNet{
  544. IP: net.ParseIP(extPeer.Address),
  545. Mask: net.CIDRMask(32, 32),
  546. }
  547. if peeraddr.IP != nil && peeraddr.Mask != nil {
  548. allowedips = append(allowedips, peeraddr)
  549. }
  550. }
  551. if extPeer.Address6 != "" {
  552. var addr6 = net.IPNet{
  553. IP: net.ParseIP(extPeer.Address6),
  554. Mask: net.CIDRMask(128, 128),
  555. }
  556. if addr6.IP != nil && addr6.Mask != nil {
  557. allowedips = append(allowedips, addr6)
  558. }
  559. }
  560. primaryAddr := extPeer.Address
  561. if primaryAddr == "" {
  562. primaryAddr = extPeer.Address6
  563. }
  564. peer = wgtypes.PeerConfig{
  565. PublicKey: pubkey,
  566. ReplaceAllowedIPs: true,
  567. AllowedIPs: allowedips,
  568. }
  569. peers = append(peers, peer)
  570. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  571. ID: peer.PublicKey.String(),
  572. Name: extPeer.ClientID,
  573. Address: primaryAddr,
  574. })
  575. }
  576. return peers, idsAndAddr, nil
  577. }
  578. func getExtPeersForProxy(node *models.Node, proxyPeerConf map[string]models.PeerConf) ([]wgtypes.PeerConfig, map[string]models.PeerConf, error) {
  579. var peers []wgtypes.PeerConfig
  580. host, err := GetHost(node.HostID.String())
  581. if err != nil {
  582. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  583. }
  584. extPeers, err := GetNetworkExtClients(node.Network)
  585. if err != nil {
  586. return peers, proxyPeerConf, err
  587. }
  588. for _, extPeer := range extPeers {
  589. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  590. if err != nil {
  591. logger.Log(1, "error parsing ext pub key:", err.Error())
  592. continue
  593. }
  594. if host.PublicKey.String() == extPeer.PublicKey ||
  595. extPeer.IngressGatewayID != node.ID.String() || !extPeer.Enabled {
  596. continue
  597. }
  598. var allowedips []net.IPNet
  599. var peer wgtypes.PeerConfig
  600. if extPeer.Address != "" {
  601. var peeraddr = net.IPNet{
  602. IP: net.ParseIP(extPeer.Address),
  603. Mask: net.CIDRMask(32, 32),
  604. }
  605. if peeraddr.IP != nil && peeraddr.Mask != nil {
  606. allowedips = append(allowedips, peeraddr)
  607. }
  608. }
  609. if extPeer.Address6 != "" {
  610. var addr6 = net.IPNet{
  611. IP: net.ParseIP(extPeer.Address6),
  612. Mask: net.CIDRMask(128, 128),
  613. }
  614. if addr6.IP != nil && addr6.Mask != nil {
  615. allowedips = append(allowedips, addr6)
  616. }
  617. }
  618. peer = wgtypes.PeerConfig{
  619. PublicKey: pubkey,
  620. ReplaceAllowedIPs: true,
  621. AllowedIPs: allowedips,
  622. }
  623. extConf := models.PeerConf{
  624. IsExtClient: true,
  625. Address: net.ParseIP(extPeer.Address),
  626. }
  627. proxyPeerConf[peer.PublicKey.String()] = extConf
  628. peers = append(peers, peer)
  629. }
  630. return peers, proxyPeerConf, nil
  631. }
  632. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  633. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics) []net.IPNet {
  634. var allowedips []net.IPNet
  635. allowedips = getNodeAllowedIPs(peer, node)
  636. // handle ingress gateway peers
  637. if peer.IsIngressGateway {
  638. extPeers, _, err := getExtPeers(peer)
  639. if err != nil {
  640. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  641. }
  642. for _, extPeer := range extPeers {
  643. allowedips = append(allowedips, extPeer.AllowedIPs...)
  644. }
  645. // if node is a failover node, add allowed ips from nodes it is handling
  646. if metrics != nil && peer.Failover && metrics.FailoverPeers != nil {
  647. // traverse through nodes that need handling
  648. logger.Log(3, "peer", peer.ID.String(), "was found to be failover for", node.ID.String(), "checking failover peers...")
  649. for k := range metrics.FailoverPeers {
  650. // if FailoverNode is me for this node, add allowedips
  651. if metrics.FailoverPeers[k] == peer.ID.String() {
  652. // get original node so we can traverse the allowed ips
  653. nodeToFailover, err := GetNodeByID(k)
  654. if err == nil {
  655. failoverNodeMetrics, err := GetMetrics(nodeToFailover.ID.String())
  656. if err == nil && failoverNodeMetrics != nil {
  657. if len(failoverNodeMetrics.NodeName) > 0 {
  658. allowedips = append(allowedips, getNodeAllowedIPs(&nodeToFailover, peer)...)
  659. logger.Log(0, "failing over node", nodeToFailover.ID.String(), nodeToFailover.PrimaryAddress(), "to failover node", peer.ID.String())
  660. }
  661. }
  662. }
  663. }
  664. }
  665. }
  666. }
  667. return allowedips
  668. }
  669. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  670. host, err := GetHost(node.HostID.String())
  671. if err != nil {
  672. logger.Log(0, "error retrieving host for node", node.ID.String(), err.Error())
  673. }
  674. peerHost, err := GetHost(peer.HostID.String())
  675. if err != nil {
  676. logger.Log(0, "error retrieving host for peer", peer.ID.String(), err.Error())
  677. }
  678. //check for internet gateway
  679. internetGateway := false
  680. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  681. internetGateway = true
  682. }
  683. allowedips := []net.IPNet{}
  684. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  685. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  686. if err != nil {
  687. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  688. continue // if can't parse CIDR
  689. }
  690. // getting the public ip of node
  691. if ipnet.Contains(peerHost.EndpointIP) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  692. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", host.EndpointIP.String(), ", omitting")
  693. continue // skip adding egress range if overlaps with node's ip
  694. }
  695. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  696. if ipnet.Contains(node.LocalAddress.IP) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  697. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress.String(), ", omitting")
  698. continue // skip adding egress range if overlaps with node's local ip
  699. }
  700. if err != nil {
  701. logger.Log(1, "error encountered when setting egress range", err.Error())
  702. } else {
  703. allowedips = append(allowedips, *ipnet)
  704. }
  705. }
  706. return allowedips
  707. }
  708. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  709. var allowedips = []net.IPNet{}
  710. if peer.Address.IP != nil {
  711. allowed := net.IPNet{
  712. IP: peer.Address.IP,
  713. Mask: net.CIDRMask(32, 32),
  714. }
  715. allowedips = append(allowedips, allowed)
  716. }
  717. if peer.Address6.IP != nil {
  718. allowed := net.IPNet{
  719. IP: peer.Address6.IP,
  720. Mask: net.CIDRMask(128, 128),
  721. }
  722. allowedips = append(allowedips, allowed)
  723. }
  724. // handle egress gateway peers
  725. if peer.IsEgressGateway {
  726. //hasGateway = true
  727. egressIPs := getEgressIPs(node, peer)
  728. allowedips = append(allowedips, egressIPs...)
  729. }
  730. return allowedips
  731. }
  732. func getCIDRMaskFromAddr(addr string) net.IPMask {
  733. cidr := net.CIDRMask(32, 32)
  734. ipAddr, err := netip.ParseAddr(addr)
  735. if err != nil {
  736. return cidr
  737. }
  738. if ipAddr.Is6() {
  739. cidr = net.CIDRMask(128, 128)
  740. }
  741. return cidr
  742. }
  743. // accounts for ext client ACLs
  744. func filterNodeMapForClientACLs(publicKey, network string, nodePeerMap map[string]models.PeerRouteInfo) map[string]models.PeerRouteInfo {
  745. if !isEE {
  746. return nodePeerMap
  747. }
  748. if nodePeerMap == nil {
  749. return map[string]models.PeerRouteInfo{}
  750. }
  751. if len(publicKey) == 0 || len(network) == 0 {
  752. return nodePeerMap
  753. }
  754. client, err := GetExtClientByPubKey(publicKey, network)
  755. if err != nil {
  756. return nodePeerMap
  757. }
  758. for k := range nodePeerMap {
  759. currNodePeer := nodePeerMap[k]
  760. if _, ok := client.ACLs[currNodePeer.ID]; ok {
  761. delete(nodePeerMap, k)
  762. }
  763. }
  764. return nodePeerMap
  765. }
  766. func initHostPeerUpdate(h *models.Host) models.HostPeerUpdate {
  767. return models.HostPeerUpdate{
  768. Server: servercfg.GetServer(),
  769. HostPeerIDs: make(models.HostPeerMap, 0),
  770. ServerVersion: servercfg.GetVersion(),
  771. ServerAddrs: []models.ServerAddr{},
  772. IngressInfo: models.IngressInfo{
  773. ExtPeers: make(map[string]models.ExtClientInfo),
  774. },
  775. EgressInfo: make(map[string]models.EgressInfo),
  776. PeerIDs: make(models.PeerMap, 1),
  777. Peers: []wgtypes.PeerConfig{},
  778. NodePeers: []wgtypes.PeerConfig{},
  779. HostNetworkInfo: models.HostInfoMap{},
  780. }
  781. }
  782. func getIngressNodeAllowedIPs(network string, node *models.Node, hostPeerUpdate *models.HostPeerUpdate, nodePeerMap map[string]models.PeerRouteInfo) {
  783. extPeers, extPeerIDAndAddrs, err := getExtPeers(node)
  784. if err == nil {
  785. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  786. extPeerIdAndAddr := extPeerIdAndAddr
  787. nodePeerMap[extPeerIdAndAddr.ID] = models.PeerRouteInfo{
  788. PeerAddr: net.IPNet{
  789. IP: net.ParseIP(extPeerIdAndAddr.Address),
  790. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  791. },
  792. PeerKey: extPeerIdAndAddr.ID,
  793. Allow: true,
  794. ID: extPeerIdAndAddr.ID,
  795. }
  796. }
  797. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, extPeers...)
  798. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  799. extPeerIdAndAddr := extPeerIdAndAddr
  800. hostPeerUpdate.HostPeerIDs[extPeerIdAndAddr.ID] = make(map[string]models.IDandAddr)
  801. hostPeerUpdate.HostPeerIDs[extPeerIdAndAddr.ID][extPeerIdAndAddr.ID] = models.IDandAddr{
  802. ID: extPeerIdAndAddr.ID,
  803. Address: extPeerIdAndAddr.Address,
  804. Name: extPeerIdAndAddr.Name,
  805. Network: node.Network,
  806. }
  807. hostPeerUpdate.IngressInfo.ExtPeers[extPeerIdAndAddr.ID] = models.ExtClientInfo{
  808. Masquerade: true,
  809. IngGwAddr: net.IPNet{
  810. IP: net.ParseIP(node.PrimaryAddress()),
  811. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  812. },
  813. Network: node.PrimaryNetworkRange(),
  814. ExtPeerAddr: net.IPNet{
  815. IP: net.ParseIP(extPeerIdAndAddr.Address),
  816. Mask: getCIDRMaskFromAddr(extPeerIdAndAddr.Address),
  817. },
  818. ExtPeerKey: extPeerIdAndAddr.ID,
  819. Peers: filterNodeMapForClientACLs(extPeerIdAndAddr.ID, node.Network, nodePeerMap),
  820. }
  821. if node.Network == network {
  822. hostPeerUpdate.PeerIDs[extPeerIdAndAddr.ID] = extPeerIdAndAddr
  823. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, extPeers...)
  824. }
  825. }
  826. } else if !database.IsEmptyRecord(err) {
  827. logger.Log(1, "error retrieving external clients:", err.Error())
  828. }
  829. }