peers.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502
  1. package logic
  2. import (
  3. "errors"
  4. "net"
  5. "net/netip"
  6. "github.com/gravitl/netmaker/database"
  7. "github.com/gravitl/netmaker/logger"
  8. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  9. "github.com/gravitl/netmaker/models"
  10. "github.com/gravitl/netmaker/servercfg"
  11. "golang.org/x/exp/slices"
  12. "golang.org/x/exp/slog"
  13. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  14. )
  15. var (
  16. // ResetFailOver - function to reset failOvered peers on this node
  17. ResetFailOver = func(failOverNode *models.Node) error {
  18. return nil
  19. }
  20. // ResetFailedOverPeer - removes failed over node from network peers
  21. ResetFailedOverPeer = func(failedOverNode *models.Node) error {
  22. return nil
  23. }
  24. )
  25. // GetPeerUpdateForHost - gets the consolidated peer update for the host from all networks
  26. func GetPeerUpdateForHost(network string, host *models.Host, allNodes []models.Node,
  27. deletedNode *models.Node, deletedClients []models.ExtClient) (models.HostPeerUpdate, error) {
  28. if host == nil {
  29. return models.HostPeerUpdate{}, errors.New("host is nil")
  30. }
  31. // track which nodes are deleted
  32. // after peer calculation, if peer not in list, add delete config of peer
  33. hostPeerUpdate := models.HostPeerUpdate{
  34. Host: *host,
  35. Server: servercfg.GetServer(),
  36. ServerVersion: servercfg.GetVersion(),
  37. ServerAddrs: []models.ServerAddr{},
  38. FwUpdate: models.FwUpdate{
  39. EgressInfo: make(map[string]models.EgressInfo),
  40. },
  41. PeerIDs: make(models.PeerMap, 0),
  42. Peers: []wgtypes.PeerConfig{},
  43. NodePeers: []wgtypes.PeerConfig{},
  44. HostNetworkInfo: models.HostInfoMap{},
  45. }
  46. slog.Debug("peer update for host", "hostId", host.ID.String())
  47. peerIndexMap := make(map[string]int)
  48. for _, nodeID := range host.Nodes {
  49. nodeID := nodeID
  50. node, err := GetNodeByID(nodeID)
  51. if err != nil {
  52. continue
  53. }
  54. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  55. continue
  56. }
  57. if host.OS == models.OS_Types.IoT {
  58. hostPeerUpdate.NodeAddrs = append(hostPeerUpdate.NodeAddrs, node.PrimaryAddressIPNet())
  59. if node.IsRelayed {
  60. relayNode, err := GetNodeByID(node.RelayedBy)
  61. if err != nil {
  62. continue
  63. }
  64. relayHost, err := GetHost(relayNode.HostID.String())
  65. if err != nil {
  66. continue
  67. }
  68. relayPeer := wgtypes.PeerConfig{
  69. PublicKey: relayHost.PublicKey,
  70. PersistentKeepaliveInterval: &relayHost.PersistentKeepalive,
  71. ReplaceAllowedIPs: true,
  72. AllowedIPs: GetAllowedIPs(&node, &relayNode, nil),
  73. }
  74. uselocal := false
  75. if host.EndpointIP.String() == relayHost.EndpointIP.String() {
  76. // peer is on same network
  77. // set to localaddress
  78. uselocal = true
  79. if node.LocalAddress.IP == nil {
  80. // use public endpint
  81. uselocal = false
  82. }
  83. if node.LocalAddress.String() == relayNode.LocalAddress.String() {
  84. uselocal = false
  85. }
  86. }
  87. relayPeer.Endpoint = &net.UDPAddr{
  88. IP: relayHost.EndpointIP,
  89. Port: GetPeerListenPort(relayHost),
  90. }
  91. if uselocal {
  92. relayPeer.Endpoint.IP = relayNode.LocalAddress.IP
  93. relayPeer.Endpoint.Port = relayHost.ListenPort
  94. }
  95. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  96. } else if deletedNode != nil && deletedNode.IsRelay {
  97. relayHost, err := GetHost(deletedNode.HostID.String())
  98. if err != nil {
  99. continue
  100. }
  101. relayPeer := wgtypes.PeerConfig{
  102. PublicKey: relayHost.PublicKey,
  103. Remove: true,
  104. }
  105. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  106. }
  107. continue
  108. }
  109. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  110. for _, peer := range currentPeers {
  111. peer := peer
  112. if peer.ID.String() == node.ID.String() {
  113. logger.Log(2, "peer update, skipping self")
  114. // skip yourself
  115. continue
  116. }
  117. peerHost, err := GetHost(peer.HostID.String())
  118. if err != nil {
  119. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  120. continue
  121. }
  122. peerConfig := wgtypes.PeerConfig{
  123. PublicKey: peerHost.PublicKey,
  124. PersistentKeepaliveInterval: &peerHost.PersistentKeepalive,
  125. ReplaceAllowedIPs: true,
  126. }
  127. if peer.IsEgressGateway {
  128. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, models.EgressNetworkRoutes{
  129. NodeAddr: node.PrimaryAddressIPNet(),
  130. EgressRanges: peer.EgressGatewayRanges,
  131. })
  132. }
  133. _, isFailOverPeer := node.FailOverPeers[peer.ID.String()]
  134. if (node.IsRelayed && node.RelayedBy != peer.ID.String()) ||
  135. (peer.IsRelayed && peer.RelayedBy != node.ID.String()) || isFailOverPeer {
  136. // if node is relayed and peer is not the relay, set remove to true
  137. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; ok {
  138. continue
  139. }
  140. peerConfig.Remove = true
  141. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  142. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  143. continue
  144. }
  145. uselocal := false
  146. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  147. // peer is on same network
  148. // set to localaddress
  149. uselocal = true
  150. if node.LocalAddress.IP == nil {
  151. // use public endpint
  152. uselocal = false
  153. }
  154. if node.LocalAddress.String() == peer.LocalAddress.String() {
  155. uselocal = false
  156. }
  157. }
  158. peerConfig.Endpoint = &net.UDPAddr{
  159. IP: peerHost.EndpointIP,
  160. Port: GetPeerListenPort(peerHost),
  161. }
  162. if uselocal {
  163. peerConfig.Endpoint.IP = peer.LocalAddress.IP
  164. peerConfig.Endpoint.Port = peerHost.ListenPort
  165. }
  166. allowedips := GetAllowedIPs(&node, &peer, nil)
  167. if peer.Action != models.NODE_DELETE &&
  168. !peer.PendingDelete &&
  169. peer.Connected &&
  170. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  171. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  172. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  173. }
  174. var nodePeer wgtypes.PeerConfig
  175. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  176. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  177. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  178. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  179. Interfaces: peerHost.Interfaces,
  180. ListenPort: peerHost.ListenPort,
  181. IsStatic: peerHost.IsStatic,
  182. }
  183. nodePeer = peerConfig
  184. } else {
  185. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs
  186. peerAllowedIPs = append(peerAllowedIPs, peerConfig.AllowedIPs...)
  187. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  188. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].Remove = false
  189. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  190. Interfaces: peerHost.Interfaces,
  191. ListenPort: peerHost.ListenPort,
  192. IsStatic: peerHost.IsStatic,
  193. }
  194. nodePeer = hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]]
  195. }
  196. if node.Network == network && !peerConfig.Remove { // add to peers map for metrics
  197. hostPeerUpdate.PeerIDs[peerHost.PublicKey.String()] = models.IDandAddr{
  198. ID: peer.ID.String(),
  199. HostID: peerHost.ID.String(),
  200. Address: peer.PrimaryAddress(),
  201. Name: peerHost.Name,
  202. Network: peer.Network,
  203. ListenPort: peerHost.ListenPort,
  204. }
  205. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  206. }
  207. }
  208. var extPeers []wgtypes.PeerConfig
  209. var extPeerIDAndAddrs []models.IDandAddr
  210. if node.IsIngressGateway {
  211. extPeers, extPeerIDAndAddrs, err = getExtPeers(&node, &node)
  212. if err == nil {
  213. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, extPeers...)
  214. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  215. extPeerIdAndAddr := extPeerIdAndAddr
  216. if node.Network == network {
  217. hostPeerUpdate.PeerIDs[extPeerIdAndAddr.ID] = extPeerIdAndAddr
  218. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, extPeers...)
  219. }
  220. }
  221. } else if !database.IsEmptyRecord(err) {
  222. logger.Log(1, "error retrieving external clients:", err.Error())
  223. }
  224. }
  225. if node.IsEgressGateway && node.EgressGatewayRequest.NatEnabled == "yes" && len(node.EgressGatewayRequest.Ranges) > 0 {
  226. hostPeerUpdate.FwUpdate.IsEgressGw = true
  227. hostPeerUpdate.FwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  228. EgressID: node.ID.String(),
  229. Network: node.PrimaryNetworkRange(),
  230. EgressGwAddr: net.IPNet{
  231. IP: net.ParseIP(node.PrimaryAddress()),
  232. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  233. },
  234. EgressGWCfg: node.EgressGatewayRequest,
  235. }
  236. }
  237. }
  238. // == post peer calculations ==
  239. // indicate removal if no allowed IPs were calculated
  240. for i := range hostPeerUpdate.Peers {
  241. peer := hostPeerUpdate.Peers[i]
  242. if len(peer.AllowedIPs) == 0 {
  243. peer.Remove = true
  244. }
  245. hostPeerUpdate.Peers[i] = peer
  246. }
  247. if deletedNode != nil && host.OS != models.OS_Types.IoT {
  248. peerHost, err := GetHost(deletedNode.HostID.String())
  249. if err == nil && host.ID != peerHost.ID {
  250. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  251. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  252. PublicKey: peerHost.PublicKey,
  253. Remove: true,
  254. })
  255. }
  256. }
  257. }
  258. for i := range hostPeerUpdate.NodePeers {
  259. peer := hostPeerUpdate.NodePeers[i]
  260. if len(peer.AllowedIPs) == 0 {
  261. peer.Remove = true
  262. }
  263. hostPeerUpdate.NodePeers[i] = peer
  264. }
  265. if len(deletedClients) > 0 {
  266. for i := range deletedClients {
  267. deletedClient := deletedClients[i]
  268. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  269. if err == nil {
  270. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  271. PublicKey: key,
  272. Remove: true,
  273. })
  274. }
  275. }
  276. }
  277. return hostPeerUpdate, nil
  278. }
  279. // GetPeerListenPort - given a host, retrieve it's appropriate listening port
  280. func GetPeerListenPort(host *models.Host) int {
  281. peerPort := host.ListenPort
  282. if host.WgPublicListenPort != 0 {
  283. peerPort = host.WgPublicListenPort
  284. }
  285. return peerPort
  286. }
  287. func getExtPeers(node, peer *models.Node) ([]wgtypes.PeerConfig, []models.IDandAddr, error) {
  288. var peers []wgtypes.PeerConfig
  289. var idsAndAddr []models.IDandAddr
  290. extPeers, err := GetNetworkExtClients(node.Network)
  291. if err != nil {
  292. return peers, idsAndAddr, err
  293. }
  294. host, err := GetHost(node.HostID.String())
  295. if err != nil {
  296. return peers, idsAndAddr, err
  297. }
  298. for _, extPeer := range extPeers {
  299. extPeer := extPeer
  300. if !IsClientNodeAllowed(&extPeer, peer.ID.String()) {
  301. continue
  302. }
  303. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  304. if err != nil {
  305. logger.Log(1, "error parsing ext pub key:", err.Error())
  306. continue
  307. }
  308. if host.PublicKey.String() == extPeer.PublicKey ||
  309. extPeer.IngressGatewayID != node.ID.String() || !extPeer.Enabled {
  310. continue
  311. }
  312. var allowedips []net.IPNet
  313. var peer wgtypes.PeerConfig
  314. if extPeer.Address != "" {
  315. var peeraddr = net.IPNet{
  316. IP: net.ParseIP(extPeer.Address),
  317. Mask: net.CIDRMask(32, 32),
  318. }
  319. if peeraddr.IP != nil && peeraddr.Mask != nil {
  320. allowedips = append(allowedips, peeraddr)
  321. }
  322. }
  323. if extPeer.Address6 != "" {
  324. var addr6 = net.IPNet{
  325. IP: net.ParseIP(extPeer.Address6),
  326. Mask: net.CIDRMask(128, 128),
  327. }
  328. if addr6.IP != nil && addr6.Mask != nil {
  329. allowedips = append(allowedips, addr6)
  330. }
  331. }
  332. primaryAddr := extPeer.Address
  333. if primaryAddr == "" {
  334. primaryAddr = extPeer.Address6
  335. }
  336. peer = wgtypes.PeerConfig{
  337. PublicKey: pubkey,
  338. ReplaceAllowedIPs: true,
  339. AllowedIPs: allowedips,
  340. }
  341. peers = append(peers, peer)
  342. idsAndAddr = append(idsAndAddr, models.IDandAddr{
  343. ID: peer.PublicKey.String(),
  344. Name: extPeer.ClientID,
  345. Address: primaryAddr,
  346. IsExtClient: true,
  347. })
  348. }
  349. return peers, idsAndAddr, nil
  350. }
  351. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  352. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics) []net.IPNet {
  353. var allowedips []net.IPNet
  354. allowedips = getNodeAllowedIPs(peer, node)
  355. // handle ingress gateway peers
  356. if peer.IsIngressGateway {
  357. extPeers, _, err := getExtPeers(peer, node)
  358. if err != nil {
  359. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  360. }
  361. for _, extPeer := range extPeers {
  362. allowedips = append(allowedips, extPeer.AllowedIPs...)
  363. }
  364. }
  365. if node.IsRelayed && node.RelayedBy == peer.ID.String() {
  366. allowedips = append(allowedips, GetAllowedIpsForRelayed(node, peer)...)
  367. }
  368. return allowedips
  369. }
  370. func GetFailOverPeerIps(peer, node *models.Node) []net.IPNet {
  371. allowedips := []net.IPNet{}
  372. for failOverpeerID := range node.FailOverPeers {
  373. failOverpeer, err := GetNodeByID(failOverpeerID)
  374. if err == nil && failOverpeer.FailedOverBy == peer.ID {
  375. if failOverpeer.Address.IP != nil {
  376. allowed := net.IPNet{
  377. IP: failOverpeer.Address.IP,
  378. Mask: net.CIDRMask(32, 32),
  379. }
  380. allowedips = append(allowedips, allowed)
  381. }
  382. if failOverpeer.Address6.IP != nil {
  383. allowed := net.IPNet{
  384. IP: failOverpeer.Address6.IP,
  385. Mask: net.CIDRMask(128, 128),
  386. }
  387. allowedips = append(allowedips, allowed)
  388. }
  389. }
  390. }
  391. return allowedips
  392. }
  393. func GetEgressIPs(peer *models.Node) []net.IPNet {
  394. peerHost, err := GetHost(peer.HostID.String())
  395. if err != nil {
  396. logger.Log(0, "error retrieving host for peer", peer.ID.String(), err.Error())
  397. }
  398. // check for internet gateway
  399. internetGateway := false
  400. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  401. internetGateway = true
  402. }
  403. allowedips := []net.IPNet{}
  404. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  405. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  406. if err != nil {
  407. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  408. continue // if can't parse CIDR
  409. }
  410. // getting the public ip of node
  411. if ipnet.Contains(peerHost.EndpointIP) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  412. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peerHost.EndpointIP.String(), ", omitting")
  413. continue // skip adding egress range if overlaps with node's ip
  414. }
  415. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  416. if ipnet.Contains(peer.LocalAddress.IP) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  417. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peer.LocalAddress.String(), ", omitting")
  418. continue // skip adding egress range if overlaps with node's local ip
  419. }
  420. if err != nil {
  421. logger.Log(1, "error encountered when setting egress range", err.Error())
  422. } else {
  423. allowedips = append(allowedips, *ipnet)
  424. }
  425. }
  426. return allowedips
  427. }
  428. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  429. var allowedips = []net.IPNet{}
  430. if peer.Address.IP != nil {
  431. allowed := net.IPNet{
  432. IP: peer.Address.IP,
  433. Mask: net.CIDRMask(32, 32),
  434. }
  435. allowedips = append(allowedips, allowed)
  436. }
  437. if peer.Address6.IP != nil {
  438. allowed := net.IPNet{
  439. IP: peer.Address6.IP,
  440. Mask: net.CIDRMask(128, 128),
  441. }
  442. allowedips = append(allowedips, allowed)
  443. }
  444. // handle egress gateway peers
  445. if peer.IsEgressGateway {
  446. // hasGateway = true
  447. egressIPs := GetEgressIPs(peer)
  448. allowedips = append(allowedips, egressIPs...)
  449. }
  450. if peer.IsRelay {
  451. allowedips = append(allowedips, RelayedAllowedIPs(peer, node)...)
  452. }
  453. if peer.IsFailOver {
  454. allowedips = append(allowedips, GetFailOverPeerIps(peer, node)...)
  455. }
  456. return allowedips
  457. }
  458. func getCIDRMaskFromAddr(addr string) net.IPMask {
  459. cidr := net.CIDRMask(32, 32)
  460. ipAddr, err := netip.ParseAddr(addr)
  461. if err != nil {
  462. return cidr
  463. }
  464. if ipAddr.Is6() {
  465. cidr = net.CIDRMask(128, 128)
  466. }
  467. return cidr
  468. }