peers.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486
  1. package logic
  2. import (
  3. "errors"
  4. "net"
  5. "net/netip"
  6. "github.com/gravitl/netmaker/database"
  7. "github.com/gravitl/netmaker/logger"
  8. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  9. "github.com/gravitl/netmaker/models"
  10. "github.com/gravitl/netmaker/servercfg"
  11. "golang.org/x/exp/slices"
  12. "golang.org/x/exp/slog"
  13. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  14. )
  15. var (
  16. // ResetFailOver - function to reset failOvered peers on this node
  17. ResetFailOver = func(failOverNode *models.Node) error {
  18. return nil
  19. }
  20. // ResetFailedOverPeer - removes failed over node from network peers
  21. ResetFailedOverPeer = func(failedOverNode *models.Node) error {
  22. return nil
  23. }
  24. // GetFailOverPeerIps - gets failover peerips
  25. GetFailOverPeerIps = func(peer, node *models.Node) []net.IPNet {
  26. return []net.IPNet{}
  27. }
  28. // CreateFailOver - creates failover in a network
  29. CreateFailOver = func(node models.Node) error {
  30. return nil
  31. }
  32. // SetDefaulGw
  33. SetDefaultGw = func(node models.Node, peerUpdate models.HostPeerUpdate) models.HostPeerUpdate {
  34. return peerUpdate
  35. }
  36. // UnsetInternetGw
  37. UnsetInternetGw = func(node *models.Node) {
  38. node.IsInternetGateway = false
  39. }
  40. // SetInternetGw
  41. SetInternetGw = func(node *models.Node, req models.InetNodeReq) {
  42. node.IsInternetGateway = true
  43. }
  44. // GetAllowedIpForInetNodeClient
  45. GetAllowedIpForInetNodeClient = func(node, peer *models.Node) []net.IPNet {
  46. return []net.IPNet{}
  47. }
  48. // GetAllowedIpForInetPeerClient
  49. GetAllowedIpForInetPeerClient = func(peer *models.Node) []net.IPNet {
  50. return []net.IPNet{}
  51. }
  52. )
  53. // GetPeerUpdateForHost - gets the consolidated peer update for the host from all networks
  54. func GetPeerUpdateForHost(network string, host *models.Host, allNodes []models.Node,
  55. deletedNode *models.Node, deletedClients []models.ExtClient) (models.HostPeerUpdate, error) {
  56. if host == nil {
  57. return models.HostPeerUpdate{}, errors.New("host is nil")
  58. }
  59. // track which nodes are deleted
  60. // after peer calculation, if peer not in list, add delete config of peer
  61. hostPeerUpdate := models.HostPeerUpdate{
  62. Host: *host,
  63. Server: servercfg.GetServer(),
  64. ServerVersion: servercfg.GetVersion(),
  65. ServerAddrs: []models.ServerAddr{},
  66. FwUpdate: models.FwUpdate{
  67. EgressInfo: make(map[string]models.EgressInfo),
  68. },
  69. PeerIDs: make(models.PeerMap, 0),
  70. Peers: []wgtypes.PeerConfig{},
  71. NodePeers: []wgtypes.PeerConfig{},
  72. HostNetworkInfo: models.HostInfoMap{},
  73. }
  74. slog.Debug("peer update for host", "hostId", host.ID.String())
  75. peerIndexMap := make(map[string]int)
  76. for _, nodeID := range host.Nodes {
  77. nodeID := nodeID
  78. node, err := GetNodeByID(nodeID)
  79. if err != nil {
  80. continue
  81. }
  82. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  83. continue
  84. }
  85. if host.OS == models.OS_Types.IoT {
  86. hostPeerUpdate.NodeAddrs = append(hostPeerUpdate.NodeAddrs, node.PrimaryAddressIPNet())
  87. if node.IsRelayed {
  88. relayNode, err := GetNodeByID(node.RelayedBy)
  89. if err != nil {
  90. continue
  91. }
  92. relayHost, err := GetHost(relayNode.HostID.String())
  93. if err != nil {
  94. continue
  95. }
  96. relayPeer := wgtypes.PeerConfig{
  97. PublicKey: relayHost.PublicKey,
  98. PersistentKeepaliveInterval: &relayHost.PersistentKeepalive,
  99. ReplaceAllowedIPs: true,
  100. AllowedIPs: GetAllowedIPs(&node, &relayNode, nil),
  101. }
  102. uselocal := false
  103. if host.EndpointIP.String() == relayHost.EndpointIP.String() {
  104. // peer is on same network
  105. // set to localaddress
  106. uselocal = true
  107. if node.LocalAddress.IP == nil {
  108. // use public endpint
  109. uselocal = false
  110. }
  111. if node.LocalAddress.String() == relayNode.LocalAddress.String() {
  112. uselocal = false
  113. }
  114. }
  115. relayPeer.Endpoint = &net.UDPAddr{
  116. IP: relayHost.EndpointIP,
  117. Port: GetPeerListenPort(relayHost),
  118. }
  119. if uselocal {
  120. relayPeer.Endpoint.IP = relayNode.LocalAddress.IP
  121. relayPeer.Endpoint.Port = relayHost.ListenPort
  122. }
  123. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  124. } else if deletedNode != nil && deletedNode.IsRelay {
  125. relayHost, err := GetHost(deletedNode.HostID.String())
  126. if err != nil {
  127. continue
  128. }
  129. relayPeer := wgtypes.PeerConfig{
  130. PublicKey: relayHost.PublicKey,
  131. Remove: true,
  132. }
  133. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  134. }
  135. continue
  136. }
  137. hostPeerUpdate = SetDefaultGw(node, hostPeerUpdate)
  138. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  139. for _, peer := range currentPeers {
  140. peer := peer
  141. if peer.ID.String() == node.ID.String() {
  142. logger.Log(2, "peer update, skipping self")
  143. // skip yourself
  144. continue
  145. }
  146. peerHost, err := GetHost(peer.HostID.String())
  147. if err != nil {
  148. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  149. continue
  150. }
  151. peerConfig := wgtypes.PeerConfig{
  152. PublicKey: peerHost.PublicKey,
  153. PersistentKeepaliveInterval: &peerHost.PersistentKeepalive,
  154. ReplaceAllowedIPs: true,
  155. }
  156. if peer.IsEgressGateway {
  157. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, models.EgressNetworkRoutes{
  158. NodeAddr: node.PrimaryAddressIPNet(),
  159. EgressRanges: peer.EgressGatewayRanges,
  160. })
  161. }
  162. if peer.IsIngressGateway {
  163. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, getExtpeersExtraRoutes(peer.Network)...)
  164. }
  165. _, isFailOverPeer := node.FailOverPeers[peer.ID.String()]
  166. if servercfg.IsPro {
  167. if (node.IsRelayed && node.RelayedBy != peer.ID.String()) ||
  168. (peer.IsRelayed && peer.RelayedBy != node.ID.String()) || isFailOverPeer ||
  169. (node.InternetGwID != "" && node.InternetGwID != peer.ID.String()) ||
  170. (peer.InternetGwID != "" && !(node.IsRelayed && node.RelayedBy == peer.ID.String()) && peer.InternetGwID != node.ID.String()) {
  171. // if node is relayed and peer is not the relay, set remove to true
  172. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; ok {
  173. continue
  174. }
  175. peerConfig.Remove = true
  176. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  177. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  178. continue
  179. }
  180. }
  181. uselocal := false
  182. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  183. // peer is on same network
  184. // set to localaddress
  185. uselocal = true
  186. if node.LocalAddress.IP == nil {
  187. // use public endpint
  188. uselocal = false
  189. }
  190. if node.LocalAddress.String() == peer.LocalAddress.String() {
  191. uselocal = false
  192. }
  193. }
  194. peerConfig.Endpoint = &net.UDPAddr{
  195. IP: peerHost.EndpointIP,
  196. Port: GetPeerListenPort(peerHost),
  197. }
  198. if uselocal {
  199. peerConfig.Endpoint.IP = peer.LocalAddress.IP
  200. peerConfig.Endpoint.Port = peerHost.ListenPort
  201. }
  202. allowedips := GetAllowedIPs(&node, &peer, nil)
  203. if peer.Action != models.NODE_DELETE &&
  204. !peer.PendingDelete &&
  205. peer.Connected &&
  206. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  207. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  208. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  209. }
  210. var nodePeer wgtypes.PeerConfig
  211. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  212. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  213. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  214. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  215. Interfaces: peerHost.Interfaces,
  216. ListenPort: peerHost.ListenPort,
  217. IsStatic: peerHost.IsStatic,
  218. }
  219. nodePeer = peerConfig
  220. } else {
  221. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs
  222. peerAllowedIPs = append(peerAllowedIPs, peerConfig.AllowedIPs...)
  223. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  224. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].Remove = false
  225. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  226. Interfaces: peerHost.Interfaces,
  227. ListenPort: peerHost.ListenPort,
  228. IsStatic: peerHost.IsStatic,
  229. }
  230. nodePeer = hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]]
  231. }
  232. if node.Network == network && !peerConfig.Remove && len(peerConfig.AllowedIPs) > 0 { // add to peers map for metrics
  233. hostPeerUpdate.PeerIDs[peerHost.PublicKey.String()] = models.IDandAddr{
  234. ID: peer.ID.String(),
  235. HostID: peerHost.ID.String(),
  236. Address: peer.PrimaryAddress(),
  237. Name: peerHost.Name,
  238. Network: peer.Network,
  239. ListenPort: peerHost.ListenPort,
  240. }
  241. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  242. }
  243. }
  244. var extPeers []wgtypes.PeerConfig
  245. var extPeerIDAndAddrs []models.IDandAddr
  246. var egressRoutes []models.EgressNetworkRoutes
  247. if node.IsIngressGateway {
  248. extPeers, extPeerIDAndAddrs, egressRoutes, err = getExtPeers(&node, &node)
  249. if err == nil {
  250. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, egressRoutes...)
  251. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, extPeers...)
  252. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  253. extPeerIdAndAddr := extPeerIdAndAddr
  254. if node.Network == network {
  255. hostPeerUpdate.PeerIDs[extPeerIdAndAddr.ID] = extPeerIdAndAddr
  256. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, extPeers...)
  257. }
  258. }
  259. } else if !database.IsEmptyRecord(err) {
  260. logger.Log(1, "error retrieving external clients:", err.Error())
  261. }
  262. }
  263. addedInetGwRanges := false
  264. if node.IsEgressGateway && node.EgressGatewayRequest.NatEnabled == "yes" && len(node.EgressGatewayRequest.Ranges) > 0 {
  265. hostPeerUpdate.FwUpdate.IsEgressGw = true
  266. if IsInternetGw(node) {
  267. hostPeerUpdate.FwUpdate.IsEgressGw = true
  268. egressrange := []string{"0.0.0.0/0"}
  269. if node.Address6.IP != nil {
  270. egressrange = append(egressrange, "::/0")
  271. }
  272. node.EgressGatewayRequest.Ranges = append(node.EgressGatewayRequest.Ranges, egressrange...)
  273. addedInetGwRanges = true
  274. }
  275. hostPeerUpdate.FwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  276. EgressID: node.ID.String(),
  277. Network: node.PrimaryNetworkRange(),
  278. EgressGwAddr: net.IPNet{
  279. IP: net.ParseIP(node.PrimaryAddress()),
  280. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  281. },
  282. EgressGWCfg: node.EgressGatewayRequest,
  283. }
  284. }
  285. if IsInternetGw(node) && !addedInetGwRanges {
  286. hostPeerUpdate.FwUpdate.IsEgressGw = true
  287. egressrange := []string{"0.0.0.0/0"}
  288. if node.Address6.IP != nil {
  289. egressrange = append(egressrange, "::/0")
  290. }
  291. hostPeerUpdate.FwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  292. EgressID: node.ID.String(),
  293. Network: node.PrimaryAddressIPNet(),
  294. EgressGwAddr: net.IPNet{
  295. IP: net.ParseIP(node.PrimaryAddress()),
  296. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  297. },
  298. EgressGWCfg: models.EgressGatewayRequest{
  299. NodeID: node.ID.String(),
  300. NetID: node.Network,
  301. NatEnabled: "yes",
  302. Ranges: egressrange,
  303. },
  304. }
  305. }
  306. }
  307. // == post peer calculations ==
  308. // indicate removal if no allowed IPs were calculated
  309. for i := range hostPeerUpdate.Peers {
  310. peer := hostPeerUpdate.Peers[i]
  311. if len(peer.AllowedIPs) == 0 {
  312. peer.Remove = true
  313. }
  314. hostPeerUpdate.Peers[i] = peer
  315. }
  316. if deletedNode != nil && host.OS != models.OS_Types.IoT {
  317. peerHost, err := GetHost(deletedNode.HostID.String())
  318. if err == nil && host.ID != peerHost.ID {
  319. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  320. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  321. PublicKey: peerHost.PublicKey,
  322. Remove: true,
  323. })
  324. }
  325. }
  326. }
  327. for i := range hostPeerUpdate.NodePeers {
  328. peer := hostPeerUpdate.NodePeers[i]
  329. if len(peer.AllowedIPs) == 0 {
  330. peer.Remove = true
  331. }
  332. hostPeerUpdate.NodePeers[i] = peer
  333. }
  334. if len(deletedClients) > 0 {
  335. for i := range deletedClients {
  336. deletedClient := deletedClients[i]
  337. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  338. if err == nil {
  339. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  340. PublicKey: key,
  341. Remove: true,
  342. })
  343. }
  344. }
  345. }
  346. return hostPeerUpdate, nil
  347. }
  348. // GetPeerListenPort - given a host, retrieve it's appropriate listening port
  349. func GetPeerListenPort(host *models.Host) int {
  350. peerPort := host.ListenPort
  351. if host.WgPublicListenPort != 0 {
  352. peerPort = host.WgPublicListenPort
  353. }
  354. return peerPort
  355. }
  356. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  357. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics) []net.IPNet {
  358. var allowedips []net.IPNet
  359. if peer.IsInternetGateway {
  360. if node.InternetGwID == peer.ID.String() {
  361. allowedips = append(allowedips, GetAllowedIpForInetNodeClient(node, peer)...)
  362. return allowedips
  363. } else {
  364. allowedips = append(allowedips, GetAllowedIpForInetPeerClient(peer)...)
  365. }
  366. }
  367. allowedips = append(allowedips, getNodeAllowedIPs(peer, node)...)
  368. // handle ingress gateway peers
  369. if peer.IsIngressGateway {
  370. extPeers, _, _, err := getExtPeers(peer, node)
  371. if err != nil {
  372. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  373. }
  374. for _, extPeer := range extPeers {
  375. allowedips = append(allowedips, extPeer.AllowedIPs...)
  376. }
  377. }
  378. if node.IsRelayed && node.RelayedBy == peer.ID.String() {
  379. allowedips = append(allowedips, GetAllowedIpsForRelayed(node, peer)...)
  380. }
  381. return allowedips
  382. }
  383. func GetEgressIPs(peer *models.Node) []net.IPNet {
  384. peerHost, err := GetHost(peer.HostID.String())
  385. if err != nil {
  386. logger.Log(0, "error retrieving host for peer", peer.ID.String(), err.Error())
  387. }
  388. // check for internet gateway
  389. internetGateway := false
  390. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  391. internetGateway = true
  392. }
  393. allowedips := []net.IPNet{}
  394. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  395. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  396. if err != nil {
  397. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  398. continue // if can't parse CIDR
  399. }
  400. // getting the public ip of node
  401. if ipnet.Contains(peerHost.EndpointIP) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  402. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peerHost.EndpointIP.String(), ", omitting")
  403. continue // skip adding egress range if overlaps with node's ip
  404. }
  405. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  406. if ipnet.Contains(peer.LocalAddress.IP) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  407. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peer.LocalAddress.String(), ", omitting")
  408. continue // skip adding egress range if overlaps with node's local ip
  409. }
  410. if err != nil {
  411. logger.Log(1, "error encountered when setting egress range", err.Error())
  412. } else {
  413. allowedips = append(allowedips, *ipnet)
  414. }
  415. }
  416. return allowedips
  417. }
  418. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  419. var allowedips = []net.IPNet{}
  420. if peer.Address.IP != nil {
  421. allowed := net.IPNet{
  422. IP: peer.Address.IP,
  423. Mask: net.CIDRMask(32, 32),
  424. }
  425. allowedips = append(allowedips, allowed)
  426. }
  427. if peer.Address6.IP != nil {
  428. allowed := net.IPNet{
  429. IP: peer.Address6.IP,
  430. Mask: net.CIDRMask(128, 128),
  431. }
  432. allowedips = append(allowedips, allowed)
  433. }
  434. // handle egress gateway peers
  435. if peer.IsEgressGateway {
  436. // hasGateway = true
  437. egressIPs := GetEgressIPs(peer)
  438. allowedips = append(allowedips, egressIPs...)
  439. }
  440. if peer.IsRelay {
  441. allowedips = append(allowedips, RelayedAllowedIPs(peer, node)...)
  442. }
  443. if peer.IsFailOver {
  444. allowedips = append(allowedips, GetFailOverPeerIps(peer, node)...)
  445. }
  446. return allowedips
  447. }
  448. func getCIDRMaskFromAddr(addr string) net.IPMask {
  449. cidr := net.CIDRMask(32, 32)
  450. ipAddr, err := netip.ParseAddr(addr)
  451. if err != nil {
  452. return cidr
  453. }
  454. if ipAddr.Is6() {
  455. cidr = net.CIDRMask(128, 128)
  456. }
  457. return cidr
  458. }