2
0

peers.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "net/netip"
  7. "github.com/gravitl/netmaker/database"
  8. "github.com/gravitl/netmaker/logger"
  9. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  10. "github.com/gravitl/netmaker/models"
  11. "github.com/gravitl/netmaker/servercfg"
  12. "golang.org/x/exp/slices"
  13. "golang.org/x/exp/slog"
  14. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  15. )
  16. var (
  17. // ResetFailOver - function to reset failOvered peers on this node
  18. ResetFailOver = func(failOverNode *models.Node) error {
  19. return nil
  20. }
  21. // ResetFailedOverPeer - removes failed over node from network peers
  22. ResetFailedOverPeer = func(failedOverNode *models.Node) error {
  23. return nil
  24. }
  25. // GetFailOverPeerIps - gets failover peerips
  26. GetFailOverPeerIps = func(peer, node *models.Node) []net.IPNet {
  27. return []net.IPNet{}
  28. }
  29. // CreateFailOver - creates failover in a network
  30. CreateFailOver = func(node models.Node) error {
  31. return nil
  32. }
  33. // SetDefaulGw
  34. SetDefaultGw = func(node models.Node, peerUpdate models.HostPeerUpdate) models.HostPeerUpdate {
  35. return peerUpdate
  36. }
  37. SetDefaultGwForRelayedUpdate = func(relayed, relay models.Node, peerUpdate models.HostPeerUpdate) models.HostPeerUpdate {
  38. return peerUpdate
  39. }
  40. // UnsetInternetGw
  41. UnsetInternetGw = func(node *models.Node) {
  42. node.IsInternetGateway = false
  43. }
  44. // SetInternetGw
  45. SetInternetGw = func(node *models.Node, req models.InetNodeReq) {
  46. node.IsInternetGateway = true
  47. }
  48. // GetAllowedIpForInetNodeClient
  49. GetAllowedIpForInetNodeClient = func(node, peer *models.Node) []net.IPNet {
  50. return []net.IPNet{}
  51. }
  52. )
  53. // GetPeerUpdateForHost - gets the consolidated peer update for the host from all networks
  54. func GetPeerUpdateForHost(network string, host *models.Host, allNodes []models.Node,
  55. deletedNode *models.Node, deletedClients []models.ExtClient) (models.HostPeerUpdate, error) {
  56. if host == nil {
  57. return models.HostPeerUpdate{}, errors.New("host is nil")
  58. }
  59. // track which nodes are deleted
  60. // after peer calculation, if peer not in list, add delete config of peer
  61. hostPeerUpdate := models.HostPeerUpdate{
  62. Host: *host,
  63. Server: servercfg.GetServer(),
  64. ServerVersion: servercfg.GetVersion(),
  65. ServerAddrs: []models.ServerAddr{},
  66. FwUpdate: models.FwUpdate{
  67. EgressInfo: make(map[string]models.EgressInfo),
  68. },
  69. PeerIDs: make(models.PeerMap, 0),
  70. Peers: []wgtypes.PeerConfig{},
  71. NodePeers: []wgtypes.PeerConfig{},
  72. HostNetworkInfo: models.HostInfoMap{},
  73. EndpointDetection: servercfg.IsEndpointDetectionEnabled(),
  74. }
  75. slog.Debug("peer update for host", "hostId", host.ID.String())
  76. peerIndexMap := make(map[string]int)
  77. for _, nodeID := range host.Nodes {
  78. nodeID := nodeID
  79. node, err := GetNodeByID(nodeID)
  80. if err != nil {
  81. continue
  82. }
  83. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  84. continue
  85. }
  86. if host.OS == models.OS_Types.IoT {
  87. hostPeerUpdate.NodeAddrs = append(hostPeerUpdate.NodeAddrs, node.PrimaryAddressIPNet())
  88. if node.IsRelayed {
  89. relayNode, err := GetNodeByID(node.RelayedBy)
  90. if err != nil {
  91. continue
  92. }
  93. relayHost, err := GetHost(relayNode.HostID.String())
  94. if err != nil {
  95. continue
  96. }
  97. relayPeer := wgtypes.PeerConfig{
  98. PublicKey: relayHost.PublicKey,
  99. PersistentKeepaliveInterval: &relayHost.PersistentKeepalive,
  100. ReplaceAllowedIPs: true,
  101. AllowedIPs: GetAllowedIPs(&node, &relayNode, nil),
  102. }
  103. uselocal := false
  104. if host.EndpointIP.String() == relayHost.EndpointIP.String() {
  105. // peer is on same network
  106. // set to localaddress
  107. uselocal = true
  108. if node.LocalAddress.IP == nil {
  109. // use public endpint
  110. uselocal = false
  111. }
  112. if node.LocalAddress.String() == relayNode.LocalAddress.String() {
  113. uselocal = false
  114. }
  115. }
  116. relayPeer.Endpoint = &net.UDPAddr{
  117. IP: relayHost.EndpointIP,
  118. Port: GetPeerListenPort(relayHost),
  119. }
  120. if uselocal {
  121. relayPeer.Endpoint.IP = relayNode.LocalAddress.IP
  122. relayPeer.Endpoint.Port = relayHost.ListenPort
  123. }
  124. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  125. } else if deletedNode != nil && deletedNode.IsRelay {
  126. relayHost, err := GetHost(deletedNode.HostID.String())
  127. if err != nil {
  128. continue
  129. }
  130. relayPeer := wgtypes.PeerConfig{
  131. PublicKey: relayHost.PublicKey,
  132. Remove: true,
  133. }
  134. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  135. }
  136. continue
  137. }
  138. hostPeerUpdate = SetDefaultGw(node, hostPeerUpdate)
  139. if !hostPeerUpdate.IsInternetGw {
  140. hostPeerUpdate.IsInternetGw = IsInternetGw(node)
  141. }
  142. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  143. for _, peer := range currentPeers {
  144. peer := peer
  145. if peer.ID.String() == node.ID.String() {
  146. logger.Log(2, "peer update, skipping self")
  147. // skip yourself
  148. continue
  149. }
  150. peerHost, err := GetHost(peer.HostID.String())
  151. if err != nil {
  152. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  153. continue
  154. }
  155. peerConfig := wgtypes.PeerConfig{
  156. PublicKey: peerHost.PublicKey,
  157. PersistentKeepaliveInterval: &peerHost.PersistentKeepalive,
  158. ReplaceAllowedIPs: true,
  159. }
  160. if peer.IsEgressGateway {
  161. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, models.EgressNetworkRoutes{
  162. NodeAddr: node.PrimaryAddressIPNet(),
  163. EgressRanges: peer.EgressGatewayRanges,
  164. })
  165. }
  166. if peer.IsIngressGateway {
  167. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, getExtpeersExtraRoutes(peer.Network)...)
  168. }
  169. _, isFailOverPeer := node.FailOverPeers[peer.ID.String()]
  170. if servercfg.IsPro {
  171. if (node.IsRelayed && node.RelayedBy != peer.ID.String()) ||
  172. (peer.IsRelayed && peer.RelayedBy != node.ID.String()) || isFailOverPeer {
  173. // if node is relayed and peer is not the relay, set remove to true
  174. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; ok {
  175. continue
  176. }
  177. peerConfig.Remove = true
  178. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  179. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  180. continue
  181. }
  182. if node.IsRelayed && node.RelayedBy == peer.ID.String() {
  183. hostPeerUpdate = SetDefaultGwForRelayedUpdate(node, peer, hostPeerUpdate)
  184. }
  185. }
  186. uselocal := false
  187. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  188. // peer is on same network
  189. // set to localaddress
  190. uselocal = true
  191. if node.LocalAddress.IP == nil {
  192. // use public endpint
  193. uselocal = false
  194. }
  195. if node.LocalAddress.String() == peer.LocalAddress.String() {
  196. uselocal = false
  197. }
  198. }
  199. peerConfig.Endpoint = &net.UDPAddr{
  200. IP: peerHost.EndpointIP,
  201. Port: GetPeerListenPort(peerHost),
  202. }
  203. if uselocal {
  204. peerConfig.Endpoint.IP = peer.LocalAddress.IP
  205. peerConfig.Endpoint.Port = peerHost.ListenPort
  206. }
  207. allowedips := GetAllowedIPs(&node, &peer, nil)
  208. if peer.Action != models.NODE_DELETE &&
  209. !peer.PendingDelete &&
  210. peer.Connected &&
  211. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  212. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  213. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  214. }
  215. var nodePeer wgtypes.PeerConfig
  216. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  217. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  218. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  219. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  220. Interfaces: peerHost.Interfaces,
  221. ListenPort: peerHost.ListenPort,
  222. IsStatic: peerHost.IsStatic,
  223. }
  224. nodePeer = peerConfig
  225. } else {
  226. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs
  227. peerAllowedIPs = append(peerAllowedIPs, peerConfig.AllowedIPs...)
  228. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  229. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].Remove = false
  230. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  231. Interfaces: peerHost.Interfaces,
  232. ListenPort: peerHost.ListenPort,
  233. IsStatic: peerHost.IsStatic,
  234. }
  235. nodePeer = hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]]
  236. }
  237. if node.Network == network && !peerConfig.Remove && len(peerConfig.AllowedIPs) > 0 { // add to peers map for metrics
  238. hostPeerUpdate.PeerIDs[peerHost.PublicKey.String()] = models.IDandAddr{
  239. ID: peer.ID.String(),
  240. HostID: peerHost.ID.String(),
  241. Address: peer.PrimaryAddress(),
  242. Name: peerHost.Name,
  243. Network: peer.Network,
  244. ListenPort: peerHost.ListenPort,
  245. }
  246. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  247. }
  248. }
  249. var extPeers []wgtypes.PeerConfig
  250. var extPeerIDAndAddrs []models.IDandAddr
  251. var egressRoutes []models.EgressNetworkRoutes
  252. if node.IsIngressGateway {
  253. extPeers, extPeerIDAndAddrs, egressRoutes, err = getExtPeers(&node, &node)
  254. if err == nil {
  255. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, egressRoutes...)
  256. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, extPeers...)
  257. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  258. extPeerIdAndAddr := extPeerIdAndAddr
  259. if node.Network == network {
  260. hostPeerUpdate.PeerIDs[extPeerIdAndAddr.ID] = extPeerIdAndAddr
  261. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, extPeers...)
  262. }
  263. }
  264. } else if !database.IsEmptyRecord(err) {
  265. logger.Log(1, "error retrieving external clients:", err.Error())
  266. }
  267. }
  268. if node.IsEgressGateway && node.EgressGatewayRequest.NatEnabled == "yes" && len(node.EgressGatewayRequest.Ranges) > 0 {
  269. hostPeerUpdate.FwUpdate.IsEgressGw = true
  270. hostPeerUpdate.FwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  271. EgressID: node.ID.String(),
  272. Network: node.PrimaryNetworkRange(),
  273. EgressGwAddr: net.IPNet{
  274. IP: net.ParseIP(node.PrimaryAddress()),
  275. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  276. },
  277. EgressGWCfg: node.EgressGatewayRequest,
  278. }
  279. }
  280. if IsInternetGw(node) {
  281. hostPeerUpdate.FwUpdate.IsEgressGw = true
  282. egressrange := []string{"0.0.0.0/0"}
  283. if node.Address6.IP != nil {
  284. egressrange = append(egressrange, "::/0")
  285. }
  286. hostPeerUpdate.FwUpdate.EgressInfo[fmt.Sprintf("%s-%s", node.ID.String(), "inet")] = models.EgressInfo{
  287. EgressID: fmt.Sprintf("%s-%s", node.ID.String(), "inet"),
  288. Network: node.PrimaryAddressIPNet(),
  289. EgressGwAddr: net.IPNet{
  290. IP: net.ParseIP(node.PrimaryAddress()),
  291. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  292. },
  293. EgressGWCfg: models.EgressGatewayRequest{
  294. NodeID: fmt.Sprintf("%s-%s", node.ID.String(), "inet"),
  295. NetID: node.Network,
  296. NatEnabled: "yes",
  297. Ranges: egressrange,
  298. },
  299. }
  300. }
  301. }
  302. // == post peer calculations ==
  303. // indicate removal if no allowed IPs were calculated
  304. for i := range hostPeerUpdate.Peers {
  305. peer := hostPeerUpdate.Peers[i]
  306. if len(peer.AllowedIPs) == 0 {
  307. peer.Remove = true
  308. }
  309. hostPeerUpdate.Peers[i] = peer
  310. }
  311. if deletedNode != nil && host.OS != models.OS_Types.IoT {
  312. peerHost, err := GetHost(deletedNode.HostID.String())
  313. if err == nil && host.ID != peerHost.ID {
  314. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  315. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  316. PublicKey: peerHost.PublicKey,
  317. Remove: true,
  318. })
  319. }
  320. }
  321. }
  322. for i := range hostPeerUpdate.NodePeers {
  323. peer := hostPeerUpdate.NodePeers[i]
  324. if len(peer.AllowedIPs) == 0 {
  325. peer.Remove = true
  326. }
  327. hostPeerUpdate.NodePeers[i] = peer
  328. }
  329. if len(deletedClients) > 0 {
  330. for i := range deletedClients {
  331. deletedClient := deletedClients[i]
  332. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  333. if err == nil {
  334. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  335. PublicKey: key,
  336. Remove: true,
  337. })
  338. }
  339. }
  340. }
  341. return hostPeerUpdate, nil
  342. }
  343. // GetPeerListenPort - given a host, retrieve it's appropriate listening port
  344. func GetPeerListenPort(host *models.Host) int {
  345. peerPort := host.ListenPort
  346. if host.WgPublicListenPort != 0 {
  347. peerPort = host.WgPublicListenPort
  348. }
  349. return peerPort
  350. }
  351. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  352. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics) []net.IPNet {
  353. var allowedips []net.IPNet
  354. if peer.IsInternetGateway && node.InternetGwID == peer.ID.String() {
  355. allowedips = append(allowedips, GetAllowedIpForInetNodeClient(node, peer)...)
  356. return allowedips
  357. }
  358. if node.IsRelayed && node.RelayedBy == peer.ID.String() {
  359. allowedips = append(allowedips, GetAllowedIpsForRelayed(node, peer)...)
  360. if peer.InternetGwID != "" {
  361. return allowedips
  362. }
  363. }
  364. allowedips = append(allowedips, getNodeAllowedIPs(peer, node)...)
  365. // handle ingress gateway peers
  366. if peer.IsIngressGateway {
  367. extPeers, _, _, err := getExtPeers(peer, node)
  368. if err != nil {
  369. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  370. }
  371. for _, extPeer := range extPeers {
  372. allowedips = append(allowedips, extPeer.AllowedIPs...)
  373. }
  374. }
  375. return allowedips
  376. }
  377. func GetEgressIPs(peer *models.Node) []net.IPNet {
  378. peerHost, err := GetHost(peer.HostID.String())
  379. if err != nil {
  380. logger.Log(0, "error retrieving host for peer", peer.ID.String(), err.Error())
  381. }
  382. // check for internet gateway
  383. internetGateway := false
  384. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  385. internetGateway = true
  386. }
  387. allowedips := []net.IPNet{}
  388. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  389. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  390. if err != nil {
  391. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  392. continue // if can't parse CIDR
  393. }
  394. // getting the public ip of node
  395. if ipnet.Contains(peerHost.EndpointIP) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  396. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peerHost.EndpointIP.String(), ", omitting")
  397. continue // skip adding egress range if overlaps with node's ip
  398. }
  399. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  400. if ipnet.Contains(peer.LocalAddress.IP) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  401. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peer.LocalAddress.String(), ", omitting")
  402. continue // skip adding egress range if overlaps with node's local ip
  403. }
  404. if err != nil {
  405. logger.Log(1, "error encountered when setting egress range", err.Error())
  406. } else {
  407. allowedips = append(allowedips, *ipnet)
  408. }
  409. }
  410. return allowedips
  411. }
  412. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  413. var allowedips = []net.IPNet{}
  414. if peer.Address.IP != nil {
  415. allowed := net.IPNet{
  416. IP: peer.Address.IP,
  417. Mask: net.CIDRMask(32, 32),
  418. }
  419. allowedips = append(allowedips, allowed)
  420. }
  421. if peer.Address6.IP != nil {
  422. allowed := net.IPNet{
  423. IP: peer.Address6.IP,
  424. Mask: net.CIDRMask(128, 128),
  425. }
  426. allowedips = append(allowedips, allowed)
  427. }
  428. // handle egress gateway peers
  429. if peer.IsEgressGateway {
  430. // hasGateway = true
  431. egressIPs := GetEgressIPs(peer)
  432. allowedips = append(allowedips, egressIPs...)
  433. }
  434. if peer.IsRelay {
  435. allowedips = append(allowedips, RelayedAllowedIPs(peer, node)...)
  436. }
  437. if peer.IsFailOver {
  438. allowedips = append(allowedips, GetFailOverPeerIps(peer, node)...)
  439. }
  440. return allowedips
  441. }
  442. func getCIDRMaskFromAddr(addr string) net.IPMask {
  443. cidr := net.CIDRMask(32, 32)
  444. ipAddr, err := netip.ParseAddr(addr)
  445. if err != nil {
  446. return cidr
  447. }
  448. if ipAddr.Is6() {
  449. cidr = net.CIDRMask(128, 128)
  450. }
  451. return cidr
  452. }