peers.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. package logic
  2. import (
  3. "errors"
  4. "net"
  5. "net/netip"
  6. "github.com/gravitl/netmaker/database"
  7. "github.com/gravitl/netmaker/logger"
  8. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  9. "github.com/gravitl/netmaker/models"
  10. "github.com/gravitl/netmaker/servercfg"
  11. "golang.org/x/exp/slices"
  12. "golang.org/x/exp/slog"
  13. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  14. )
  15. var (
  16. // ResetFailOver - function to reset failOvered peers on this node
  17. ResetFailOver = func(failOverNode *models.Node) error {
  18. return nil
  19. }
  20. // ResetFailedOverPeer - removes failed over node from network peers
  21. ResetFailedOverPeer = func(failedOverNode *models.Node) error {
  22. return nil
  23. }
  24. // GetFailOverPeerIps - gets failover peerips
  25. GetFailOverPeerIps = func(peer, node *models.Node) []net.IPNet {
  26. return []net.IPNet{}
  27. }
  28. )
  29. // GetPeerUpdateForHost - gets the consolidated peer update for the host from all networks
  30. func GetPeerUpdateForHost(network string, host *models.Host, allNodes []models.Node,
  31. deletedNode *models.Node, deletedClients []models.ExtClient) (models.HostPeerUpdate, error) {
  32. if host == nil {
  33. return models.HostPeerUpdate{}, errors.New("host is nil")
  34. }
  35. // track which nodes are deleted
  36. // after peer calculation, if peer not in list, add delete config of peer
  37. hostPeerUpdate := models.HostPeerUpdate{
  38. Host: *host,
  39. Server: servercfg.GetServer(),
  40. ServerVersion: servercfg.GetVersion(),
  41. ServerAddrs: []models.ServerAddr{},
  42. FwUpdate: models.FwUpdate{
  43. EgressInfo: make(map[string]models.EgressInfo),
  44. },
  45. PeerIDs: make(models.PeerMap, 0),
  46. Peers: []wgtypes.PeerConfig{},
  47. NodePeers: []wgtypes.PeerConfig{},
  48. HostNetworkInfo: models.HostInfoMap{},
  49. }
  50. slog.Debug("peer update for host", "hostId", host.ID.String())
  51. peerIndexMap := make(map[string]int)
  52. for _, nodeID := range host.Nodes {
  53. nodeID := nodeID
  54. node, err := GetNodeByID(nodeID)
  55. if err != nil {
  56. continue
  57. }
  58. if !node.Connected || node.PendingDelete || node.Action == models.NODE_DELETE {
  59. continue
  60. }
  61. if host.OS == models.OS_Types.IoT {
  62. hostPeerUpdate.NodeAddrs = append(hostPeerUpdate.NodeAddrs, node.PrimaryAddressIPNet())
  63. if node.IsRelayed {
  64. relayNode, err := GetNodeByID(node.RelayedBy)
  65. if err != nil {
  66. continue
  67. }
  68. relayHost, err := GetHost(relayNode.HostID.String())
  69. if err != nil {
  70. continue
  71. }
  72. relayPeer := wgtypes.PeerConfig{
  73. PublicKey: relayHost.PublicKey,
  74. PersistentKeepaliveInterval: &relayHost.PersistentKeepalive,
  75. ReplaceAllowedIPs: true,
  76. AllowedIPs: GetAllowedIPs(&node, &relayNode, nil),
  77. }
  78. uselocal := false
  79. if host.EndpointIP.String() == relayHost.EndpointIP.String() {
  80. // peer is on same network
  81. // set to localaddress
  82. uselocal = true
  83. if node.LocalAddress.IP == nil {
  84. // use public endpint
  85. uselocal = false
  86. }
  87. if node.LocalAddress.String() == relayNode.LocalAddress.String() {
  88. uselocal = false
  89. }
  90. }
  91. relayPeer.Endpoint = &net.UDPAddr{
  92. IP: relayHost.EndpointIP,
  93. Port: GetPeerListenPort(relayHost),
  94. }
  95. if uselocal {
  96. relayPeer.Endpoint.IP = relayNode.LocalAddress.IP
  97. relayPeer.Endpoint.Port = relayHost.ListenPort
  98. }
  99. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  100. } else if deletedNode != nil && deletedNode.IsRelay {
  101. relayHost, err := GetHost(deletedNode.HostID.String())
  102. if err != nil {
  103. continue
  104. }
  105. relayPeer := wgtypes.PeerConfig{
  106. PublicKey: relayHost.PublicKey,
  107. Remove: true,
  108. }
  109. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, relayPeer)
  110. }
  111. continue
  112. }
  113. currentPeers := GetNetworkNodesMemory(allNodes, node.Network)
  114. for _, peer := range currentPeers {
  115. peer := peer
  116. if peer.ID.String() == node.ID.String() {
  117. logger.Log(2, "peer update, skipping self")
  118. // skip yourself
  119. continue
  120. }
  121. peerHost, err := GetHost(peer.HostID.String())
  122. if err != nil {
  123. logger.Log(1, "no peer host", peer.HostID.String(), err.Error())
  124. continue
  125. }
  126. peerConfig := wgtypes.PeerConfig{
  127. PublicKey: peerHost.PublicKey,
  128. PersistentKeepaliveInterval: &peerHost.PersistentKeepalive,
  129. ReplaceAllowedIPs: true,
  130. }
  131. if peer.IsEgressGateway {
  132. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, models.EgressNetworkRoutes{
  133. NodeAddr: node.PrimaryAddressIPNet(),
  134. EgressRanges: peer.EgressGatewayRanges,
  135. })
  136. }
  137. if peer.IsIngressGateway {
  138. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, getExtpeersExtraRoutes(peer.Network)...)
  139. }
  140. _, isFailOverPeer := node.FailOverPeers[peer.ID.String()]
  141. if servercfg.IsPro {
  142. if (node.IsRelayed && node.RelayedBy != peer.ID.String()) ||
  143. (peer.IsRelayed && peer.RelayedBy != node.ID.String()) || isFailOverPeer {
  144. // if node is relayed and peer is not the relay, set remove to true
  145. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; ok {
  146. continue
  147. }
  148. peerConfig.Remove = true
  149. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  150. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  151. continue
  152. }
  153. }
  154. uselocal := false
  155. if host.EndpointIP.String() == peerHost.EndpointIP.String() {
  156. // peer is on same network
  157. // set to localaddress
  158. uselocal = true
  159. if node.LocalAddress.IP == nil {
  160. // use public endpint
  161. uselocal = false
  162. }
  163. if node.LocalAddress.String() == peer.LocalAddress.String() {
  164. uselocal = false
  165. }
  166. }
  167. peerConfig.Endpoint = &net.UDPAddr{
  168. IP: peerHost.EndpointIP,
  169. Port: GetPeerListenPort(peerHost),
  170. }
  171. if uselocal {
  172. peerConfig.Endpoint.IP = peer.LocalAddress.IP
  173. peerConfig.Endpoint.Port = peerHost.ListenPort
  174. }
  175. allowedips := GetAllowedIPs(&node, &peer, nil)
  176. if peer.Action != models.NODE_DELETE &&
  177. !peer.PendingDelete &&
  178. peer.Connected &&
  179. nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), nodeacls.NodeID(peer.ID.String())) &&
  180. (deletedNode == nil || (deletedNode != nil && peer.ID.String() != deletedNode.ID.String())) {
  181. peerConfig.AllowedIPs = allowedips // only append allowed IPs if valid connection
  182. }
  183. var nodePeer wgtypes.PeerConfig
  184. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  185. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, peerConfig)
  186. peerIndexMap[peerHost.PublicKey.String()] = len(hostPeerUpdate.Peers) - 1
  187. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  188. Interfaces: peerHost.Interfaces,
  189. ListenPort: peerHost.ListenPort,
  190. IsStatic: peerHost.IsStatic,
  191. }
  192. nodePeer = peerConfig
  193. } else {
  194. peerAllowedIPs := hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs
  195. peerAllowedIPs = append(peerAllowedIPs, peerConfig.AllowedIPs...)
  196. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].AllowedIPs = peerAllowedIPs
  197. hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]].Remove = false
  198. hostPeerUpdate.HostNetworkInfo[peerHost.PublicKey.String()] = models.HostNetworkInfo{
  199. Interfaces: peerHost.Interfaces,
  200. ListenPort: peerHost.ListenPort,
  201. IsStatic: peerHost.IsStatic,
  202. }
  203. nodePeer = hostPeerUpdate.Peers[peerIndexMap[peerHost.PublicKey.String()]]
  204. }
  205. if node.Network == network && !peerConfig.Remove && len(peerConfig.AllowedIPs) > 0 { // add to peers map for metrics
  206. hostPeerUpdate.PeerIDs[peerHost.PublicKey.String()] = models.IDandAddr{
  207. ID: peer.ID.String(),
  208. HostID: peerHost.ID.String(),
  209. Address: peer.PrimaryAddress(),
  210. Name: peerHost.Name,
  211. Network: peer.Network,
  212. ListenPort: peerHost.ListenPort,
  213. }
  214. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, nodePeer)
  215. }
  216. }
  217. var extPeers []wgtypes.PeerConfig
  218. var extPeerIDAndAddrs []models.IDandAddr
  219. var egressRoutes []models.EgressNetworkRoutes
  220. if node.IsIngressGateway {
  221. extPeers, extPeerIDAndAddrs, egressRoutes, err = getExtPeers(&node, &node)
  222. if err == nil {
  223. hostPeerUpdate.EgressRoutes = append(hostPeerUpdate.EgressRoutes, egressRoutes...)
  224. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, extPeers...)
  225. for _, extPeerIdAndAddr := range extPeerIDAndAddrs {
  226. extPeerIdAndAddr := extPeerIdAndAddr
  227. if node.Network == network {
  228. hostPeerUpdate.PeerIDs[extPeerIdAndAddr.ID] = extPeerIdAndAddr
  229. hostPeerUpdate.NodePeers = append(hostPeerUpdate.NodePeers, extPeers...)
  230. }
  231. }
  232. } else if !database.IsEmptyRecord(err) {
  233. logger.Log(1, "error retrieving external clients:", err.Error())
  234. }
  235. }
  236. addedInetGwRanges := false
  237. if node.IsEgressGateway && node.EgressGatewayRequest.NatEnabled == "yes" && len(node.EgressGatewayRequest.Ranges) > 0 {
  238. hostPeerUpdate.FwUpdate.IsEgressGw = true
  239. if IsInternetGw(node) {
  240. hostPeerUpdate.FwUpdate.IsEgressGw = true
  241. egressrange := []string{"0.0.0.0/0"}
  242. if node.Address6.IP != nil {
  243. egressrange = append(egressrange, "::/0")
  244. }
  245. node.EgressGatewayRequest.Ranges = append(node.EgressGatewayRequest.Ranges, egressrange...)
  246. addedInetGwRanges = true
  247. }
  248. hostPeerUpdate.FwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  249. EgressID: node.ID.String(),
  250. Network: node.PrimaryNetworkRange(),
  251. EgressGwAddr: net.IPNet{
  252. IP: net.ParseIP(node.PrimaryAddress()),
  253. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  254. },
  255. EgressGWCfg: node.EgressGatewayRequest,
  256. }
  257. }
  258. if IsInternetGw(node) && !addedInetGwRanges {
  259. hostPeerUpdate.FwUpdate.IsEgressGw = true
  260. egressrange := []string{"0.0.0.0/0"}
  261. if node.Address6.IP != nil {
  262. egressrange = append(egressrange, "::/0")
  263. }
  264. hostPeerUpdate.FwUpdate.EgressInfo[node.ID.String()] = models.EgressInfo{
  265. EgressID: node.ID.String(),
  266. Network: node.PrimaryAddressIPNet(),
  267. EgressGwAddr: net.IPNet{
  268. IP: net.ParseIP(node.PrimaryAddress()),
  269. Mask: getCIDRMaskFromAddr(node.PrimaryAddress()),
  270. },
  271. EgressGWCfg: models.EgressGatewayRequest{
  272. NodeID: node.ID.String(),
  273. NetID: node.Network,
  274. NatEnabled: "yes",
  275. Ranges: egressrange,
  276. },
  277. }
  278. }
  279. }
  280. // == post peer calculations ==
  281. // indicate removal if no allowed IPs were calculated
  282. for i := range hostPeerUpdate.Peers {
  283. peer := hostPeerUpdate.Peers[i]
  284. if len(peer.AllowedIPs) == 0 {
  285. peer.Remove = true
  286. }
  287. hostPeerUpdate.Peers[i] = peer
  288. }
  289. if deletedNode != nil && host.OS != models.OS_Types.IoT {
  290. peerHost, err := GetHost(deletedNode.HostID.String())
  291. if err == nil && host.ID != peerHost.ID {
  292. if _, ok := peerIndexMap[peerHost.PublicKey.String()]; !ok {
  293. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  294. PublicKey: peerHost.PublicKey,
  295. Remove: true,
  296. })
  297. }
  298. }
  299. }
  300. for i := range hostPeerUpdate.NodePeers {
  301. peer := hostPeerUpdate.NodePeers[i]
  302. if len(peer.AllowedIPs) == 0 {
  303. peer.Remove = true
  304. }
  305. hostPeerUpdate.NodePeers[i] = peer
  306. }
  307. if len(deletedClients) > 0 {
  308. for i := range deletedClients {
  309. deletedClient := deletedClients[i]
  310. key, err := wgtypes.ParseKey(deletedClient.PublicKey)
  311. if err == nil {
  312. hostPeerUpdate.Peers = append(hostPeerUpdate.Peers, wgtypes.PeerConfig{
  313. PublicKey: key,
  314. Remove: true,
  315. })
  316. }
  317. }
  318. }
  319. return hostPeerUpdate, nil
  320. }
  321. // GetPeerListenPort - given a host, retrieve it's appropriate listening port
  322. func GetPeerListenPort(host *models.Host) int {
  323. peerPort := host.ListenPort
  324. if host.WgPublicListenPort != 0 {
  325. peerPort = host.WgPublicListenPort
  326. }
  327. return peerPort
  328. }
  329. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  330. func GetAllowedIPs(node, peer *models.Node, metrics *models.Metrics) []net.IPNet {
  331. var allowedips []net.IPNet
  332. allowedips = getNodeAllowedIPs(peer, node)
  333. // handle ingress gateway peers
  334. if peer.IsIngressGateway {
  335. extPeers, _, _, err := getExtPeers(peer, node)
  336. if err != nil {
  337. logger.Log(2, "could not retrieve ext peers for ", peer.ID.String(), err.Error())
  338. }
  339. for _, extPeer := range extPeers {
  340. allowedips = append(allowedips, extPeer.AllowedIPs...)
  341. }
  342. }
  343. if node.IsRelayed && node.RelayedBy == peer.ID.String() {
  344. allowedips = append(allowedips, GetAllowedIpsForRelayed(node, peer)...)
  345. }
  346. return allowedips
  347. }
  348. func GetEgressIPs(peer *models.Node) []net.IPNet {
  349. peerHost, err := GetHost(peer.HostID.String())
  350. if err != nil {
  351. logger.Log(0, "error retrieving host for peer", peer.ID.String(), err.Error())
  352. }
  353. // check for internet gateway
  354. internetGateway := false
  355. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::/0") {
  356. internetGateway = true
  357. }
  358. allowedips := []net.IPNet{}
  359. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  360. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  361. if err != nil {
  362. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  363. continue // if can't parse CIDR
  364. }
  365. // getting the public ip of node
  366. if ipnet.Contains(peerHost.EndpointIP) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  367. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peerHost.EndpointIP.String(), ", omitting")
  368. continue // skip adding egress range if overlaps with node's ip
  369. }
  370. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  371. if ipnet.Contains(peer.LocalAddress.IP) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  372. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", peer.LocalAddress.String(), ", omitting")
  373. continue // skip adding egress range if overlaps with node's local ip
  374. }
  375. if err != nil {
  376. logger.Log(1, "error encountered when setting egress range", err.Error())
  377. } else {
  378. allowedips = append(allowedips, *ipnet)
  379. }
  380. }
  381. return allowedips
  382. }
  383. func getNodeAllowedIPs(peer, node *models.Node) []net.IPNet {
  384. var allowedips = []net.IPNet{}
  385. if peer.Address.IP != nil {
  386. allowed := net.IPNet{
  387. IP: peer.Address.IP,
  388. Mask: net.CIDRMask(32, 32),
  389. }
  390. allowedips = append(allowedips, allowed)
  391. }
  392. if peer.Address6.IP != nil {
  393. allowed := net.IPNet{
  394. IP: peer.Address6.IP,
  395. Mask: net.CIDRMask(128, 128),
  396. }
  397. allowedips = append(allowedips, allowed)
  398. }
  399. // handle egress gateway peers
  400. if peer.IsEgressGateway {
  401. // hasGateway = true
  402. egressIPs := GetEgressIPs(peer)
  403. allowedips = append(allowedips, egressIPs...)
  404. }
  405. if peer.IsRelay {
  406. allowedips = append(allowedips, RelayedAllowedIPs(peer, node)...)
  407. }
  408. if peer.IsFailOver {
  409. allowedips = append(allowedips, GetFailOverPeerIps(peer, node)...)
  410. }
  411. return allowedips
  412. }
  413. func getCIDRMaskFromAddr(addr string) net.IPMask {
  414. cidr := net.CIDRMask(32, 32)
  415. ipAddr, err := netip.ParseAddr(addr)
  416. if err != nil {
  417. return cidr
  418. }
  419. if ipAddr.Is6() {
  420. cidr = net.CIDRMask(128, 128)
  421. }
  422. return cidr
  423. }