peers.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/c-robinson/iplib"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.org/x/exp/slices"
  18. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  19. )
  20. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  21. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  22. var peerUpdate models.PeerUpdate
  23. var peers []wgtypes.PeerConfig
  24. var serverNodeAddresses = []models.ServerAddr{}
  25. var isP2S bool
  26. network, err := GetNetwork(node.Network)
  27. if err != nil {
  28. return peerUpdate, err
  29. } else if network.IsPointToSite == "yes" && node.IsHub != "yes" {
  30. isP2S = true
  31. }
  32. // udppeers = the peers parsed from the local interface
  33. // gives us correct port to reach
  34. udppeers, errN := database.GetPeers(node.Network)
  35. if errN != nil {
  36. logger.Log(2, errN.Error())
  37. }
  38. currentPeers, err := GetNetworkNodes(node.Network)
  39. if err != nil {
  40. return models.PeerUpdate{}, err
  41. }
  42. if node.IsRelayed == "yes" {
  43. return GetPeerUpdateForRelayedNode(node, udppeers)
  44. }
  45. // #1 Set Keepalive values: set_keepalive
  46. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  47. // #3 Set allowedips: set_allowedips
  48. for _, peer := range currentPeers {
  49. if peer.ID == node.ID {
  50. //skip yourself
  51. continue
  52. }
  53. // on point to site networks -- get peers regularily if you are the hub --- otherwise the only peer is the hub
  54. if node.NetworkSettings.IsPointToSite == "yes" && node.IsHub == "no" && peer.IsHub == "no" {
  55. continue
  56. }
  57. // if the node is not a server, set the endpoint
  58. var setEndpoint = !(node.IsServer == "yes")
  59. if peer.IsRelayed == "yes" {
  60. if !(node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  61. //skip -- will be added to relay
  62. continue
  63. } else if node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  64. // dont set peer endpoint if it's relayed by node
  65. setEndpoint = false
  66. }
  67. }
  68. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  69. //skip if not permitted by acl
  70. continue
  71. }
  72. if isP2S && peer.IsHub != "yes" {
  73. continue
  74. }
  75. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  76. if err != nil {
  77. return models.PeerUpdate{}, err
  78. }
  79. if node.Endpoint == peer.Endpoint {
  80. //peer is on same network
  81. // set_local
  82. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  83. peer.Endpoint = peer.LocalAddress
  84. if peer.LocalListenPort != 0 {
  85. peer.ListenPort = peer.LocalListenPort
  86. }
  87. } else {
  88. continue
  89. }
  90. }
  91. // set address if setEndpoint is true
  92. // otherwise, will get inserted as empty value
  93. var address *net.UDPAddr
  94. // Sets ListenPort to UDP Hole Punching Port assuming:
  95. // - UDP Hole Punching is enabled
  96. // - udppeers retrieval did not return an error
  97. // - the endpoint is valid
  98. if setEndpoint {
  99. var setUDPPort = false
  100. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  101. endpointstring := udppeers[peer.PublicKey]
  102. endpointarr := strings.Split(endpointstring, ":")
  103. if len(endpointarr) == 2 {
  104. port, err := strconv.Atoi(endpointarr[1])
  105. if err == nil {
  106. setUDPPort = true
  107. peer.ListenPort = int32(port)
  108. }
  109. }
  110. }
  111. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  112. // or, if port is for some reason zero use the LocalListenPort
  113. // but only do this if LocalListenPort is not zero
  114. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  115. peer.ListenPort = peer.LocalListenPort
  116. }
  117. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  118. address, err = net.ResolveUDPAddr("udp", endpoint)
  119. if err != nil {
  120. return models.PeerUpdate{}, err
  121. }
  122. }
  123. // set_allowedips
  124. allowedips := GetAllowedIPs(node, &peer)
  125. var keepalive time.Duration
  126. if node.PersistentKeepalive != 0 {
  127. // set_keepalive
  128. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  129. }
  130. var peerData = wgtypes.PeerConfig{
  131. PublicKey: pubkey,
  132. Endpoint: address,
  133. ReplaceAllowedIPs: true,
  134. AllowedIPs: allowedips,
  135. PersistentKeepaliveInterval: &keepalive,
  136. }
  137. peers = append(peers, peerData)
  138. if peer.IsServer == "yes" {
  139. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  140. }
  141. }
  142. if node.IsIngressGateway == "yes" {
  143. extPeers, err := getExtPeers(node)
  144. if err == nil {
  145. peers = append(peers, extPeers...)
  146. } else {
  147. log.Println("ERROR RETRIEVING EXTERNAL PEERS", err)
  148. }
  149. }
  150. peerUpdate.Network = node.Network
  151. peerUpdate.ServerVersion = servercfg.Version
  152. peerUpdate.Peers = peers
  153. peerUpdate.ServerAddrs = serverNodeAddresses
  154. peerUpdate.DNS = getPeerDNS(node.Network)
  155. return peerUpdate, nil
  156. }
  157. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, error) {
  158. var peers []wgtypes.PeerConfig
  159. extPeers, err := GetExtPeersList(node)
  160. if err != nil {
  161. return peers, err
  162. }
  163. for _, extPeer := range extPeers {
  164. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  165. if err != nil {
  166. logger.Log(1, "error parsing ext pub key:", err.Error())
  167. continue
  168. }
  169. if node.PublicKey == extPeer.PublicKey {
  170. continue
  171. }
  172. var allowedips []net.IPNet
  173. var peer wgtypes.PeerConfig
  174. if extPeer.Address != "" {
  175. var peeraddr = net.IPNet{
  176. IP: net.ParseIP(extPeer.Address),
  177. Mask: net.CIDRMask(32, 32),
  178. }
  179. if peeraddr.IP != nil && peeraddr.Mask != nil {
  180. allowedips = append(allowedips, peeraddr)
  181. }
  182. }
  183. if extPeer.Address6 != "" {
  184. var addr6 = net.IPNet{
  185. IP: net.ParseIP(extPeer.Address6),
  186. Mask: net.CIDRMask(128, 128),
  187. }
  188. if addr6.IP != nil && addr6.Mask != nil {
  189. allowedips = append(allowedips, addr6)
  190. }
  191. }
  192. peer = wgtypes.PeerConfig{
  193. PublicKey: pubkey,
  194. ReplaceAllowedIPs: true,
  195. AllowedIPs: allowedips,
  196. }
  197. peers = append(peers, peer)
  198. }
  199. return peers, nil
  200. }
  201. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  202. func GetAllowedIPs(node, peer *models.Node) []net.IPNet {
  203. var allowedips []net.IPNet
  204. if peer.Address != "" {
  205. var peeraddr = net.IPNet{
  206. IP: net.ParseIP(peer.Address),
  207. Mask: net.CIDRMask(32, 32),
  208. }
  209. allowedips = append(allowedips, peeraddr)
  210. }
  211. if peer.Address6 != "" {
  212. var addr6 = net.IPNet{
  213. IP: net.ParseIP(peer.Address6),
  214. Mask: net.CIDRMask(128, 128),
  215. }
  216. allowedips = append(allowedips, addr6)
  217. }
  218. // handle manually set peers
  219. for _, allowedIp := range peer.AllowedIPs {
  220. // parsing as a CIDR first. If valid CIDR, append
  221. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  222. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  223. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  224. allowedips = append(allowedips, *ipnet)
  225. }
  226. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  227. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  228. ipnet := net.IPNet{
  229. IP: net.ParseIP(allowedIp),
  230. Mask: net.CIDRMask(32, 32),
  231. }
  232. allowedips = append(allowedips, ipnet)
  233. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  234. ipnet := net.IPNet{
  235. IP: net.ParseIP(allowedIp),
  236. Mask: net.CIDRMask(128, 128),
  237. }
  238. allowedips = append(allowedips, ipnet)
  239. }
  240. }
  241. }
  242. // handle egress gateway peers
  243. if peer.IsEgressGateway == "yes" {
  244. //hasGateway = true
  245. egressIPs := getEgressIPs(node, peer)
  246. // remove internet gateway if server
  247. if node.IsServer == "yes" {
  248. for i := len(egressIPs) - 1; i >= 0; i-- {
  249. if egressIPs[i].String() == "0.0.0.0/0" || egressIPs[i].String() == "::/0" {
  250. egressIPs = append(egressIPs[:i], egressIPs[i+1:]...)
  251. }
  252. }
  253. }
  254. allowedips = append(allowedips, egressIPs...)
  255. }
  256. // handle ingress gateway peers
  257. if peer.IsIngressGateway == "yes" {
  258. extPeers, err := getExtPeers(peer)
  259. if err != nil {
  260. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  261. }
  262. for _, extPeer := range extPeers {
  263. allowedips = append(allowedips, extPeer.AllowedIPs...)
  264. }
  265. }
  266. // handle relay gateway peers
  267. if peer.IsRelay == "yes" {
  268. for _, ip := range peer.RelayAddrs {
  269. //find node ID of relayed peer
  270. relayedPeer, err := findNode(ip)
  271. if err != nil {
  272. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  273. continue
  274. }
  275. if relayedPeer == nil {
  276. continue
  277. }
  278. if relayedPeer.ID == node.ID {
  279. //skip self
  280. continue
  281. }
  282. //check if acl permits comms
  283. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  284. continue
  285. }
  286. if iplib.Version(net.ParseIP(ip)) == 4 {
  287. relayAddr := net.IPNet{
  288. IP: net.ParseIP(ip),
  289. Mask: net.CIDRMask(32, 32),
  290. }
  291. allowedips = append(allowedips, relayAddr)
  292. }
  293. if iplib.Version(net.ParseIP(ip)) == 6 {
  294. relayAddr := net.IPNet{
  295. IP: net.ParseIP(ip),
  296. Mask: net.CIDRMask(128, 128),
  297. }
  298. allowedips = append(allowedips, relayAddr)
  299. }
  300. relayedNode, err := findNode(ip)
  301. if err != nil {
  302. logger.Log(1, "unable to find node for relayed address", ip, err.Error())
  303. continue
  304. }
  305. if relayedNode.IsEgressGateway == "yes" {
  306. extAllowedIPs := getEgressIPs(node, relayedNode)
  307. allowedips = append(allowedips, extAllowedIPs...)
  308. }
  309. if relayedNode.IsIngressGateway == "yes" {
  310. extPeers, err := getExtPeers(relayedNode)
  311. if err == nil {
  312. for _, extPeer := range extPeers {
  313. allowedips = append(allowedips, extPeer.AllowedIPs...)
  314. }
  315. } else {
  316. logger.Log(0, "failed to retrieve extclients from relayed ingress", err.Error())
  317. }
  318. }
  319. }
  320. }
  321. return allowedips
  322. }
  323. func getPeerDNS(network string) string {
  324. var dns string
  325. if nodes, err := GetNetworkNodes(network); err == nil {
  326. for i := range nodes {
  327. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  328. }
  329. }
  330. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  331. for _, entry := range customDNSEntries {
  332. // TODO - filter entries based on ACLs / given peers vs nodes in network
  333. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  334. }
  335. }
  336. return dns
  337. }
  338. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  339. // copying the relay node's allowed ips and making appropriate substitutions
  340. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  341. var peerUpdate models.PeerUpdate
  342. var peers []wgtypes.PeerConfig
  343. var serverNodeAddresses = []models.ServerAddr{}
  344. var allowedips []net.IPNet
  345. //find node that is relaying us
  346. relay := FindRelay(node)
  347. if relay == nil {
  348. return models.PeerUpdate{}, errors.New("not found")
  349. }
  350. //add relay to lists of allowed ip
  351. if relay.Address != "" {
  352. relayIP := net.IPNet{
  353. IP: net.ParseIP(relay.Address),
  354. Mask: net.CIDRMask(32, 32),
  355. }
  356. allowedips = append(allowedips, relayIP)
  357. }
  358. if relay.Address6 != "" {
  359. relayIP6 := net.IPNet{
  360. IP: net.ParseIP(relay.Address6),
  361. Mask: net.CIDRMask(128, 128),
  362. }
  363. allowedips = append(allowedips, relayIP6)
  364. }
  365. //get PeerUpdate for relayed node
  366. relayPeerUpdate, err := GetPeerUpdate(relay)
  367. if err != nil {
  368. return models.PeerUpdate{}, err
  369. }
  370. //add the relays allowed ips from all of the relay's peers
  371. for _, peer := range relayPeerUpdate.Peers {
  372. allowedips = append(allowedips, peer.AllowedIPs...)
  373. }
  374. //delete any ips not permitted by acl
  375. for i := len(allowedips) - 1; i >= 0; i-- {
  376. target, err := findNode(allowedips[i].IP.String())
  377. if err != nil {
  378. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  379. continue
  380. }
  381. if target == nil {
  382. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  383. continue
  384. }
  385. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  386. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  387. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  388. }
  389. }
  390. //delete self from allowed ips
  391. for i := len(allowedips) - 1; i >= 0; i-- {
  392. if allowedips[i].IP.String() == node.Address || allowedips[i].IP.String() == node.Address6 {
  393. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  394. }
  395. }
  396. //delete egressrange from allowedip if we are egress gateway
  397. if node.IsEgressGateway == "yes" {
  398. for i := len(allowedips) - 1; i >= 0; i-- {
  399. if StringSliceContains(node.EgressGatewayRanges, allowedips[i].String()) {
  400. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  401. }
  402. }
  403. }
  404. //delete extclients from allowedip if we are ingress gateway
  405. if node.IsIngressGateway == "yes" {
  406. for i := len(allowedips) - 1; i >= 0; i-- {
  407. if strings.Contains(node.IngressGatewayRange, allowedips[i].IP.String()) {
  408. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  409. }
  410. }
  411. }
  412. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  413. if err != nil {
  414. return models.PeerUpdate{}, err
  415. }
  416. var setUDPPort = false
  417. if relay.UDPHolePunch == "yes" && CheckEndpoint(udppeers[relay.PublicKey]) {
  418. endpointstring := udppeers[relay.PublicKey]
  419. endpointarr := strings.Split(endpointstring, ":")
  420. if len(endpointarr) == 2 {
  421. port, err := strconv.Atoi(endpointarr[1])
  422. if err == nil {
  423. setUDPPort = true
  424. relay.ListenPort = int32(port)
  425. }
  426. }
  427. }
  428. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  429. // or, if port is for some reason zero use the LocalListenPort
  430. // but only do this if LocalListenPort is not zero
  431. if ((relay.UDPHolePunch == "yes" && !setUDPPort) || relay.ListenPort == 0) && relay.LocalListenPort != 0 {
  432. relay.ListenPort = relay.LocalListenPort
  433. }
  434. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  435. address, err := net.ResolveUDPAddr("udp", endpoint)
  436. if err != nil {
  437. return models.PeerUpdate{}, err
  438. }
  439. var keepalive time.Duration
  440. if node.PersistentKeepalive != 0 {
  441. // set_keepalive
  442. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  443. }
  444. var peerData = wgtypes.PeerConfig{
  445. PublicKey: pubkey,
  446. Endpoint: address,
  447. ReplaceAllowedIPs: true,
  448. AllowedIPs: allowedips,
  449. PersistentKeepaliveInterval: &keepalive,
  450. }
  451. peers = append(peers, peerData)
  452. if relay.IsServer == "yes" {
  453. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  454. }
  455. //if ingress add extclients
  456. if node.IsIngressGateway == "yes" {
  457. extPeers, err := getExtPeers(node)
  458. if err == nil {
  459. peers = append(peers, extPeers...)
  460. } else {
  461. logger.Log(2, "could not retrieve ext peers for ", node.Name, err.Error())
  462. }
  463. }
  464. peerUpdate.Network = node.Network
  465. peerUpdate.ServerVersion = servercfg.Version
  466. peerUpdate.Peers = peers
  467. peerUpdate.ServerAddrs = serverNodeAddresses
  468. peerUpdate.DNS = getPeerDNS(node.Network)
  469. return peerUpdate, nil
  470. }
  471. func getEgressIPs(node, peer *models.Node) []net.IPNet {
  472. //check for internet gateway
  473. internetGateway := false
  474. if slices.Contains(peer.EgressGatewayRanges, "0.0.0.0/0") || slices.Contains(peer.EgressGatewayRanges, "::0") {
  475. internetGateway = true
  476. }
  477. allowedips := []net.IPNet{}
  478. for _, iprange := range peer.EgressGatewayRanges { // go through each cidr for egress gateway
  479. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  480. if err != nil {
  481. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  482. continue // if can't parse CIDR
  483. }
  484. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  485. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) && !internetGateway { // ensuring egress gateway range does not contain endpoint of node
  486. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  487. continue // skip adding egress range if overlaps with node's ip
  488. }
  489. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  490. if ipnet.Contains(net.ParseIP(node.LocalAddress)) && !internetGateway { // ensuring egress gateway range does not contain public ip of node
  491. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  492. continue // skip adding egress range if overlaps with node's local ip
  493. }
  494. if err != nil {
  495. logger.Log(1, "error encountered when setting egress range", err.Error())
  496. } else {
  497. allowedips = append(allowedips, *ipnet)
  498. }
  499. }
  500. return allowedips
  501. }