peers.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/c-robinson/iplib"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  20. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  21. var peerUpdate models.PeerUpdate
  22. var peers []wgtypes.PeerConfig
  23. var serverNodeAddresses = []models.ServerAddr{}
  24. var isP2S bool
  25. network, err := GetNetwork(node.Network)
  26. if err != nil {
  27. return peerUpdate, err
  28. } else if network.IsPointToSite == "yes" && node.IsHub != "yes" {
  29. isP2S = true
  30. }
  31. // udppeers = the peers parsed from the local interface
  32. // gives us correct port to reach
  33. udppeers, errN := database.GetPeers(node.Network)
  34. if errN != nil {
  35. logger.Log(2, errN.Error())
  36. }
  37. currentPeers, err := GetNetworkNodes(node.Network)
  38. if err != nil {
  39. return models.PeerUpdate{}, err
  40. }
  41. if node.IsRelayed == "yes" {
  42. return GetPeerUpdateForRelayedNode(node, udppeers)
  43. }
  44. // #1 Set Keepalive values: set_keepalive
  45. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  46. // #3 Set allowedips: set_allowedips
  47. for _, peer := range currentPeers {
  48. // if the node is not a server, set the endpoint
  49. var setEndpoint = !(node.IsServer == "yes")
  50. if peer.ID == node.ID {
  51. //skip yourself
  52. continue
  53. }
  54. if peer.IsRelayed == "yes" {
  55. if !(node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  56. //skip -- will be added to relay
  57. continue
  58. } else if node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  59. // dont set peer endpoint if it's relayed by node
  60. setEndpoint = false
  61. }
  62. }
  63. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  64. //skip if not permitted by acl
  65. continue
  66. }
  67. if isP2S && peer.IsHub != "yes" {
  68. continue
  69. }
  70. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  71. if err != nil {
  72. return models.PeerUpdate{}, err
  73. }
  74. if node.Endpoint == peer.Endpoint {
  75. //peer is on same network
  76. // set_local
  77. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  78. peer.Endpoint = peer.LocalAddress
  79. if peer.LocalListenPort != 0 {
  80. peer.ListenPort = peer.LocalListenPort
  81. }
  82. } else {
  83. continue
  84. }
  85. }
  86. // set address if setEndpoint is true
  87. // otherwise, will get inserted as empty value
  88. var address *net.UDPAddr
  89. // Sets ListenPort to UDP Hole Punching Port assuming:
  90. // - UDP Hole Punching is enabled
  91. // - udppeers retrieval did not return an error
  92. // - the endpoint is valid
  93. if setEndpoint {
  94. var setUDPPort = false
  95. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  96. endpointstring := udppeers[peer.PublicKey]
  97. endpointarr := strings.Split(endpointstring, ":")
  98. if len(endpointarr) == 2 {
  99. port, err := strconv.Atoi(endpointarr[1])
  100. if err == nil {
  101. setUDPPort = true
  102. peer.ListenPort = int32(port)
  103. }
  104. }
  105. }
  106. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  107. // or, if port is for some reason zero use the LocalListenPort
  108. // but only do this if LocalListenPort is not zero
  109. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  110. peer.ListenPort = peer.LocalListenPort
  111. }
  112. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  113. address, err = net.ResolveUDPAddr("udp", endpoint)
  114. if err != nil {
  115. return models.PeerUpdate{}, err
  116. }
  117. }
  118. // set_allowedips
  119. allowedips := GetAllowedIPs(node, &peer)
  120. var keepalive time.Duration
  121. if node.PersistentKeepalive != 0 {
  122. // set_keepalive
  123. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  124. }
  125. var peerData = wgtypes.PeerConfig{
  126. PublicKey: pubkey,
  127. Endpoint: address,
  128. ReplaceAllowedIPs: true,
  129. AllowedIPs: allowedips,
  130. PersistentKeepaliveInterval: &keepalive,
  131. }
  132. peers = append(peers, peerData)
  133. if peer.IsServer == "yes" {
  134. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  135. }
  136. }
  137. if node.IsIngressGateway == "yes" {
  138. extPeers, err := getExtPeers(node)
  139. if err == nil {
  140. peers = append(peers, extPeers...)
  141. } else {
  142. log.Println("ERROR RETRIEVING EXTERNAL PEERS", err)
  143. }
  144. }
  145. peerUpdate.Network = node.Network
  146. peerUpdate.ServerVersion = servercfg.Version
  147. peerUpdate.Peers = peers
  148. peerUpdate.ServerAddrs = serverNodeAddresses
  149. peerUpdate.DNS = getPeerDNS(node.Network)
  150. return peerUpdate, nil
  151. }
  152. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, error) {
  153. var peers []wgtypes.PeerConfig
  154. extPeers, err := GetExtPeersList(node)
  155. if err != nil {
  156. return peers, err
  157. }
  158. for _, extPeer := range extPeers {
  159. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  160. if err != nil {
  161. logger.Log(1, "error parsing ext pub key:", err.Error())
  162. continue
  163. }
  164. if node.PublicKey == extPeer.PublicKey {
  165. continue
  166. }
  167. var allowedips []net.IPNet
  168. var peer wgtypes.PeerConfig
  169. if extPeer.Address != "" {
  170. var peeraddr = net.IPNet{
  171. IP: net.ParseIP(extPeer.Address),
  172. Mask: net.CIDRMask(32, 32),
  173. }
  174. if peeraddr.IP != nil && peeraddr.Mask != nil {
  175. allowedips = append(allowedips, peeraddr)
  176. }
  177. }
  178. if extPeer.Address6 != "" {
  179. var addr6 = net.IPNet{
  180. IP: net.ParseIP(extPeer.Address6),
  181. Mask: net.CIDRMask(128, 128),
  182. }
  183. if addr6.IP != nil && addr6.Mask != nil {
  184. allowedips = append(allowedips, addr6)
  185. }
  186. }
  187. peer = wgtypes.PeerConfig{
  188. PublicKey: pubkey,
  189. ReplaceAllowedIPs: true,
  190. AllowedIPs: allowedips,
  191. }
  192. peers = append(peers, peer)
  193. }
  194. return peers, nil
  195. }
  196. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  197. func GetAllowedIPs(node, peer *models.Node) []net.IPNet {
  198. var allowedips []net.IPNet
  199. if peer.Address != "" {
  200. var peeraddr = net.IPNet{
  201. IP: net.ParseIP(peer.Address),
  202. Mask: net.CIDRMask(32, 32),
  203. }
  204. allowedips = append(allowedips, peeraddr)
  205. }
  206. if peer.Address6 != "" {
  207. var addr6 = net.IPNet{
  208. IP: net.ParseIP(peer.Address6),
  209. Mask: net.CIDRMask(128, 128),
  210. }
  211. allowedips = append(allowedips, addr6)
  212. }
  213. // handle manually set peers
  214. for _, allowedIp := range peer.AllowedIPs {
  215. // parsing as a CIDR first. If valid CIDR, append
  216. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  217. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  218. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  219. allowedips = append(allowedips, *ipnet)
  220. }
  221. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  222. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  223. ipnet := net.IPNet{
  224. IP: net.ParseIP(allowedIp),
  225. Mask: net.CIDRMask(32, 32),
  226. }
  227. allowedips = append(allowedips, ipnet)
  228. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  229. ipnet := net.IPNet{
  230. IP: net.ParseIP(allowedIp),
  231. Mask: net.CIDRMask(128, 128),
  232. }
  233. allowedips = append(allowedips, ipnet)
  234. }
  235. }
  236. }
  237. // handle egress gateway peers
  238. if peer.IsEgressGateway == "yes" {
  239. //hasGateway = true
  240. ranges := peer.EgressGatewayRanges
  241. for _, iprange := range ranges { // go through each cidr for egress gateway
  242. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  243. if err != nil {
  244. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  245. continue // if can't parse CIDR
  246. }
  247. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  248. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain endpoint of node
  249. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  250. continue // skip adding egress range if overlaps with node's ip
  251. }
  252. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  253. if ipnet.Contains(net.ParseIP(node.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  254. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  255. continue // skip adding egress range if overlaps with node's local ip
  256. }
  257. if err != nil {
  258. logger.Log(1, "error encountered when setting egress range", err.Error())
  259. } else {
  260. allowedips = append(allowedips, *ipnet)
  261. }
  262. }
  263. }
  264. // handle ingress gateway peers
  265. if peer.IsIngressGateway == "yes" {
  266. extPeers, err := getExtPeers(peer)
  267. if err != nil {
  268. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  269. }
  270. for _, extPeer := range extPeers {
  271. allowedips = append(allowedips, extPeer.AllowedIPs...)
  272. }
  273. }
  274. // handle relay gateway peers
  275. if peer.IsRelay == "yes" {
  276. for _, ip := range peer.RelayAddrs {
  277. //find node ID of relayed peer
  278. relayedPeer, err := findNode(ip)
  279. if err != nil {
  280. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  281. continue
  282. }
  283. if relayedPeer == nil {
  284. continue
  285. }
  286. if relayedPeer.ID == node.ID {
  287. //skip self
  288. continue
  289. }
  290. //check if acl permits comms
  291. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  292. continue
  293. }
  294. if iplib.Version(net.ParseIP(ip)) == 4 {
  295. relayAddr := net.IPNet{
  296. IP: net.ParseIP(ip),
  297. Mask: net.CIDRMask(32, 32),
  298. }
  299. allowedips = append(allowedips, relayAddr)
  300. }
  301. if iplib.Version(net.ParseIP(ip)) == 6 {
  302. relayAddr := net.IPNet{
  303. IP: net.ParseIP(ip),
  304. Mask: net.CIDRMask(128, 128),
  305. }
  306. allowedips = append(allowedips, relayAddr)
  307. }
  308. }
  309. }
  310. return allowedips
  311. }
  312. func getPeerDNS(network string) string {
  313. var dns string
  314. if nodes, err := GetNetworkNodes(network); err == nil {
  315. for i := range nodes {
  316. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  317. }
  318. }
  319. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  320. for _, entry := range customDNSEntries {
  321. // TODO - filter entries based on ACLs / given peers vs nodes in network
  322. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  323. }
  324. }
  325. return dns
  326. }
  327. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  328. // copying the relay node's allowed ips and making appropriate substitutions
  329. func GetPeerUpdateForRelayedNode(node *models.Node, udppeers map[string]string) (models.PeerUpdate, error) {
  330. var peerUpdate models.PeerUpdate
  331. var peers []wgtypes.PeerConfig
  332. var serverNodeAddresses = []models.ServerAddr{}
  333. var allowedips []net.IPNet
  334. //find node that is relaying us
  335. relay := FindRelay(node)
  336. if relay == nil {
  337. return models.PeerUpdate{}, errors.New("not found")
  338. }
  339. //add relay to lists of allowed ip
  340. if relay.Address != "" {
  341. relayIP := net.IPNet{
  342. IP: net.ParseIP(relay.Address),
  343. Mask: net.CIDRMask(32, 32),
  344. }
  345. allowedips = append(allowedips, relayIP)
  346. }
  347. if relay.Address6 != "" {
  348. relayIP6 := net.IPNet{
  349. IP: net.ParseIP(relay.Address6),
  350. Mask: net.CIDRMask(128, 128),
  351. }
  352. allowedips = append(allowedips, relayIP6)
  353. }
  354. //get PeerUpdate for relayed node
  355. relayPeerUpdate, err := GetPeerUpdate(relay)
  356. if err != nil {
  357. return models.PeerUpdate{}, err
  358. }
  359. //add the relays allowed ips from all of the relay's peers
  360. for _, peer := range relayPeerUpdate.Peers {
  361. allowedips = append(allowedips, peer.AllowedIPs...)
  362. }
  363. //delete any ips not permitted by acl
  364. for i := len(allowedips) - 1; i >= 0; i-- {
  365. target, err := findNode(allowedips[i].IP.String())
  366. if err != nil {
  367. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String(), err.Error())
  368. continue
  369. }
  370. if target == nil {
  371. logger.Log(0, "failed to find node for ip", allowedips[i].IP.String())
  372. continue
  373. }
  374. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  375. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  376. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  377. }
  378. }
  379. //delete self from allowed ips
  380. for i := len(allowedips) - 1; i >= 0; i-- {
  381. if allowedips[i].IP.String() == node.Address || allowedips[i].IP.String() == node.Address6 {
  382. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  383. }
  384. }
  385. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  386. if err != nil {
  387. return models.PeerUpdate{}, err
  388. }
  389. var setUDPPort = false
  390. if relay.UDPHolePunch == "yes" && CheckEndpoint(udppeers[relay.PublicKey]) {
  391. endpointstring := udppeers[relay.PublicKey]
  392. endpointarr := strings.Split(endpointstring, ":")
  393. if len(endpointarr) == 2 {
  394. port, err := strconv.Atoi(endpointarr[1])
  395. if err == nil {
  396. setUDPPort = true
  397. relay.ListenPort = int32(port)
  398. }
  399. }
  400. }
  401. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  402. // or, if port is for some reason zero use the LocalListenPort
  403. // but only do this if LocalListenPort is not zero
  404. if ((relay.UDPHolePunch == "yes" && !setUDPPort) || relay.ListenPort == 0) && relay.LocalListenPort != 0 {
  405. relay.ListenPort = relay.LocalListenPort
  406. }
  407. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  408. address, err := net.ResolveUDPAddr("udp", endpoint)
  409. if err != nil {
  410. return models.PeerUpdate{}, err
  411. }
  412. var keepalive time.Duration
  413. if node.PersistentKeepalive != 0 {
  414. // set_keepalive
  415. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  416. }
  417. var peerData = wgtypes.PeerConfig{
  418. PublicKey: pubkey,
  419. Endpoint: address,
  420. ReplaceAllowedIPs: true,
  421. AllowedIPs: allowedips,
  422. PersistentKeepaliveInterval: &keepalive,
  423. }
  424. peers = append(peers, peerData)
  425. if relay.IsServer == "yes" {
  426. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  427. }
  428. peerUpdate.Network = node.Network
  429. peerUpdate.ServerVersion = servercfg.Version
  430. peerUpdate.Peers = peers
  431. peerUpdate.ServerAddrs = serverNodeAddresses
  432. peerUpdate.DNS = getPeerDNS(node.Network)
  433. return peerUpdate, nil
  434. }