peers.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/c-robinson/iplib"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  18. )
  19. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  20. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  21. var peerUpdate models.PeerUpdate
  22. var peers []wgtypes.PeerConfig
  23. var serverNodeAddresses = []models.ServerAddr{}
  24. currentPeers, err := GetNetworkNodes(node.Network)
  25. if err != nil {
  26. return models.PeerUpdate{}, err
  27. }
  28. if node.IsRelayed == "yes" {
  29. return GetPeerUpdateForRelayedNode(node)
  30. }
  31. // udppeers = the peers parsed from the local interface
  32. // gives us correct port to reach
  33. udppeers, errN := database.GetPeers(node.Network)
  34. if errN != nil {
  35. logger.Log(2, errN.Error())
  36. }
  37. // #1 Set Keepalive values: set_keepalive
  38. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  39. // #3 Set allowedips: set_allowedips
  40. for _, peer := range currentPeers {
  41. // if the node is not a server, set the endpoint
  42. var setEndpoint = !(node.IsServer == "yes")
  43. if peer.ID == node.ID {
  44. //skip yourself
  45. continue
  46. }
  47. if peer.IsRelayed == "yes" {
  48. if !(node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress())) {
  49. //skip -- will be added to relay
  50. continue
  51. } else if node.IsRelay == "yes" && ncutils.StringSliceContains(node.RelayAddrs, peer.PrimaryAddress()) {
  52. // dont set peer endpoint if it's relayed by node
  53. setEndpoint = false
  54. }
  55. }
  56. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  57. //skip if not permitted by acl
  58. continue
  59. }
  60. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  61. if err != nil {
  62. return models.PeerUpdate{}, err
  63. }
  64. if node.Endpoint == peer.Endpoint {
  65. //peer is on same network
  66. // set_local
  67. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  68. peer.Endpoint = peer.LocalAddress
  69. if peer.LocalListenPort != 0 {
  70. peer.ListenPort = peer.LocalListenPort
  71. }
  72. } else {
  73. continue
  74. }
  75. }
  76. // set address if setEndpoint is true
  77. // otherwise, will get inserted as empty value
  78. var address *net.UDPAddr
  79. // Sets ListenPort to UDP Hole Punching Port assuming:
  80. // - UDP Hole Punching is enabled
  81. // - udppeers retrieval did not return an error
  82. // - the endpoint is valid
  83. if setEndpoint {
  84. var setUDPPort = false
  85. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  86. endpointstring := udppeers[peer.PublicKey]
  87. endpointarr := strings.Split(endpointstring, ":")
  88. if len(endpointarr) == 2 {
  89. port, err := strconv.Atoi(endpointarr[1])
  90. if err == nil {
  91. setUDPPort = true
  92. peer.ListenPort = int32(port)
  93. }
  94. }
  95. }
  96. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  97. // or, if port is for some reason zero use the LocalListenPort
  98. // but only do this if LocalListenPort is not zero
  99. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  100. peer.ListenPort = peer.LocalListenPort
  101. }
  102. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  103. address, err = net.ResolveUDPAddr("udp", endpoint)
  104. if err != nil {
  105. return models.PeerUpdate{}, err
  106. }
  107. }
  108. // set_allowedips
  109. allowedips := GetAllowedIPs(node, &peer)
  110. var keepalive time.Duration
  111. if node.PersistentKeepalive != 0 {
  112. // set_keepalive
  113. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  114. }
  115. var peerData = wgtypes.PeerConfig{
  116. PublicKey: pubkey,
  117. Endpoint: address,
  118. ReplaceAllowedIPs: true,
  119. AllowedIPs: allowedips,
  120. PersistentKeepaliveInterval: &keepalive,
  121. }
  122. peers = append(peers, peerData)
  123. if peer.IsServer == "yes" {
  124. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  125. }
  126. }
  127. if node.IsIngressGateway == "yes" {
  128. extPeers, err := getExtPeers(node)
  129. if err == nil {
  130. peers = append(peers, extPeers...)
  131. } else {
  132. log.Println("ERROR RETRIEVING EXTERNAL PEERS", err)
  133. }
  134. }
  135. peerUpdate.Network = node.Network
  136. peerUpdate.ServerVersion = servercfg.Version
  137. peerUpdate.Peers = peers
  138. peerUpdate.ServerAddrs = serverNodeAddresses
  139. peerUpdate.DNS = getPeerDNS(node.Network)
  140. return peerUpdate, nil
  141. }
  142. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, error) {
  143. var peers []wgtypes.PeerConfig
  144. extPeers, err := GetExtPeersList(node)
  145. if err != nil {
  146. return peers, err
  147. }
  148. for _, extPeer := range extPeers {
  149. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  150. if err != nil {
  151. logger.Log(1, "error parsing ext pub key:", err.Error())
  152. continue
  153. }
  154. if node.PublicKey == extPeer.PublicKey {
  155. continue
  156. }
  157. var allowedips []net.IPNet
  158. var peer wgtypes.PeerConfig
  159. if extPeer.Address != "" {
  160. var peeraddr = net.IPNet{
  161. IP: net.ParseIP(extPeer.Address),
  162. Mask: net.CIDRMask(32, 32),
  163. }
  164. if peeraddr.IP != nil && peeraddr.Mask != nil {
  165. allowedips = append(allowedips, peeraddr)
  166. }
  167. }
  168. if extPeer.Address6 != "" {
  169. var addr6 = net.IPNet{
  170. IP: net.ParseIP(extPeer.Address6),
  171. Mask: net.CIDRMask(128, 128),
  172. }
  173. if addr6.IP != nil && addr6.Mask != nil {
  174. allowedips = append(allowedips, addr6)
  175. }
  176. }
  177. peer = wgtypes.PeerConfig{
  178. PublicKey: pubkey,
  179. ReplaceAllowedIPs: true,
  180. AllowedIPs: allowedips,
  181. }
  182. peers = append(peers, peer)
  183. }
  184. return peers, nil
  185. }
  186. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  187. func GetAllowedIPs(node, peer *models.Node) []net.IPNet {
  188. var allowedips []net.IPNet
  189. if peer.Address != "" {
  190. var peeraddr = net.IPNet{
  191. IP: net.ParseIP(peer.Address),
  192. Mask: net.CIDRMask(32, 32),
  193. }
  194. allowedips = append(allowedips, peeraddr)
  195. }
  196. if peer.Address6 != "" {
  197. var addr6 = net.IPNet{
  198. IP: net.ParseIP(peer.Address6),
  199. Mask: net.CIDRMask(128, 128),
  200. }
  201. allowedips = append(allowedips, addr6)
  202. }
  203. // handle manually set peers
  204. for _, allowedIp := range peer.AllowedIPs {
  205. // parsing as a CIDR first. If valid CIDR, append
  206. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  207. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  208. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  209. allowedips = append(allowedips, *ipnet)
  210. }
  211. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  212. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  213. ipnet := net.IPNet{
  214. IP: net.ParseIP(allowedIp),
  215. Mask: net.CIDRMask(32, 32),
  216. }
  217. allowedips = append(allowedips, ipnet)
  218. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  219. ipnet := net.IPNet{
  220. IP: net.ParseIP(allowedIp),
  221. Mask: net.CIDRMask(128, 128),
  222. }
  223. allowedips = append(allowedips, ipnet)
  224. }
  225. }
  226. }
  227. // handle egress gateway peers
  228. if peer.IsEgressGateway == "yes" {
  229. //hasGateway = true
  230. ranges := peer.EgressGatewayRanges
  231. for _, iprange := range ranges { // go through each cidr for egress gateway
  232. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  233. if err != nil {
  234. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  235. continue // if can't parse CIDR
  236. }
  237. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  238. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain endpoint of node
  239. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  240. continue // skip adding egress range if overlaps with node's ip
  241. }
  242. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  243. if ipnet.Contains(net.ParseIP(node.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  244. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  245. continue // skip adding egress range if overlaps with node's local ip
  246. }
  247. if err != nil {
  248. logger.Log(1, "error encountered when setting egress range", err.Error())
  249. } else {
  250. allowedips = append(allowedips, *ipnet)
  251. }
  252. }
  253. }
  254. // handle ingress gateway peers
  255. if peer.IsIngressGateway == "yes" {
  256. extPeers, err := getExtPeers(peer)
  257. if err != nil {
  258. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  259. }
  260. for _, extPeer := range extPeers {
  261. allowedips = append(allowedips, extPeer.AllowedIPs...)
  262. }
  263. }
  264. // handle relay gateway peers
  265. if peer.IsRelay == "yes" {
  266. for _, ip := range peer.RelayAddrs {
  267. //find node ID of relayed peer
  268. relayedPeer, err := findNode(ip)
  269. if err != nil {
  270. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  271. continue
  272. }
  273. if relayedPeer == nil {
  274. continue
  275. }
  276. if relayedPeer.ID == node.ID {
  277. //skip self
  278. continue
  279. }
  280. //check if acl permits comms
  281. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  282. continue
  283. }
  284. if iplib.Version(net.ParseIP(ip)) == 4 {
  285. relayAddr := net.IPNet{
  286. IP: net.ParseIP(ip),
  287. Mask: net.CIDRMask(32, 32),
  288. }
  289. allowedips = append(allowedips, relayAddr)
  290. }
  291. if iplib.Version(net.ParseIP(ip)) == 6 {
  292. relayAddr := net.IPNet{
  293. IP: net.ParseIP(ip),
  294. Mask: net.CIDRMask(128, 128),
  295. }
  296. allowedips = append(allowedips, relayAddr)
  297. }
  298. }
  299. }
  300. return allowedips
  301. }
  302. func getPeerDNS(network string) string {
  303. var dns string
  304. if nodes, err := GetNetworkNodes(network); err == nil {
  305. for i := range nodes {
  306. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  307. }
  308. }
  309. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  310. for _, entry := range customDNSEntries {
  311. // TODO - filter entries based on ACLs / given peers vs nodes in network
  312. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  313. }
  314. }
  315. return dns
  316. }
  317. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  318. // copying the relay node's allowed ips and making appropriate substitutions
  319. func GetPeerUpdateForRelayedNode(node *models.Node) (models.PeerUpdate, error) {
  320. var peerUpdate models.PeerUpdate
  321. var peers []wgtypes.PeerConfig
  322. var serverNodeAddresses = []models.ServerAddr{}
  323. var allowedips []net.IPNet
  324. //find node that is relaying us
  325. relay := FindRelay(node)
  326. if relay == nil {
  327. return models.PeerUpdate{}, errors.New("not found")
  328. }
  329. //add relay to lists of allowed ip
  330. if relay.Address != "" {
  331. relayIP := net.IPNet{
  332. IP: net.ParseIP(relay.Address),
  333. Mask: net.CIDRMask(32, 32),
  334. }
  335. allowedips = append(allowedips, relayIP)
  336. }
  337. if relay.Address6 != "" {
  338. relayIP6 := net.IPNet{
  339. IP: net.ParseIP(relay.Address6),
  340. Mask: net.CIDRMask(128, 128),
  341. }
  342. allowedips = append(allowedips, relayIP6)
  343. }
  344. //get PeerUpdate for relayed node
  345. relayPeerUpdate, err := GetPeerUpdate(relay)
  346. if err != nil {
  347. return models.PeerUpdate{}, err
  348. }
  349. //add the relays allowed ips from all of the relay's peers
  350. for _, peer := range relayPeerUpdate.Peers {
  351. allowedips = append(allowedips, peer.AllowedIPs...)
  352. }
  353. //delete any ips not permitted by acl
  354. for i, ip := range allowedips {
  355. target, err := findNode(ip.IP.String())
  356. if err != nil {
  357. logger.Log(0, "failed to find node for ip", ip.IP.String(), err.Error())
  358. continue
  359. }
  360. if target == nil {
  361. logger.Log(0, "failed to find node for ip", ip.IP.String())
  362. continue
  363. }
  364. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  365. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  366. if i+1 == len(allowedips) {
  367. allowedips = allowedips[:i]
  368. } else {
  369. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  370. }
  371. }
  372. }
  373. //delete self from allowed ips
  374. for i, ip := range allowedips {
  375. if ip.IP.String() == node.Address || ip.IP.String() == node.Address6 {
  376. if i+1 == len(allowedips) {
  377. allowedips = allowedips[:i]
  378. } else {
  379. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  380. }
  381. }
  382. }
  383. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  384. if err != nil {
  385. return models.PeerUpdate{}, err
  386. }
  387. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  388. address, err := net.ResolveUDPAddr("udp", endpoint)
  389. if err != nil {
  390. return models.PeerUpdate{}, err
  391. }
  392. var keepalive time.Duration
  393. if node.PersistentKeepalive != 0 {
  394. // set_keepalive
  395. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  396. }
  397. var peerData = wgtypes.PeerConfig{
  398. PublicKey: pubkey,
  399. Endpoint: address,
  400. ReplaceAllowedIPs: true,
  401. AllowedIPs: allowedips,
  402. PersistentKeepaliveInterval: &keepalive,
  403. }
  404. peers = append(peers, peerData)
  405. if relay.IsServer == "yes" {
  406. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  407. }
  408. peerUpdate.Network = node.Network
  409. peerUpdate.ServerVersion = servercfg.Version
  410. peerUpdate.Peers = peers
  411. peerUpdate.ServerAddrs = serverNodeAddresses
  412. peerUpdate.DNS = getPeerDNS(node.Network)
  413. return peerUpdate, nil
  414. }