peers.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "log"
  6. "net"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/c-robinson/iplib"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/servercfg"
  16. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  17. )
  18. // GetPeerUpdate - gets a wireguard peer config for each peer of a node
  19. func GetPeerUpdate(node *models.Node) (models.PeerUpdate, error) {
  20. var peerUpdate models.PeerUpdate
  21. var peers []wgtypes.PeerConfig
  22. var serverNodeAddresses = []models.ServerAddr{}
  23. currentPeers, err := GetNetworkNodes(node.Network)
  24. if err != nil {
  25. return models.PeerUpdate{}, err
  26. }
  27. if node.IsRelayed == "yes" {
  28. return GetPeerUpdateForRelayedNode(node)
  29. }
  30. // udppeers = the peers parsed from the local interface
  31. // gives us correct port to reach
  32. udppeers, errN := database.GetPeers(node.Network)
  33. if errN != nil {
  34. logger.Log(2, errN.Error())
  35. }
  36. // #1 Set Keepalive values: set_keepalive
  37. // #2 Set local address: set_local - could be a LOT BETTER and fix some bugs with additional logic
  38. // #3 Set allowedips: set_allowedips
  39. for _, peer := range currentPeers {
  40. if peer.ID == node.ID {
  41. //skip yourself
  42. continue
  43. }
  44. if peer.IsRelayed == "yes" {
  45. //skip -- willl be added to relay
  46. continue
  47. }
  48. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(peer.ID)) {
  49. //skip if not permitted by acl
  50. continue
  51. }
  52. pubkey, err := wgtypes.ParseKey(peer.PublicKey)
  53. if err != nil {
  54. return models.PeerUpdate{}, err
  55. }
  56. if node.Endpoint == peer.Endpoint {
  57. //peer is on same network
  58. // set_local
  59. if node.LocalAddress != peer.LocalAddress && peer.LocalAddress != "" {
  60. peer.Endpoint = peer.LocalAddress
  61. if peer.LocalListenPort != 0 {
  62. peer.ListenPort = peer.LocalListenPort
  63. }
  64. } else {
  65. continue
  66. }
  67. }
  68. // Sets ListenPort to UDP Hole Punching Port assuming:
  69. // - UDP Hole Punching is enabled
  70. // - udppeers retrieval did not return an error
  71. // - the endpoint is valid
  72. var setUDPPort = false
  73. if peer.UDPHolePunch == "yes" && errN == nil && CheckEndpoint(udppeers[peer.PublicKey]) {
  74. endpointstring := udppeers[peer.PublicKey]
  75. endpointarr := strings.Split(endpointstring, ":")
  76. if len(endpointarr) == 2 {
  77. port, err := strconv.Atoi(endpointarr[1])
  78. if err == nil {
  79. setUDPPort = true
  80. peer.ListenPort = int32(port)
  81. }
  82. }
  83. }
  84. // if udp hole punching is on, but udp hole punching did not set it, use the LocalListenPort instead
  85. // or, if port is for some reason zero use the LocalListenPort
  86. // but only do this if LocalListenPort is not zero
  87. if ((peer.UDPHolePunch == "yes" && !setUDPPort) || peer.ListenPort == 0) && peer.LocalListenPort != 0 {
  88. peer.ListenPort = peer.LocalListenPort
  89. }
  90. endpoint := peer.Endpoint + ":" + strconv.FormatInt(int64(peer.ListenPort), 10)
  91. address, err := net.ResolveUDPAddr("udp", endpoint)
  92. if err != nil {
  93. return models.PeerUpdate{}, err
  94. }
  95. // set_allowedips
  96. allowedips := GetAllowedIPs(node, &peer)
  97. var keepalive time.Duration
  98. if node.PersistentKeepalive != 0 {
  99. // set_keepalive
  100. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  101. }
  102. var peerData = wgtypes.PeerConfig{
  103. PublicKey: pubkey,
  104. Endpoint: address,
  105. ReplaceAllowedIPs: true,
  106. AllowedIPs: allowedips,
  107. PersistentKeepaliveInterval: &keepalive,
  108. }
  109. peers = append(peers, peerData)
  110. if peer.IsServer == "yes" {
  111. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(&peer), Address: peer.Address})
  112. }
  113. }
  114. if node.IsIngressGateway == "yes" {
  115. extPeers, err := getExtPeers(node)
  116. if err == nil {
  117. peers = append(peers, extPeers...)
  118. } else {
  119. log.Println("ERROR RETRIEVING EXTERNAL PEERS", err)
  120. }
  121. }
  122. peerUpdate.Network = node.Network
  123. peerUpdate.ServerVersion = servercfg.Version
  124. peerUpdate.Peers = peers
  125. peerUpdate.ServerAddrs = serverNodeAddresses
  126. peerUpdate.DNS = getPeerDNS(node.Network)
  127. return peerUpdate, nil
  128. }
  129. func getExtPeers(node *models.Node) ([]wgtypes.PeerConfig, error) {
  130. var peers []wgtypes.PeerConfig
  131. extPeers, err := GetExtPeersList(node)
  132. if err != nil {
  133. return peers, err
  134. }
  135. for _, extPeer := range extPeers {
  136. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  137. if err != nil {
  138. logger.Log(1, "error parsing ext pub key:", err.Error())
  139. continue
  140. }
  141. if node.PublicKey == extPeer.PublicKey {
  142. continue
  143. }
  144. var allowedips []net.IPNet
  145. var peer wgtypes.PeerConfig
  146. if extPeer.Address != "" {
  147. var peeraddr = net.IPNet{
  148. IP: net.ParseIP(extPeer.Address),
  149. Mask: net.CIDRMask(32, 32),
  150. }
  151. if peeraddr.IP != nil && peeraddr.Mask != nil {
  152. allowedips = append(allowedips, peeraddr)
  153. }
  154. }
  155. if extPeer.Address6 != "" {
  156. var addr6 = net.IPNet{
  157. IP: net.ParseIP(extPeer.Address6),
  158. Mask: net.CIDRMask(128, 128),
  159. }
  160. if addr6.IP != nil && addr6.Mask != nil {
  161. allowedips = append(allowedips, addr6)
  162. }
  163. }
  164. peer = wgtypes.PeerConfig{
  165. PublicKey: pubkey,
  166. ReplaceAllowedIPs: true,
  167. AllowedIPs: allowedips,
  168. }
  169. peers = append(peers, peer)
  170. }
  171. return peers, nil
  172. }
  173. // GetAllowedIPs - calculates the wireguard allowedip field for a peer of a node based on the peer and node settings
  174. func GetAllowedIPs(node, peer *models.Node) []net.IPNet {
  175. var allowedips []net.IPNet
  176. if peer.Address != "" {
  177. var peeraddr = net.IPNet{
  178. IP: net.ParseIP(peer.Address),
  179. Mask: net.CIDRMask(32, 32),
  180. }
  181. allowedips = append(allowedips, peeraddr)
  182. }
  183. if peer.Address6 != "" {
  184. var addr6 = net.IPNet{
  185. IP: net.ParseIP(peer.Address6),
  186. Mask: net.CIDRMask(128, 128),
  187. }
  188. allowedips = append(allowedips, addr6)
  189. }
  190. // handle manually set peers
  191. for _, allowedIp := range peer.AllowedIPs {
  192. // parsing as a CIDR first. If valid CIDR, append
  193. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  194. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  195. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != peer.Address { // don't need to add an allowed ip that already exists..
  196. allowedips = append(allowedips, *ipnet)
  197. }
  198. } else { // parsing as an IP second. If valid IP, check if ipv4 or ipv6, then append
  199. if iplib.Version(net.ParseIP(allowedIp)) == 4 && allowedIp != peer.Address {
  200. ipnet := net.IPNet{
  201. IP: net.ParseIP(allowedIp),
  202. Mask: net.CIDRMask(32, 32),
  203. }
  204. allowedips = append(allowedips, ipnet)
  205. } else if iplib.Version(net.ParseIP(allowedIp)) == 6 && allowedIp != peer.Address6 {
  206. ipnet := net.IPNet{
  207. IP: net.ParseIP(allowedIp),
  208. Mask: net.CIDRMask(128, 128),
  209. }
  210. allowedips = append(allowedips, ipnet)
  211. }
  212. }
  213. }
  214. // handle egress gateway peers
  215. if peer.IsEgressGateway == "yes" {
  216. //hasGateway = true
  217. ranges := peer.EgressGatewayRanges
  218. for _, iprange := range ranges { // go through each cidr for egress gateway
  219. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  220. if err != nil {
  221. logger.Log(1, "could not parse gateway IP range. Not adding ", iprange)
  222. continue // if can't parse CIDR
  223. }
  224. nodeEndpointArr := strings.Split(peer.Endpoint, ":") // getting the public ip of node
  225. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain endpoint of node
  226. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.Endpoint, ", omitting")
  227. continue // skip adding egress range if overlaps with node's ip
  228. }
  229. // TODO: Could put in a lot of great logic to avoid conflicts / bad routes
  230. if ipnet.Contains(net.ParseIP(node.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  231. logger.Log(2, "egress IP range of ", iprange, " overlaps with ", node.LocalAddress, ", omitting")
  232. continue // skip adding egress range if overlaps with node's local ip
  233. }
  234. if err != nil {
  235. logger.Log(1, "error encountered when setting egress range", err.Error())
  236. } else {
  237. allowedips = append(allowedips, *ipnet)
  238. }
  239. }
  240. }
  241. // handle ingress gateway peers
  242. if peer.IsIngressGateway == "yes" {
  243. extPeers, err := getExtPeers(peer)
  244. if err != nil {
  245. logger.Log(2, "could not retrieve ext peers for ", peer.Name, err.Error())
  246. }
  247. for _, extPeer := range extPeers {
  248. allowedips = append(allowedips, extPeer.AllowedIPs...)
  249. }
  250. }
  251. // handle relay gateway peers
  252. if peer.IsRelay == "yes" {
  253. for _, ip := range peer.RelayAddrs {
  254. //find node ID of relayed peer
  255. relayedPeer, err := findNode(ip)
  256. if err != nil {
  257. logger.Log(0, "failed to find node for ip ", ip, err.Error())
  258. continue
  259. }
  260. if relayedPeer == nil {
  261. continue
  262. }
  263. if relayedPeer.ID == node.ID {
  264. //skip self
  265. continue
  266. }
  267. //check if acl permits comms
  268. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(relayedPeer.ID)) {
  269. continue
  270. }
  271. if iplib.Version(net.ParseIP(ip)) == 4 {
  272. relayAddr := net.IPNet{
  273. IP: net.ParseIP(ip),
  274. Mask: net.CIDRMask(32, 32),
  275. }
  276. allowedips = append(allowedips, relayAddr)
  277. }
  278. if iplib.Version(net.ParseIP(ip)) == 6 {
  279. relayAddr := net.IPNet{
  280. IP: net.ParseIP(ip),
  281. Mask: net.CIDRMask(128, 128),
  282. }
  283. allowedips = append(allowedips, relayAddr)
  284. }
  285. }
  286. }
  287. return allowedips
  288. }
  289. func getPeerDNS(network string) string {
  290. var dns string
  291. if nodes, err := GetNetworkNodes(network); err == nil {
  292. for i := range nodes {
  293. dns = dns + fmt.Sprintf("%s %s.%s\n", nodes[i].Address, nodes[i].Name, nodes[i].Network)
  294. }
  295. }
  296. if customDNSEntries, err := GetCustomDNS(network); err == nil {
  297. for _, entry := range customDNSEntries {
  298. // TODO - filter entries based on ACLs / given peers vs nodes in network
  299. dns = dns + fmt.Sprintf("%s %s.%s\n", entry.Address, entry.Name, entry.Network)
  300. }
  301. }
  302. return dns
  303. }
  304. // GetPeerUpdateForRelayedNode - calculates peer update for a relayed node by getting the relay
  305. // copying the relay node's allowed ips and making appropriate substitutions
  306. func GetPeerUpdateForRelayedNode(node *models.Node) (models.PeerUpdate, error) {
  307. var peerUpdate models.PeerUpdate
  308. var peers []wgtypes.PeerConfig
  309. var serverNodeAddresses = []models.ServerAddr{}
  310. var allowedips []net.IPNet
  311. //find node that is relaying us
  312. relay := FindRelay(node)
  313. if relay == nil {
  314. return models.PeerUpdate{}, errors.New("not found")
  315. }
  316. //add relay to lists of allowed ip
  317. if relay.Address != "" {
  318. relayIP := net.IPNet{
  319. IP: net.ParseIP(relay.Address),
  320. Mask: net.CIDRMask(32, 32),
  321. }
  322. allowedips = append(allowedips, relayIP)
  323. }
  324. if relay.Address6 != "" {
  325. relayIP6 := net.IPNet{
  326. IP: net.ParseIP(relay.Address6),
  327. Mask: net.CIDRMask(128, 128),
  328. }
  329. allowedips = append(allowedips, relayIP6)
  330. }
  331. //get PeerUpdate for relayed node
  332. relayPeerUpdate, err := GetPeerUpdate(relay)
  333. if err != nil {
  334. return models.PeerUpdate{}, err
  335. }
  336. //add the relays allowed ips from all of the relay's peers
  337. for _, peer := range relayPeerUpdate.Peers {
  338. allowedips = append(allowedips, peer.AllowedIPs...)
  339. }
  340. //delete any ips not permitted by acl
  341. for i, ip := range allowedips {
  342. target, err := findNode(ip.IP.String())
  343. if err != nil {
  344. logger.Log(0, "failed to find node for ip", ip.IP.String(), err.Error())
  345. continue
  346. }
  347. if target == nil {
  348. logger.Log(0, "failed to find node for ip", ip.IP.String())
  349. continue
  350. }
  351. if !nodeacls.AreNodesAllowed(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), nodeacls.NodeID(target.ID)) {
  352. logger.Log(0, "deleting node from relayednode per acl", node.Name, target.Name)
  353. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  354. }
  355. }
  356. //delete self from allowed ips
  357. for i, ip := range allowedips {
  358. if ip.IP.String() == node.Address || ip.IP.String() == node.Address6 {
  359. allowedips = append(allowedips[:i], allowedips[i+1:]...)
  360. }
  361. }
  362. pubkey, err := wgtypes.ParseKey(relay.PublicKey)
  363. if err != nil {
  364. return models.PeerUpdate{}, err
  365. }
  366. endpoint := relay.Endpoint + ":" + strconv.FormatInt(int64(relay.ListenPort), 10)
  367. address, err := net.ResolveUDPAddr("udp", endpoint)
  368. if err != nil {
  369. return models.PeerUpdate{}, err
  370. }
  371. var keepalive time.Duration
  372. if node.PersistentKeepalive != 0 {
  373. // set_keepalive
  374. keepalive, _ = time.ParseDuration(strconv.FormatInt(int64(node.PersistentKeepalive), 10) + "s")
  375. }
  376. var peerData = wgtypes.PeerConfig{
  377. PublicKey: pubkey,
  378. Endpoint: address,
  379. ReplaceAllowedIPs: true,
  380. AllowedIPs: allowedips,
  381. PersistentKeepaliveInterval: &keepalive,
  382. }
  383. peers = append(peers, peerData)
  384. if relay.IsServer == "yes" {
  385. serverNodeAddresses = append(serverNodeAddresses, models.ServerAddr{IsLeader: IsLeader(relay), Address: relay.Address})
  386. }
  387. peerUpdate.Network = node.Network
  388. peerUpdate.ServerVersion = servercfg.Version
  389. peerUpdate.Peers = peers
  390. peerUpdate.ServerAddrs = serverNodeAddresses
  391. peerUpdate.DNS = getPeerDNS(node.Network)
  392. return peerUpdate, nil
  393. }