networks.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "sort"
  8. "strings"
  9. "sync"
  10. "github.com/c-robinson/iplib"
  11. validator "github.com/go-playground/validator/v10"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  15. "github.com/gravitl/netmaker/models"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "github.com/gravitl/netmaker/validation"
  18. "golang.org/x/exp/slog"
  19. )
  20. var (
  21. networkCacheMutex = &sync.RWMutex{}
  22. networkCacheMap = make(map[string]models.Network)
  23. allocatedIpMap = make(map[string]map[string]net.IP)
  24. )
  25. // SetAllocatedIpMap - set allocated ip map for networks
  26. func SetAllocatedIpMap() error {
  27. logger.Log(0, "start setting up allocated ip map")
  28. if allocatedIpMap == nil {
  29. allocatedIpMap = map[string]map[string]net.IP{}
  30. }
  31. currentNetworks, err := GetNetworks()
  32. if err != nil {
  33. return err
  34. }
  35. for _, v := range currentNetworks {
  36. pMap := map[string]net.IP{}
  37. netName := v.NetID
  38. nodes, err := GetNetworkNodes(netName)
  39. if err != nil {
  40. slog.Error("could not load node for network", netName, "error", err.Error())
  41. continue
  42. }
  43. for _, n := range nodes {
  44. if n.Address.IP != nil {
  45. pMap[n.Address.IP.String()] = n.Address.IP
  46. }
  47. if n.Address6.IP != nil {
  48. pMap[n.Address6.IP.String()] = n.Address6.IP
  49. }
  50. }
  51. allocatedIpMap[netName] = pMap
  52. }
  53. logger.Log(0, "setting up allocated ip map done")
  54. return nil
  55. }
  56. // ClearAllocatedIpMap - set allocatedIpMap to nil
  57. func ClearAllocatedIpMap() {
  58. allocatedIpMap = nil
  59. }
  60. func AddIpToAllocatedIpMap(networkName string, ip net.IP) {
  61. networkCacheMutex.Lock()
  62. allocatedIpMap[networkName][ip.String()] = ip
  63. networkCacheMutex.Unlock()
  64. }
  65. func RemoveIpFromAllocatedIpMap(networkName string, ip string) {
  66. networkCacheMutex.Lock()
  67. delete(allocatedIpMap[networkName], ip)
  68. networkCacheMutex.Unlock()
  69. }
  70. // AddNetworkToAllocatedIpMap - add network to allocated ip map when network is added
  71. func AddNetworkToAllocatedIpMap(networkName string) {
  72. networkCacheMutex.Lock()
  73. allocatedIpMap[networkName] = map[string]net.IP{}
  74. networkCacheMutex.Unlock()
  75. }
  76. // RemoveNetworkFromAllocatedIpMap - remove network from allocated ip map when network is deleted
  77. func RemoveNetworkFromAllocatedIpMap(networkName string) {
  78. networkCacheMutex.Lock()
  79. delete(allocatedIpMap, networkName)
  80. networkCacheMutex.Unlock()
  81. }
  82. func getNetworksFromCache() (networks []models.Network) {
  83. networkCacheMutex.RLock()
  84. for _, network := range networkCacheMap {
  85. networks = append(networks, network)
  86. }
  87. networkCacheMutex.RUnlock()
  88. return
  89. }
  90. func deleteNetworkFromCache(key string) {
  91. networkCacheMutex.Lock()
  92. delete(networkCacheMap, key)
  93. networkCacheMutex.Unlock()
  94. }
  95. func getNetworkFromCache(key string) (network models.Network, ok bool) {
  96. networkCacheMutex.RLock()
  97. network, ok = networkCacheMap[key]
  98. networkCacheMutex.RUnlock()
  99. return
  100. }
  101. func storeNetworkInCache(key string, network models.Network) {
  102. networkCacheMutex.Lock()
  103. networkCacheMap[key] = network
  104. networkCacheMutex.Unlock()
  105. }
  106. // GetNetworks - returns all networks from database
  107. func GetNetworks() ([]models.Network, error) {
  108. var networks []models.Network
  109. if servercfg.CacheEnabled() {
  110. networks := getNetworksFromCache()
  111. if len(networks) != 0 {
  112. return networks, nil
  113. }
  114. }
  115. collection, err := database.FetchRecords(database.NETWORKS_TABLE_NAME)
  116. if err != nil {
  117. return networks, err
  118. }
  119. for _, value := range collection {
  120. var network models.Network
  121. if err := json.Unmarshal([]byte(value), &network); err != nil {
  122. return networks, err
  123. }
  124. // add network our array
  125. networks = append(networks, network)
  126. if servercfg.CacheEnabled() {
  127. storeNetworkInCache(network.NetID, network)
  128. }
  129. }
  130. return networks, err
  131. }
  132. // DeleteNetwork - deletes a network
  133. func DeleteNetwork(network string) error {
  134. // remove ACL for network
  135. err := nodeacls.DeleteACLContainer(nodeacls.NetworkID(network))
  136. if err != nil {
  137. logger.Log(1, "failed to remove the node acls during network delete for network,", network)
  138. }
  139. nodeCount, err := GetNetworkNonServerNodeCount(network)
  140. if nodeCount == 0 || database.IsEmptyRecord(err) {
  141. // delete server nodes first then db records
  142. err = database.DeleteRecord(database.NETWORKS_TABLE_NAME, network)
  143. if err != nil {
  144. return err
  145. }
  146. if servercfg.CacheEnabled() {
  147. deleteNetworkFromCache(network)
  148. }
  149. return nil
  150. }
  151. return errors.New("node check failed. All nodes must be deleted before deleting network")
  152. }
  153. // CreateNetwork - creates a network in database
  154. func CreateNetwork(network models.Network) (models.Network, error) {
  155. if network.AddressRange != "" {
  156. normalizedRange, err := NormalizeCIDR(network.AddressRange)
  157. if err != nil {
  158. return models.Network{}, err
  159. }
  160. network.AddressRange = normalizedRange
  161. }
  162. if network.AddressRange6 != "" {
  163. normalizedRange, err := NormalizeCIDR(network.AddressRange6)
  164. if err != nil {
  165. return models.Network{}, err
  166. }
  167. network.AddressRange6 = normalizedRange
  168. }
  169. if !IsNetworkCIDRUnique(network.GetNetworkNetworkCIDR4(), network.GetNetworkNetworkCIDR6()) {
  170. return models.Network{}, errors.New("network cidr already in use")
  171. }
  172. network.SetDefaults()
  173. network.SetNodesLastModified()
  174. network.SetNetworkLastModified()
  175. err := ValidateNetwork(&network, false)
  176. if err != nil {
  177. //logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  178. return models.Network{}, err
  179. }
  180. data, err := json.Marshal(&network)
  181. if err != nil {
  182. return models.Network{}, err
  183. }
  184. if err = database.Insert(network.NetID, string(data), database.NETWORKS_TABLE_NAME); err != nil {
  185. return models.Network{}, err
  186. }
  187. if servercfg.CacheEnabled() {
  188. storeNetworkInCache(network.NetID, network)
  189. }
  190. return network, nil
  191. }
  192. // GetNetworkNonServerNodeCount - get number of network non server nodes
  193. func GetNetworkNonServerNodeCount(networkName string) (int, error) {
  194. nodes, err := GetNetworkNodes(networkName)
  195. return len(nodes), err
  196. }
  197. func IsNetworkCIDRUnique(cidr4 *net.IPNet, cidr6 *net.IPNet) bool {
  198. networks, err := GetNetworks()
  199. if err != nil {
  200. return database.IsEmptyRecord(err)
  201. }
  202. for _, network := range networks {
  203. if intersect(network.GetNetworkNetworkCIDR4(), cidr4) ||
  204. intersect(network.GetNetworkNetworkCIDR6(), cidr6) {
  205. return false
  206. }
  207. }
  208. return true
  209. }
  210. func intersect(n1, n2 *net.IPNet) bool {
  211. if n1 == nil || n2 == nil {
  212. return false
  213. }
  214. return n2.Contains(n1.IP) || n1.Contains(n2.IP)
  215. }
  216. // GetParentNetwork - get parent network
  217. func GetParentNetwork(networkname string) (models.Network, error) {
  218. var network models.Network
  219. if servercfg.CacheEnabled() {
  220. if network, ok := getNetworkFromCache(networkname); ok {
  221. return network, nil
  222. }
  223. }
  224. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  225. if err != nil {
  226. return network, err
  227. }
  228. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  229. return models.Network{}, err
  230. }
  231. return network, nil
  232. }
  233. // GetNetworkSettings - get parent network
  234. func GetNetworkSettings(networkname string) (models.Network, error) {
  235. var network models.Network
  236. if servercfg.CacheEnabled() {
  237. if network, ok := getNetworkFromCache(networkname); ok {
  238. return network, nil
  239. }
  240. }
  241. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  242. if err != nil {
  243. return network, err
  244. }
  245. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  246. return models.Network{}, err
  247. }
  248. return network, nil
  249. }
  250. // UniqueAddress - get a unique ipv4 address
  251. func UniqueAddress(networkName string, reverse bool) (net.IP, error) {
  252. add := net.IP{}
  253. var network models.Network
  254. network, err := GetParentNetwork(networkName)
  255. if err != nil {
  256. logger.Log(0, "UniqueAddressServer encountered an error")
  257. return add, err
  258. }
  259. if network.IsIPv4 == "no" {
  260. return add, fmt.Errorf("IPv4 not active on network " + networkName)
  261. }
  262. //ensure AddressRange is valid
  263. if _, _, err := net.ParseCIDR(network.AddressRange); err != nil {
  264. logger.Log(0, "UniqueAddress encountered an error")
  265. return add, err
  266. }
  267. net4 := iplib.Net4FromStr(network.AddressRange)
  268. newAddrs := net4.FirstAddress()
  269. if reverse {
  270. newAddrs = net4.LastAddress()
  271. }
  272. ipAllocated := allocatedIpMap[networkName]
  273. for {
  274. if _, ok := ipAllocated[newAddrs.String()]; !ok {
  275. return newAddrs, nil
  276. }
  277. if reverse {
  278. newAddrs, err = net4.PreviousIP(newAddrs)
  279. } else {
  280. newAddrs, err = net4.NextIP(newAddrs)
  281. }
  282. if err != nil {
  283. break
  284. }
  285. }
  286. return add, errors.New("ERROR: No unique addresses available. Check network subnet")
  287. }
  288. // IsIPUnique - checks if an IP is unique
  289. func IsIPUnique(network string, ip string, tableName string, isIpv6 bool) bool {
  290. isunique := true
  291. if tableName == database.NODES_TABLE_NAME {
  292. nodes, err := GetNetworkNodes(network)
  293. if err != nil {
  294. return isunique
  295. }
  296. for _, node := range nodes {
  297. if isIpv6 {
  298. if node.Address6.IP.String() == ip && node.Network == network {
  299. return false
  300. }
  301. } else {
  302. if node.Address.IP.String() == ip && node.Network == network {
  303. return false
  304. }
  305. }
  306. }
  307. } else if tableName == database.EXT_CLIENT_TABLE_NAME {
  308. extClients, err := GetNetworkExtClients(network)
  309. if err != nil {
  310. return isunique
  311. }
  312. for _, extClient := range extClients { // filter
  313. if isIpv6 {
  314. if (extClient.Address6 == ip) && extClient.Network == network {
  315. return false
  316. }
  317. } else {
  318. if (extClient.Address == ip) && extClient.Network == network {
  319. return false
  320. }
  321. }
  322. }
  323. }
  324. return isunique
  325. }
  326. // UniqueAddress6 - see if ipv6 address is unique
  327. func UniqueAddress6(networkName string, reverse bool) (net.IP, error) {
  328. add := net.IP{}
  329. var network models.Network
  330. network, err := GetParentNetwork(networkName)
  331. if err != nil {
  332. fmt.Println("Network Not Found")
  333. return add, err
  334. }
  335. if network.IsIPv6 == "no" {
  336. return add, fmt.Errorf("IPv6 not active on network " + networkName)
  337. }
  338. //ensure AddressRange is valid
  339. if _, _, err := net.ParseCIDR(network.AddressRange6); err != nil {
  340. return add, err
  341. }
  342. net6 := iplib.Net6FromStr(network.AddressRange6)
  343. newAddrs, err := net6.NextIP(net6.FirstAddress())
  344. if reverse {
  345. newAddrs, err = net6.PreviousIP(net6.LastAddress())
  346. }
  347. if err != nil {
  348. return add, err
  349. }
  350. ipAllocated := allocatedIpMap[networkName]
  351. for {
  352. if _, ok := ipAllocated[newAddrs.String()]; !ok {
  353. return newAddrs, nil
  354. }
  355. if reverse {
  356. newAddrs, err = net6.PreviousIP(newAddrs)
  357. } else {
  358. newAddrs, err = net6.NextIP(newAddrs)
  359. }
  360. if err != nil {
  361. break
  362. }
  363. }
  364. return add, errors.New("ERROR: No unique IPv6 addresses available. Check network subnet")
  365. }
  366. // IsNetworkNameUnique - checks to see if any other networks have the same name (id)
  367. func IsNetworkNameUnique(network *models.Network) (bool, error) {
  368. isunique := true
  369. dbs, err := GetNetworks()
  370. if err != nil && !database.IsEmptyRecord(err) {
  371. return false, err
  372. }
  373. for i := 0; i < len(dbs); i++ {
  374. if network.NetID == dbs[i].NetID {
  375. isunique = false
  376. }
  377. }
  378. return isunique, nil
  379. }
  380. // UpdateNetwork - updates a network with another network's fields
  381. func UpdateNetwork(currentNetwork *models.Network, newNetwork *models.Network) (bool, bool, bool, error) {
  382. if err := ValidateNetwork(newNetwork, true); err != nil {
  383. return false, false, false, err
  384. }
  385. if newNetwork.NetID == currentNetwork.NetID {
  386. hasrangeupdate4 := newNetwork.AddressRange != currentNetwork.AddressRange
  387. hasrangeupdate6 := newNetwork.AddressRange6 != currentNetwork.AddressRange6
  388. hasholepunchupdate := newNetwork.DefaultUDPHolePunch != currentNetwork.DefaultUDPHolePunch
  389. data, err := json.Marshal(newNetwork)
  390. if err != nil {
  391. return false, false, false, err
  392. }
  393. newNetwork.SetNetworkLastModified()
  394. err = database.Insert(newNetwork.NetID, string(data), database.NETWORKS_TABLE_NAME)
  395. if err == nil {
  396. if servercfg.CacheEnabled() {
  397. storeNetworkInCache(newNetwork.NetID, *newNetwork)
  398. }
  399. }
  400. return hasrangeupdate4, hasrangeupdate6, hasholepunchupdate, err
  401. }
  402. // copy values
  403. return false, false, false, errors.New("failed to update network " + newNetwork.NetID + ", cannot change netid.")
  404. }
  405. // GetNetwork - gets a network from database
  406. func GetNetwork(networkname string) (models.Network, error) {
  407. var network models.Network
  408. if servercfg.CacheEnabled() {
  409. if network, ok := getNetworkFromCache(networkname); ok {
  410. return network, nil
  411. }
  412. }
  413. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  414. if err != nil {
  415. return network, err
  416. }
  417. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  418. return models.Network{}, err
  419. }
  420. return network, nil
  421. }
  422. // NetIDInNetworkCharSet - checks if a netid of a network uses valid characters
  423. func NetIDInNetworkCharSet(network *models.Network) bool {
  424. charset := "abcdefghijklmnopqrstuvwxyz1234567890-_"
  425. for _, char := range network.NetID {
  426. if !strings.Contains(charset, string(char)) {
  427. return false
  428. }
  429. }
  430. return true
  431. }
  432. // Validate - validates fields of an network struct
  433. func ValidateNetwork(network *models.Network, isUpdate bool) error {
  434. v := validator.New()
  435. _ = v.RegisterValidation("netid_valid", func(fl validator.FieldLevel) bool {
  436. inCharSet := NetIDInNetworkCharSet(network)
  437. if isUpdate {
  438. return inCharSet
  439. }
  440. isFieldUnique, _ := IsNetworkNameUnique(network)
  441. return isFieldUnique && inCharSet
  442. })
  443. //
  444. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  445. return validation.CheckYesOrNo(fl)
  446. })
  447. err := v.Struct(network)
  448. if err != nil {
  449. for _, e := range err.(validator.ValidationErrors) {
  450. fmt.Println(e)
  451. }
  452. }
  453. return err
  454. }
  455. // ParseNetwork - parses a network into a model
  456. func ParseNetwork(value string) (models.Network, error) {
  457. var network models.Network
  458. err := json.Unmarshal([]byte(value), &network)
  459. return network, err
  460. }
  461. // SaveNetwork - save network struct to database
  462. func SaveNetwork(network *models.Network) error {
  463. data, err := json.Marshal(network)
  464. if err != nil {
  465. return err
  466. }
  467. if err := database.Insert(network.NetID, string(data), database.NETWORKS_TABLE_NAME); err != nil {
  468. return err
  469. }
  470. if servercfg.CacheEnabled() {
  471. storeNetworkInCache(network.NetID, *network)
  472. }
  473. return nil
  474. }
  475. // NetworkExists - check if network exists
  476. func NetworkExists(name string) (bool, error) {
  477. var network string
  478. var err error
  479. if servercfg.CacheEnabled() {
  480. if _, ok := getNetworkFromCache(name); ok {
  481. return ok, nil
  482. }
  483. }
  484. if network, err = database.FetchRecord(database.NETWORKS_TABLE_NAME, name); err != nil {
  485. return false, err
  486. }
  487. return len(network) > 0, nil
  488. }
  489. // SortNetworks - Sorts slice of Networks by their NetID alphabetically with numbers first
  490. func SortNetworks(unsortedNetworks []models.Network) {
  491. sort.Slice(unsortedNetworks, func(i, j int) bool {
  492. return unsortedNetworks[i].NetID < unsortedNetworks[j].NetID
  493. })
  494. }
  495. // == Private ==
  496. var addressLock = &sync.Mutex{}