networks.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "os/exec"
  8. "strings"
  9. "github.com/c-robinson/iplib"
  10. "github.com/go-playground/validator/v10"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/validation"
  17. )
  18. // GetNetworks - returns all networks from database
  19. func GetNetworks() ([]models.Network, error) {
  20. var networks []models.Network
  21. collection, err := database.FetchRecords(database.NETWORKS_TABLE_NAME)
  22. if err != nil {
  23. return networks, err
  24. }
  25. for _, value := range collection {
  26. var network models.Network
  27. if err := json.Unmarshal([]byte(value), &network); err != nil {
  28. return networks, err
  29. }
  30. // add network our array
  31. networks = append(networks, network)
  32. }
  33. return networks, err
  34. }
  35. // DeleteNetwork - deletes a network
  36. func DeleteNetwork(network string) error {
  37. // remove ACL for network
  38. err := nodeacls.DeleteACLContainer(nodeacls.NetworkID(network))
  39. if err != nil {
  40. logger.Log(1, "failed to remove the node acls during network delete for network,", network)
  41. }
  42. nodeCount, err := GetNetworkNonServerNodeCount(network)
  43. if nodeCount == 0 || database.IsEmptyRecord(err) {
  44. // delete server nodes first then db records
  45. servers, err := GetSortedNetworkServerNodes(network)
  46. if err == nil {
  47. for _, s := range servers {
  48. if err = DeleteNodeByID(&s, true); err != nil {
  49. logger.Log(2, "could not removed server", s.Name, "before deleting network", network)
  50. } else {
  51. logger.Log(2, "removed server", s.Name, "before deleting network", network)
  52. }
  53. }
  54. } else {
  55. logger.Log(1, "could not remove servers before deleting network", network)
  56. }
  57. return database.DeleteRecord(database.NETWORKS_TABLE_NAME, network)
  58. }
  59. return errors.New("node check failed. All nodes must be deleted before deleting network")
  60. }
  61. // CreateNetwork - creates a network in database
  62. func CreateNetwork(network models.Network) (models.Network, error) {
  63. network.SetDefaults()
  64. network.SetNodesLastModified()
  65. network.SetNetworkLastModified()
  66. err := ValidateNetwork(&network, false)
  67. if err != nil {
  68. //returnErrorResponse(w, r, formatError(err, "badrequest"))
  69. return models.Network{}, err
  70. }
  71. data, err := json.Marshal(&network)
  72. if err != nil {
  73. return models.Network{}, err
  74. }
  75. if err = database.Insert(network.NetID, string(data), database.NETWORKS_TABLE_NAME); err != nil {
  76. return models.Network{}, err
  77. }
  78. return network, nil
  79. }
  80. // NetworkNodesUpdatePullChanges - tells nodes on network to pull
  81. func NetworkNodesUpdatePullChanges(networkName string) error {
  82. collections, err := database.FetchRecords(database.NODES_TABLE_NAME)
  83. if err != nil {
  84. if database.IsEmptyRecord(err) {
  85. return nil
  86. }
  87. return err
  88. }
  89. for _, value := range collections {
  90. var node models.Node
  91. err := json.Unmarshal([]byte(value), &node)
  92. if err != nil {
  93. fmt.Println("error in node address assignment!")
  94. return err
  95. }
  96. if node.Network == networkName {
  97. data, err := json.Marshal(&node)
  98. if err != nil {
  99. return err
  100. }
  101. database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  102. }
  103. }
  104. return nil
  105. }
  106. // GetNetworkNonServerNodeCount - get number of network non server nodes
  107. func GetNetworkNonServerNodeCount(networkName string) (int, error) {
  108. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  109. count := 0
  110. if err != nil && !database.IsEmptyRecord(err) {
  111. return count, err
  112. }
  113. for _, value := range collection {
  114. var node models.Node
  115. if err = json.Unmarshal([]byte(value), &node); err != nil {
  116. return count, err
  117. } else {
  118. if node.Network == networkName && node.IsServer != "yes" {
  119. count++
  120. }
  121. }
  122. }
  123. return count, nil
  124. }
  125. // GetParentNetwork - get parent network
  126. func GetParentNetwork(networkname string) (models.Network, error) {
  127. var network models.Network
  128. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  129. if err != nil {
  130. return network, err
  131. }
  132. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  133. return models.Network{}, err
  134. }
  135. return network, nil
  136. }
  137. // GetParentNetwork - get parent network
  138. func GetNetworkSettings(networkname string) (models.Network, error) {
  139. var network models.Network
  140. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  141. if err != nil {
  142. return network, err
  143. }
  144. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  145. return models.Network{}, err
  146. }
  147. network.AccessKeys = []models.AccessKey{}
  148. return network, nil
  149. }
  150. // UniqueAddress - see if address is unique
  151. func UniqueAddress(networkName string, reverse bool) (string, error) {
  152. var network models.Network
  153. network, err := GetParentNetwork(networkName)
  154. if err != nil {
  155. logger.Log(0, "UniqueAddressServer encountered an error")
  156. return "666", err
  157. }
  158. if network.IsIPv4 == "no" {
  159. return "", fmt.Errorf("IPv4 not active on network " + networkName)
  160. }
  161. //ensure AddressRange is valid
  162. if _, _, err := net.ParseCIDR(network.AddressRange); err != nil {
  163. logger.Log(0, "UniqueAddress encountered an error")
  164. return "666", err
  165. }
  166. net4 := iplib.Net4FromStr(network.AddressRange)
  167. newAddrs := net4.FirstAddress()
  168. if reverse {
  169. newAddrs = net4.LastAddress()
  170. }
  171. for {
  172. if IsIPUnique(networkName, newAddrs.String(), database.NODES_TABLE_NAME, false) &&
  173. IsIPUnique(networkName, newAddrs.String(), database.EXT_CLIENT_TABLE_NAME, false) {
  174. return newAddrs.String(), nil
  175. }
  176. if reverse {
  177. newAddrs, err = net4.PreviousIP(newAddrs)
  178. } else {
  179. newAddrs, err = net4.NextIP(newAddrs)
  180. }
  181. if err != nil {
  182. break
  183. }
  184. }
  185. return "W1R3: NO UNIQUE ADDRESSES AVAILABLE", errors.New("ERROR: No unique addresses available. Check network subnet")
  186. }
  187. // IsIPUnique - checks if an IP is unique
  188. func IsIPUnique(network string, ip string, tableName string, isIpv6 bool) bool {
  189. isunique := true
  190. collection, err := database.FetchRecords(tableName)
  191. if err != nil {
  192. return isunique
  193. }
  194. for _, value := range collection { // filter
  195. var node models.Node
  196. if err = json.Unmarshal([]byte(value), &node); err != nil {
  197. continue
  198. }
  199. if isIpv6 {
  200. if node.Address6 == ip && node.Network == network {
  201. return false
  202. }
  203. } else {
  204. if node.Address == ip && node.Network == network {
  205. return false
  206. }
  207. }
  208. }
  209. return isunique
  210. }
  211. // UniqueAddress6 - see if ipv6 address is unique
  212. func UniqueAddress6(networkName string, reverse bool) (string, error) {
  213. var network models.Network
  214. network, err := GetParentNetwork(networkName)
  215. if err != nil {
  216. fmt.Println("Network Not Found")
  217. return "", err
  218. }
  219. if network.IsIPv6 == "no" {
  220. return "", fmt.Errorf("IPv6 not active on network " + networkName)
  221. }
  222. //ensure AddressRange is valid
  223. if _, _, err := net.ParseCIDR(network.AddressRange6); err != nil {
  224. return "666", err
  225. }
  226. net6 := iplib.Net6FromStr(network.AddressRange6)
  227. newAddrs := net6.FirstAddress()
  228. if reverse {
  229. newAddrs = net6.LastAddress()
  230. }
  231. for {
  232. if IsIPUnique(networkName, newAddrs.String(), database.NODES_TABLE_NAME, true) &&
  233. IsIPUnique(networkName, newAddrs.String(), database.EXT_CLIENT_TABLE_NAME, true) {
  234. return newAddrs.String(), nil
  235. }
  236. if reverse {
  237. newAddrs, err = net6.PreviousIP(newAddrs)
  238. } else {
  239. newAddrs, err = net6.NextIP(newAddrs)
  240. }
  241. if err != nil {
  242. break
  243. }
  244. }
  245. return "W1R3: NO UNIQUE ADDRESSES AVAILABLE", errors.New("ERROR: No unique IPv6 addresses available. Check network subnet")
  246. }
  247. // GetLocalIP - gets the local ip
  248. func GetLocalIP(node models.Node) string {
  249. var local string
  250. ifaces, err := net.Interfaces()
  251. if err != nil {
  252. return local
  253. }
  254. _, localrange, err := net.ParseCIDR(node.LocalRange)
  255. if err != nil {
  256. return local
  257. }
  258. found := false
  259. for _, i := range ifaces {
  260. if i.Flags&net.FlagUp == 0 {
  261. continue // interface down
  262. }
  263. if i.Flags&net.FlagLoopback != 0 {
  264. continue // loopback interface
  265. }
  266. addrs, err := i.Addrs()
  267. if err != nil {
  268. return local
  269. }
  270. for _, addr := range addrs {
  271. var ip net.IP
  272. switch v := addr.(type) {
  273. case *net.IPNet:
  274. if !found {
  275. ip = v.IP
  276. local = ip.String()
  277. if node.IsLocal == "yes" {
  278. found = localrange.Contains(ip)
  279. } else {
  280. found = true
  281. }
  282. }
  283. case *net.IPAddr:
  284. if !found {
  285. ip = v.IP
  286. local = ip.String()
  287. if node.IsLocal == "yes" {
  288. found = localrange.Contains(ip)
  289. } else {
  290. found = true
  291. }
  292. }
  293. }
  294. }
  295. }
  296. return local
  297. }
  298. // UpdateNetworkLocalAddresses - updates network localaddresses
  299. func UpdateNetworkLocalAddresses(networkName string) error {
  300. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  301. if err != nil {
  302. return err
  303. }
  304. for _, value := range collection {
  305. var node models.Node
  306. err := json.Unmarshal([]byte(value), &node)
  307. if err != nil {
  308. fmt.Println("error in node address assignment!")
  309. return err
  310. }
  311. if node.Network == networkName {
  312. var ipaddr string
  313. var iperr error
  314. if node.IsServer == "yes" {
  315. ipaddr, iperr = UniqueAddress(networkName, true)
  316. } else {
  317. ipaddr, iperr = UniqueAddress(networkName, false)
  318. }
  319. if iperr != nil {
  320. fmt.Println("error in node address assignment!")
  321. return iperr
  322. }
  323. node.Address = ipaddr
  324. newNodeData, err := json.Marshal(&node)
  325. if err != nil {
  326. logger.Log(1, "error in node address assignment!")
  327. return err
  328. }
  329. database.Insert(node.ID, string(newNodeData), database.NODES_TABLE_NAME)
  330. }
  331. }
  332. return nil
  333. }
  334. // UpdateNetworkLocalAddresses - updates network localaddresses
  335. func UpdateNetworkHolePunching(networkName string, holepunch string) error {
  336. nodes, err := GetNetworkNodes(networkName)
  337. if err != nil {
  338. return err
  339. }
  340. for _, node := range nodes {
  341. if node.IsServer != "yes" {
  342. node.UDPHolePunch = holepunch
  343. newNodeData, err := json.Marshal(&node)
  344. if err != nil {
  345. logger.Log(1, "error in node hole punch assignment")
  346. return err
  347. }
  348. database.Insert(node.ID, string(newNodeData), database.NODES_TABLE_NAME)
  349. }
  350. }
  351. return nil
  352. }
  353. // RemoveNetworkNodeIPv6Addresses - removes network node IPv6 addresses
  354. func RemoveNetworkNodeIPv6Addresses(networkName string) error {
  355. collections, err := database.FetchRecords(database.NODES_TABLE_NAME)
  356. if err != nil {
  357. return err
  358. }
  359. for _, value := range collections {
  360. var node models.Node
  361. err := json.Unmarshal([]byte(value), &node)
  362. if err != nil {
  363. fmt.Println("error in node address assignment!")
  364. return err
  365. }
  366. if node.Network == networkName {
  367. node.Address6 = ""
  368. data, err := json.Marshal(&node)
  369. if err != nil {
  370. return err
  371. }
  372. database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  373. }
  374. }
  375. return nil
  376. }
  377. // UpdateNetworkNodeAddresses - updates network node addresses
  378. func UpdateNetworkNodeAddresses(networkName string) error {
  379. collections, err := database.FetchRecords(database.NODES_TABLE_NAME)
  380. if err != nil {
  381. return err
  382. }
  383. for _, value := range collections {
  384. var node models.Node
  385. err := json.Unmarshal([]byte(value), &node)
  386. if err != nil {
  387. logger.Log(1, "error in node ipv4 address assignment!")
  388. return err
  389. }
  390. if node.Network == networkName {
  391. var ipaddr string
  392. var iperr error
  393. if node.IsServer == "yes" {
  394. ipaddr, iperr = UniqueAddress(networkName, true)
  395. } else {
  396. ipaddr, iperr = UniqueAddress(networkName, false)
  397. }
  398. if iperr != nil {
  399. logger.Log(1, "error in node ipv4 address assignment!")
  400. return iperr
  401. }
  402. node.Address = ipaddr
  403. data, err := json.Marshal(&node)
  404. if err != nil {
  405. return err
  406. }
  407. database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  408. }
  409. }
  410. return nil
  411. }
  412. // UpdateNetworkNodeAddresses6 - updates network node addresses
  413. func UpdateNetworkNodeAddresses6(networkName string) error {
  414. collections, err := database.FetchRecords(database.NODES_TABLE_NAME)
  415. if err != nil {
  416. return err
  417. }
  418. for _, value := range collections {
  419. var node models.Node
  420. err := json.Unmarshal([]byte(value), &node)
  421. if err != nil {
  422. logger.Log(1, "error in node ipv6 address assignment!")
  423. return err
  424. }
  425. if node.Network == networkName {
  426. var ipaddr string
  427. var iperr error
  428. if node.IsServer == "yes" {
  429. ipaddr, iperr = UniqueAddress6(networkName, true)
  430. } else {
  431. ipaddr, iperr = UniqueAddress6(networkName, false)
  432. }
  433. if iperr != nil {
  434. logger.Log(1, "error in node ipv6 address assignment!")
  435. return iperr
  436. }
  437. node.Address6 = ipaddr
  438. data, err := json.Marshal(&node)
  439. if err != nil {
  440. return err
  441. }
  442. database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  443. }
  444. }
  445. return nil
  446. }
  447. // IsNetworkNameUnique - checks to see if any other networks have the same name (id)
  448. func IsNetworkNameUnique(network *models.Network) (bool, error) {
  449. isunique := true
  450. dbs, err := GetNetworks()
  451. if err != nil && !database.IsEmptyRecord(err) {
  452. return false, err
  453. }
  454. for i := 0; i < len(dbs); i++ {
  455. if network.NetID == dbs[i].NetID {
  456. isunique = false
  457. }
  458. }
  459. return isunique, nil
  460. }
  461. // UpdateNetwork - updates a network with another network's fields
  462. func UpdateNetwork(currentNetwork *models.Network, newNetwork *models.Network) (bool, bool, bool, bool, error) {
  463. if err := ValidateNetwork(newNetwork, true); err != nil {
  464. return false, false, false, false, err
  465. }
  466. if newNetwork.NetID == currentNetwork.NetID {
  467. hasrangeupdate4 := newNetwork.AddressRange != currentNetwork.AddressRange
  468. hasrangeupdate6 := newNetwork.AddressRange6 != currentNetwork.AddressRange6
  469. localrangeupdate := newNetwork.LocalRange != currentNetwork.LocalRange
  470. hasholepunchupdate := newNetwork.DefaultUDPHolePunch != currentNetwork.DefaultUDPHolePunch
  471. data, err := json.Marshal(newNetwork)
  472. if err != nil {
  473. return false, false, false, false, err
  474. }
  475. newNetwork.SetNetworkLastModified()
  476. err = database.Insert(newNetwork.NetID, string(data), database.NETWORKS_TABLE_NAME)
  477. return hasrangeupdate4, hasrangeupdate6, localrangeupdate, hasholepunchupdate, err
  478. }
  479. // copy values
  480. return false, false, false, false, errors.New("failed to update network " + newNetwork.NetID + ", cannot change netid.")
  481. }
  482. // GetNetwork - gets a network from database
  483. func GetNetwork(networkname string) (models.Network, error) {
  484. var network models.Network
  485. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  486. if err != nil {
  487. return network, err
  488. }
  489. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  490. return models.Network{}, err
  491. }
  492. return network, nil
  493. }
  494. // NetIDInNetworkCharSet - checks if a netid of a network uses valid characters
  495. func NetIDInNetworkCharSet(network *models.Network) bool {
  496. charset := "abcdefghijklmnopqrstuvwxyz1234567890-_"
  497. for _, char := range network.NetID {
  498. if !strings.Contains(charset, string(char)) {
  499. return false
  500. }
  501. }
  502. return true
  503. }
  504. // Validate - validates fields of an network struct
  505. func ValidateNetwork(network *models.Network, isUpdate bool) error {
  506. v := validator.New()
  507. _ = v.RegisterValidation("netid_valid", func(fl validator.FieldLevel) bool {
  508. inCharSet := NetIDInNetworkCharSet(network)
  509. if isUpdate {
  510. return inCharSet
  511. }
  512. isFieldUnique, _ := IsNetworkNameUnique(network)
  513. return isFieldUnique && inCharSet
  514. })
  515. //
  516. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  517. return validation.CheckYesOrNo(fl)
  518. })
  519. err := v.Struct(network)
  520. if err != nil {
  521. for _, e := range err.(validator.ValidationErrors) {
  522. fmt.Println(e)
  523. }
  524. }
  525. return err
  526. }
  527. // ParseNetwork - parses a network into a model
  528. func ParseNetwork(value string) (models.Network, error) {
  529. var network models.Network
  530. err := json.Unmarshal([]byte(value), &network)
  531. return network, err
  532. }
  533. // KeyUpdate - updates keys on network
  534. func KeyUpdate(netname string) (models.Network, error) {
  535. err := networkNodesUpdateAction(netname, models.NODE_UPDATE_KEY)
  536. if err != nil {
  537. return models.Network{}, err
  538. }
  539. return models.Network{}, nil
  540. }
  541. // SaveNetwork - save network struct to database
  542. func SaveNetwork(network *models.Network) error {
  543. data, err := json.Marshal(network)
  544. if err != nil {
  545. return err
  546. }
  547. if err := database.Insert(network.NetID, string(data), database.NETWORKS_TABLE_NAME); err != nil {
  548. return err
  549. }
  550. return nil
  551. }
  552. // == Private ==
  553. func networkNodesUpdateAction(networkName string, action string) error {
  554. collections, err := database.FetchRecords(database.NODES_TABLE_NAME)
  555. if err != nil {
  556. if database.IsEmptyRecord(err) {
  557. return nil
  558. }
  559. return err
  560. }
  561. for _, value := range collections {
  562. var node models.Node
  563. err := json.Unmarshal([]byte(value), &node)
  564. if err != nil {
  565. fmt.Println("error in node address assignment!")
  566. return err
  567. }
  568. if action == models.NODE_UPDATE_KEY {
  569. continue
  570. }
  571. if node.Network == networkName {
  572. node.Action = action
  573. data, err := json.Marshal(&node)
  574. if err != nil {
  575. return err
  576. }
  577. database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  578. }
  579. }
  580. return nil
  581. }
  582. func deleteInterface(ifacename string, postdown string) error {
  583. var err error
  584. if !ncutils.IsKernel() {
  585. err = RemoveConf(ifacename, true)
  586. } else {
  587. ipExec, errN := exec.LookPath("ip")
  588. err = errN
  589. if err != nil {
  590. logger.Log(1, err.Error())
  591. }
  592. _, err = ncutils.RunCmd(ipExec+" link del "+ifacename, false)
  593. if postdown != "" {
  594. runcmds := strings.Split(postdown, "; ")
  595. err = ncutils.RunCmds(runcmds, false)
  596. }
  597. }
  598. return err
  599. }
  600. func isInterfacePresent(iface string, address string) (string, bool) {
  601. var interfaces []net.Interface
  602. var err error
  603. interfaces, err = net.Interfaces()
  604. if err != nil {
  605. logger.Log(0, "ERROR: could not read interfaces")
  606. return "", true
  607. }
  608. for _, currIface := range interfaces {
  609. var currAddrs []net.Addr
  610. currAddrs, err = currIface.Addrs()
  611. if err != nil || len(currAddrs) == 0 {
  612. continue
  613. }
  614. for _, addr := range currAddrs {
  615. if strings.Contains(addr.String(), address) && currIface.Name != iface {
  616. // logger.Log(2, "found iface", addr.String(), currIface.Name)
  617. interfaces = nil
  618. currAddrs = nil
  619. return currIface.Name, false
  620. }
  621. }
  622. currAddrs = nil
  623. }
  624. interfaces = nil
  625. // logger.Log(2, "failed to find iface", iface)
  626. return "", true
  627. }