helpers.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785
  1. //TODO: Consider restructuring this file/folder "github.com/gorilla/handlers"
  2. //It may make more sense to split into different files and not call it "helpers"
  3. package functions
  4. import (
  5. "encoding/base64"
  6. "encoding/json"
  7. "errors"
  8. "fmt"
  9. "log"
  10. "math/rand"
  11. "net"
  12. "strings"
  13. "time"
  14. "github.com/gravitl/netmaker/database"
  15. "github.com/gravitl/netmaker/models"
  16. "github.com/gravitl/netmaker/servercfg"
  17. )
  18. func PrintUserLog(username string, message string, loglevel int) {
  19. log.SetFlags(log.Flags() &^ (log.Llongfile | log.Lshortfile))
  20. if int32(loglevel) <= servercfg.GetVerbose() && servercfg.GetVerbose() != 0 {
  21. log.Println(username, message)
  22. }
  23. }
  24. func ParseNetwork(value string) (models.Network, error) {
  25. var network models.Network
  26. err := json.Unmarshal([]byte(value), &network)
  27. return network, err
  28. }
  29. func ParseNode(value string) (models.Node, error) {
  30. var node models.Node
  31. err := json.Unmarshal([]byte(value), &node)
  32. return node, err
  33. }
  34. func ParseExtClient(value string) (models.ExtClient, error) {
  35. var extClient models.ExtClient
  36. err := json.Unmarshal([]byte(value), &extClient)
  37. return extClient, err
  38. }
  39. func ParseIntClient(value string) (models.IntClient, error) {
  40. var intClient models.IntClient
  41. err := json.Unmarshal([]byte(value), &intClient)
  42. return intClient, err
  43. }
  44. //Takes in an arbitrary field and value for field and checks to see if any other
  45. //node has that value for the same field within the network
  46. func SliceContains(slice []string, item string) bool {
  47. set := make(map[string]struct{}, len(slice))
  48. for _, s := range slice {
  49. set[s] = struct{}{}
  50. }
  51. _, ok := set[item]
  52. return ok
  53. }
  54. func CreateServerToken(netID string) (string, error) {
  55. var network models.Network
  56. var accesskey models.AccessKey
  57. network, err := GetParentNetwork(netID)
  58. if err != nil {
  59. return "", err
  60. }
  61. var accessToken models.AccessToken
  62. servervals := models.ServerConfig{
  63. APIConnString: "127.0.0.1" + servercfg.GetAPIPort(),
  64. GRPCConnString: "127.0.0.1" + servercfg.GetGRPCPort(),
  65. GRPCSSL: "off",
  66. }
  67. accessToken.ServerConfig = servervals
  68. accessToken.ClientConfig.Network = netID
  69. accessToken.ClientConfig.Key = GenKey()
  70. accesskey.Name = GenKeyName()
  71. accesskey.Value = GenKey()
  72. accesskey.Uses = 1
  73. tokenjson, err := json.Marshal(accessToken)
  74. if err != nil {
  75. return accesskey.AccessString, err
  76. }
  77. accesskey.AccessString = base64.StdEncoding.EncodeToString([]byte(tokenjson))
  78. network.AccessKeys = append(network.AccessKeys, accesskey)
  79. if data, err := json.Marshal(network); err != nil {
  80. return "", err
  81. } else {
  82. database.Insert(netID, string(data), database.NETWORKS_TABLE_NAME)
  83. }
  84. return accesskey.AccessString, nil
  85. }
  86. func GetPeersList(networkName string) ([]models.PeersResponse, error) {
  87. var peers []models.PeersResponse
  88. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  89. if err != nil {
  90. return peers, err
  91. }
  92. for _, value := range collection {
  93. var peer models.PeersResponse
  94. err := json.Unmarshal([]byte(value), &peer)
  95. if err != nil {
  96. continue // try the rest
  97. }
  98. peers = append(peers, peer)
  99. }
  100. return peers, err
  101. }
  102. func GetIntPeersList() ([]models.PeersResponse, error) {
  103. var peers []models.PeersResponse
  104. records, err := database.FetchRecords(database.INT_CLIENTS_TABLE_NAME)
  105. if err != nil {
  106. return peers, err
  107. }
  108. // parse the peers
  109. for _, value := range records {
  110. var peer models.PeersResponse
  111. err := json.Unmarshal([]byte(value), &peer)
  112. if err != nil {
  113. log.Fatal(err)
  114. }
  115. // add the node to our node array
  116. //maybe better to just return this? But then that's just GetNodes...
  117. peers = append(peers, peer)
  118. }
  119. return peers, err
  120. }
  121. func GetServerIntClient() (*models.IntClient, error) {
  122. intClients, err := database.FetchRecords(database.INT_CLIENTS_TABLE_NAME)
  123. for _, value := range intClients {
  124. var intClient models.IntClient
  125. err = json.Unmarshal([]byte(value), &intClient)
  126. if err != nil {
  127. return nil, err
  128. }
  129. if intClient.IsServer == "yes" && intClient.Network == "comms" {
  130. return &intClient, nil
  131. }
  132. }
  133. return nil, err
  134. }
  135. func NetworkExists(name string) (bool, error) {
  136. var network string
  137. var err error
  138. if network, err = database.FetchRecord(database.NETWORKS_TABLE_NAME, name); err != nil {
  139. return false, err
  140. }
  141. return len(network) > 0, nil
  142. }
  143. func GetRecordKey(id string, network string) (string, error) {
  144. if id == "" || network == "" {
  145. return "", errors.New("unable to get record key")
  146. }
  147. return id + "###" + network, nil
  148. }
  149. //TODO: This is very inefficient (N-squared). Need to find a better way.
  150. //Takes a list of nodes in a network and iterates through
  151. //for each node, it gets a unique address. That requires checking against all other nodes once more
  152. func UpdateNetworkNodeAddresses(networkName string) error {
  153. collections, err := database.FetchRecords(database.NODES_TABLE_NAME)
  154. if err != nil {
  155. return err
  156. }
  157. for _, value := range collections {
  158. var node models.Node
  159. err := json.Unmarshal([]byte(value), &node)
  160. if err != nil {
  161. fmt.Println("error in node address assignment!")
  162. return err
  163. }
  164. ipaddr, iperr := UniqueAddress(networkName)
  165. if iperr != nil {
  166. fmt.Println("error in node address assignment!")
  167. return iperr
  168. }
  169. node.Address = ipaddr
  170. data, err := json.Marshal(&node)
  171. if err != nil {
  172. return err
  173. }
  174. database.Insert(node.MacAddress, string(data), database.NODES_TABLE_NAME)
  175. }
  176. return nil
  177. }
  178. func UpdateNetworkLocalAddresses(networkName string) error {
  179. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  180. if err != nil {
  181. return err
  182. }
  183. for _, value := range collection {
  184. var node models.Node
  185. err := json.Unmarshal([]byte(value), &node)
  186. if err != nil {
  187. fmt.Println("error in node address assignment!")
  188. return err
  189. }
  190. ipaddr, iperr := UniqueAddress(networkName)
  191. if iperr != nil {
  192. fmt.Println("error in node address assignment!")
  193. return iperr
  194. }
  195. node.Address = ipaddr
  196. newNodeData, err := json.Marshal(&node)
  197. if err != nil {
  198. fmt.Println("error in node address assignment!")
  199. return err
  200. }
  201. database.Insert(node.MacAddress, string(newNodeData), database.NODES_TABLE_NAME)
  202. }
  203. return nil
  204. }
  205. //Checks to see if any other networks have the same name (id)
  206. func IsNetworkNameUnique(name string) (bool, error) {
  207. isunique := true
  208. dbs, err := ListNetworks()
  209. if err != nil {
  210. return false, err
  211. }
  212. for i := 0; i < len(dbs); i++ {
  213. if name == dbs[i].NetID {
  214. isunique = false
  215. }
  216. }
  217. return isunique, nil
  218. }
  219. func IsNetworkDisplayNameUnique(name string) (bool, error) {
  220. isunique := true
  221. dbs, err := ListNetworks()
  222. if err != nil {
  223. return false, err
  224. }
  225. for i := 0; i < len(dbs); i++ {
  226. if name == dbs[i].DisplayName {
  227. isunique = false
  228. }
  229. }
  230. return isunique, nil
  231. }
  232. func IsMacAddressUnique(macaddress string, networkName string) (bool, error) {
  233. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  234. if err != nil {
  235. return false, err
  236. }
  237. for _, value := range collection {
  238. var node models.Node
  239. if err = json.Unmarshal([]byte(value), &node); err != nil {
  240. return false, err
  241. } else {
  242. if node.MacAddress == macaddress && node.Network == networkName {
  243. return false, nil
  244. }
  245. }
  246. }
  247. return true, nil
  248. }
  249. func GetNetworkNodeNumber(networkName string) (int, error) {
  250. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  251. count := 0
  252. if err != nil {
  253. return count, err
  254. }
  255. for _, value := range collection {
  256. var node models.Node
  257. if err = json.Unmarshal([]byte(value), &node); err != nil {
  258. return count, err
  259. } else {
  260. if node.Network == networkName {
  261. count++
  262. }
  263. }
  264. }
  265. return count, nil
  266. }
  267. // Anyway, returns all the networks
  268. func ListNetworks() ([]models.Network, error) {
  269. var networks []models.Network
  270. collection, err := database.FetchRecords(database.NETWORKS_TABLE_NAME)
  271. if err != nil {
  272. return networks, err
  273. }
  274. for _, value := range collection {
  275. var network models.Network
  276. if err := json.Unmarshal([]byte(value), &network); err != nil {
  277. return networks, err
  278. }
  279. // add network our array
  280. networks = append(networks, network)
  281. }
  282. return networks, err
  283. }
  284. //Checks to see if access key is valid
  285. //Does so by checking against all keys and seeing if any have the same value
  286. //may want to hash values before comparing...consider this
  287. //TODO: No error handling!!!!
  288. func IsKeyValid(networkname string, keyvalue string) bool {
  289. network, _ := GetParentNetwork(networkname)
  290. var key models.AccessKey
  291. foundkey := false
  292. isvalid := false
  293. for i := len(network.AccessKeys) - 1; i >= 0; i-- {
  294. currentkey := network.AccessKeys[i]
  295. if currentkey.Value == keyvalue {
  296. key = currentkey
  297. foundkey = true
  298. }
  299. }
  300. if foundkey {
  301. if key.Uses > 0 {
  302. isvalid = true
  303. }
  304. }
  305. return isvalid
  306. }
  307. func IsKeyValidGlobal(keyvalue string) bool {
  308. networks, _ := ListNetworks()
  309. var key models.AccessKey
  310. foundkey := false
  311. isvalid := false
  312. for _, network := range networks {
  313. for i := len(network.AccessKeys) - 1; i >= 0; i-- {
  314. currentkey := network.AccessKeys[i]
  315. if currentkey.Value == keyvalue {
  316. key = currentkey
  317. foundkey = true
  318. break
  319. }
  320. }
  321. if foundkey {
  322. break
  323. }
  324. }
  325. if foundkey {
  326. if key.Uses > 0 {
  327. isvalid = true
  328. }
  329. }
  330. return isvalid
  331. }
  332. //TODO: Contains a fatal error return. Need to change
  333. //This just gets a network object from a network name
  334. //Should probably just be GetNetwork. kind of a dumb name.
  335. //Used in contexts where it's not the Parent network.
  336. func GetParentNetwork(networkname string) (models.Network, error) {
  337. var network models.Network
  338. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, networkname)
  339. if err != nil {
  340. return network, err
  341. }
  342. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  343. return models.Network{}, err
  344. }
  345. return network, nil
  346. }
  347. func IsIpNet(host string) bool {
  348. return net.ParseIP(host) != nil
  349. }
  350. //Similar to above but checks if Cidr range is valid
  351. //At least this guy's got some print statements
  352. //still not good error handling
  353. func IsIpCIDR(host string) bool {
  354. ip, ipnet, err := net.ParseCIDR(host)
  355. if err != nil {
  356. fmt.Println(err)
  357. fmt.Println("Address Range is not valid!")
  358. return false
  359. }
  360. return ip != nil && ipnet != nil
  361. }
  362. //This is used to validate public keys (make sure they're base64 encoded like all public keys should be).
  363. func IsBase64(s string) bool {
  364. _, err := base64.StdEncoding.DecodeString(s)
  365. return err == nil
  366. }
  367. //This checks to make sure a network name is valid.
  368. //Switch to REGEX?
  369. func NameInNetworkCharSet(name string) bool {
  370. charset := "abcdefghijklmnopqrstuvwxyz1234567890-_."
  371. for _, char := range name {
  372. if !strings.Contains(charset, strings.ToLower(string(char))) {
  373. return false
  374. }
  375. }
  376. return true
  377. }
  378. func NameInDNSCharSet(name string) bool {
  379. charset := "abcdefghijklmnopqrstuvwxyz1234567890-."
  380. for _, char := range name {
  381. if !strings.Contains(charset, strings.ToLower(string(char))) {
  382. return false
  383. }
  384. }
  385. return true
  386. }
  387. func NameInNodeCharSet(name string) bool {
  388. charset := "abcdefghijklmnopqrstuvwxyz1234567890-"
  389. for _, char := range name {
  390. if !strings.Contains(charset, strings.ToLower(string(char))) {
  391. return false
  392. }
  393. }
  394. return true
  395. }
  396. //This returns a node based on its mac address.
  397. //The mac address acts as the Unique ID for nodes.
  398. //Is this a dumb thing to do? I thought it was cool but maybe it's dumb.
  399. //It doesn't really provide a tangible benefit over a random ID
  400. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  401. var node models.Node
  402. records, err := database.FetchRecords(database.NODES_TABLE_NAME)
  403. if err != nil {
  404. return node, err
  405. }
  406. for _, value := range records {
  407. json.Unmarshal([]byte(value), &node)
  408. if node.MacAddress == macaddress && node.Network == network {
  409. return node, nil
  410. }
  411. }
  412. return models.Node{}, nil
  413. }
  414. func DeleteAllIntClients() error {
  415. err := database.DeleteAllRecords(database.INT_CLIENTS_TABLE_NAME)
  416. if err != nil {
  417. return err
  418. }
  419. return nil
  420. }
  421. func GetAllIntClients() ([]models.IntClient, error) {
  422. var clients []models.IntClient
  423. collection, err := database.FetchRecords(database.INT_CLIENTS_TABLE_NAME)
  424. if err != nil {
  425. return clients, err
  426. }
  427. for _, value := range collection {
  428. var client models.IntClient
  429. err := json.Unmarshal([]byte(value), &client)
  430. if err != nil {
  431. return []models.IntClient{}, err
  432. }
  433. // add node to our array
  434. clients = append(clients, client)
  435. }
  436. return clients, nil
  437. }
  438. func GetAllExtClients() ([]models.ExtClient, error) {
  439. var extclients []models.ExtClient
  440. collection, err := database.FetchRecords(database.EXT_CLIENT_TABLE_NAME)
  441. if err != nil {
  442. return extclients, err
  443. }
  444. for _, value := range collection {
  445. var extclient models.ExtClient
  446. err := json.Unmarshal([]byte(value), &extclient)
  447. if err != nil {
  448. return []models.ExtClient{}, err
  449. }
  450. // add node to our array
  451. extclients = append(extclients, extclient)
  452. }
  453. return extclients, nil
  454. }
  455. //This returns a unique address for a node to use
  456. //it iterates through the list of IP's in the subnet
  457. //and checks against all nodes to see if it's taken, until it finds one.
  458. //TODO: We do not handle a case where we run out of addresses.
  459. //We will need to handle that eventually
  460. func UniqueAddress(networkName string) (string, error) {
  461. var network models.Network
  462. network, err := GetParentNetwork(networkName)
  463. if err != nil {
  464. fmt.Println("UniqueAddress encountered an error")
  465. return "666", err
  466. }
  467. offset := true
  468. ip, ipnet, err := net.ParseCIDR(network.AddressRange)
  469. if err != nil {
  470. fmt.Println("UniqueAddress encountered an error")
  471. return "666", err
  472. }
  473. for ip := ip.Mask(ipnet.Mask); ipnet.Contains(ip); Inc(ip) {
  474. if offset {
  475. offset = false
  476. continue
  477. }
  478. if networkName == "comms" {
  479. if IsIPUnique(networkName, ip.String(), database.INT_CLIENTS_TABLE_NAME, false) {
  480. return ip.String(), err
  481. }
  482. } else {
  483. if IsIPUnique(networkName, ip.String(), database.NODES_TABLE_NAME, false) && IsIPUnique(networkName, ip.String(), database.EXT_CLIENT_TABLE_NAME, false) {
  484. return ip.String(), err
  485. }
  486. }
  487. }
  488. //TODO
  489. err1 := errors.New("ERROR: No unique addresses available. Check network subnet.")
  490. return "W1R3: NO UNIQUE ADDRESSES AVAILABLE", err1
  491. }
  492. func UniqueAddress6(networkName string) (string, error) {
  493. var network models.Network
  494. network, err := GetParentNetwork(networkName)
  495. if err != nil {
  496. fmt.Println("Network Not Found")
  497. return "", err
  498. }
  499. if network.IsDualStack == nil || *network.IsDualStack == false {
  500. if networkName != "comms" {
  501. return "", nil
  502. }
  503. }
  504. offset := true
  505. ip, ipnet, err := net.ParseCIDR(network.AddressRange6)
  506. if err != nil {
  507. fmt.Println("UniqueAddress6 encountered an error")
  508. return "666", err
  509. }
  510. for ip := ip.Mask(ipnet.Mask); ipnet.Contains(ip); Inc(ip) {
  511. if offset {
  512. offset = false
  513. continue
  514. }
  515. if networkName == "comms" {
  516. if IsIPUnique(networkName, ip.String(), database.INT_CLIENTS_TABLE_NAME, true) {
  517. return ip.String(), err
  518. }
  519. } else {
  520. if IsIPUnique(networkName, ip.String(), database.NODES_TABLE_NAME, true) {
  521. return ip.String(), err
  522. }
  523. }
  524. }
  525. //TODO
  526. err1 := errors.New("ERROR: No unique addresses available. Check network subnet.")
  527. return "W1R3: NO UNIQUE ADDRESSES AVAILABLE", err1
  528. }
  529. //generate an access key value
  530. func GenKey() string {
  531. var seededRand *rand.Rand = rand.New(
  532. rand.NewSource(time.Now().UnixNano()))
  533. length := 16
  534. charset := "abcdefghijklmnopqrstuvwxyz" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
  535. b := make([]byte, length)
  536. for i := range b {
  537. b[i] = charset[seededRand.Intn(len(charset))]
  538. }
  539. return string(b)
  540. }
  541. //generate a key value
  542. //we should probably just have 1 random string generator
  543. //that can be used across all functions
  544. //have a "base string" a "length" and a "charset"
  545. func GenKeyName() string {
  546. var seededRand *rand.Rand = rand.New(
  547. rand.NewSource(time.Now().UnixNano()))
  548. length := 5
  549. charset := "abcdefghijklmnopqrstuvwxyz" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
  550. b := make([]byte, length)
  551. for i := range b {
  552. b[i] = charset[seededRand.Intn(len(charset))]
  553. }
  554. return "key" + string(b)
  555. }
  556. func IsIPUnique(network string, ip string, tableName string, isIpv6 bool) bool {
  557. isunique := true
  558. collection, err := database.FetchRecords(tableName)
  559. if err != nil {
  560. return isunique
  561. }
  562. for _, value := range collection { // filter
  563. var node models.Node
  564. if err = json.Unmarshal([]byte(value), &node); err != nil {
  565. continue
  566. }
  567. if isIpv6 {
  568. if node.Address6 == ip && node.Network == network {
  569. return false
  570. }
  571. } else {
  572. if node.Address == ip && node.Network == network {
  573. return false
  574. }
  575. }
  576. }
  577. return isunique
  578. }
  579. //called once key has been used by createNode
  580. //reduces value by one and deletes if necessary
  581. func DecrimentKey(networkName string, keyvalue string) {
  582. var network models.Network
  583. network, err := GetParentNetwork(networkName)
  584. if err != nil {
  585. return
  586. }
  587. for i := len(network.AccessKeys) - 1; i >= 0; i-- {
  588. currentkey := network.AccessKeys[i]
  589. if currentkey.Value == keyvalue {
  590. network.AccessKeys[i].Uses--
  591. if network.AccessKeys[i].Uses < 1 {
  592. network.AccessKeys = append(network.AccessKeys[:i],
  593. network.AccessKeys[i+1:]...)
  594. break
  595. }
  596. }
  597. }
  598. if newNetworkData, err := json.Marshal(&network); err != nil {
  599. PrintUserLog("netmaker", "failed to decrement key", 2)
  600. return
  601. } else {
  602. database.Insert(network.NetID, string(newNetworkData), database.NETWORKS_TABLE_NAME)
  603. }
  604. }
  605. //takes the logic from controllers.deleteKey
  606. func DeleteKey(network models.Network, i int) {
  607. network.AccessKeys = append(network.AccessKeys[:i],
  608. network.AccessKeys[i+1:]...)
  609. if networkData, err := json.Marshal(&network); err != nil {
  610. return
  611. } else {
  612. database.Insert(network.NetID, string(networkData), database.NETWORKS_TABLE_NAME)
  613. }
  614. }
  615. //increments an IP over the previous
  616. func Inc(ip net.IP) {
  617. for j := len(ip) - 1; j >= 0; j-- {
  618. ip[j]++
  619. if ip[j] > 0 {
  620. break
  621. }
  622. }
  623. }
  624. func GetAllNodes() ([]models.Node, error) {
  625. var nodes []models.Node
  626. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  627. if err != nil {
  628. return []models.Node{}, err
  629. }
  630. for _, value := range collection {
  631. var node models.Node
  632. if err := json.Unmarshal([]byte(value), &node); err != nil {
  633. return []models.Node{}, err
  634. }
  635. // add node to our array
  636. nodes = append(nodes, node)
  637. }
  638. return nodes, nil
  639. }