nodes.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "strings"
  8. "time"
  9. "github.com/go-playground/validator/v10"
  10. "github.com/google/uuid"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/models"
  14. "github.com/gravitl/netmaker/netclient/ncutils"
  15. "github.com/gravitl/netmaker/servercfg"
  16. "github.com/gravitl/netmaker/validation"
  17. "golang.org/x/crypto/bcrypt"
  18. )
  19. // RELAY_NODE_ERR - error to return if relay node is unfound
  20. const RELAY_NODE_ERR = "could not find relay for node"
  21. // GetNetworkNodes - gets the nodes of a network
  22. func GetNetworkNodes(network string) ([]models.Node, error) {
  23. var nodes []models.Node
  24. allnodes, err := GetAllNodes()
  25. if err != nil {
  26. return []models.Node{}, err
  27. }
  28. for _, node := range allnodes {
  29. if node.Network == network {
  30. nodes = append(nodes, node)
  31. }
  32. }
  33. return nodes, nil
  34. }
  35. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  36. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  37. var nodes []models.Node
  38. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  39. if err != nil {
  40. if database.IsEmptyRecord(err) {
  41. return []models.Node{}, nil
  42. }
  43. return nodes, err
  44. }
  45. for _, value := range collection {
  46. var node models.Node
  47. err := json.Unmarshal([]byte(value), &node)
  48. if err != nil {
  49. continue
  50. }
  51. if node.Network == network && node.IsServer == "yes" {
  52. nodes = append(nodes, node)
  53. }
  54. }
  55. sort.Sort(models.NodesArray(nodes))
  56. return nodes, nil
  57. }
  58. // GetServerNodes - gets the server nodes of a network
  59. func GetServerNodes(network string) []models.Node {
  60. var serverNodes = make([]models.Node, 0)
  61. var nodes, err = GetNetworkNodes(network)
  62. if err != nil {
  63. return serverNodes
  64. }
  65. for _, node := range nodes {
  66. if node.IsServer == "yes" {
  67. serverNodes = append(serverNodes, node)
  68. }
  69. }
  70. return serverNodes
  71. }
  72. // UncordonNode - approves a node to join a network
  73. func UncordonNode(nodeid string) (models.Node, error) {
  74. node, err := GetNodeByID(nodeid)
  75. if err != nil {
  76. return models.Node{}, err
  77. }
  78. node.SetLastModified()
  79. node.IsPending = "no"
  80. data, err := json.Marshal(&node)
  81. if err != nil {
  82. return node, err
  83. }
  84. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  85. return node, err
  86. }
  87. // GetPeers - gets the peers of a given server node
  88. func GetPeers(node *models.Node) ([]models.Node, error) {
  89. if IsLeader(node) {
  90. setNetworkServerPeers(node)
  91. }
  92. peers, err := GetPeersList(node)
  93. if err != nil {
  94. if strings.Contains(err.Error(), RELAY_NODE_ERR) {
  95. peers, err = PeerListUnRelay(node.ID, node.Network)
  96. if err != nil {
  97. return nil, err
  98. }
  99. } else {
  100. return nil, err
  101. }
  102. }
  103. return peers, nil
  104. }
  105. // SetIfLeader - gets the peers of a given server node
  106. func SetPeersIfLeader(node *models.Node) {
  107. if IsLeader(node) {
  108. setNetworkServerPeers(node)
  109. }
  110. }
  111. // IsLeader - determines if a given server node is a leader
  112. func IsLeader(node *models.Node) bool {
  113. nodes, err := GetSortedNetworkServerNodes(node.Network)
  114. if err != nil {
  115. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  116. return false
  117. }
  118. for _, n := range nodes {
  119. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  120. return n.Address == node.Address
  121. }
  122. }
  123. return len(nodes) <= 1 || nodes[1].Address == node.Address
  124. }
  125. // == DB related functions ==
  126. // UpdateNode - takes a node and updates another node with it's values
  127. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  128. var err error
  129. if newNode.IsHub == "yes" && currentNode.IsHub != "yes" {
  130. if err = unsetHub(newNode.Network); err != nil {
  131. return err
  132. }
  133. }
  134. if newNode.Address != currentNode.Address {
  135. if network, err := GetParentNetwork(newNode.Network); err == nil {
  136. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  137. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  138. }
  139. }
  140. }
  141. newNode.Fill(currentNode)
  142. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  143. return fmt.Errorf("this operation is not supported on server nodes")
  144. }
  145. // check for un-settable server values
  146. if err := ValidateNode(newNode, true); err != nil {
  147. return err
  148. }
  149. if newNode.ID == currentNode.ID {
  150. newNode.SetLastModified()
  151. if data, err := json.Marshal(newNode); err != nil {
  152. return err
  153. } else {
  154. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  155. }
  156. }
  157. return fmt.Errorf("failed to update node " + currentNode.ID + ", cannot change ID.")
  158. }
  159. // IsNodeIDUnique - checks if node id is unique
  160. func IsNodeIDUnique(node *models.Node) (bool, error) {
  161. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  162. return database.IsEmptyRecord(err), err
  163. }
  164. // ValidateNode - validates node values
  165. func ValidateNode(node *models.Node, isUpdate bool) error {
  166. v := validator.New()
  167. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  168. if isUpdate {
  169. return true
  170. }
  171. var unique = true
  172. if !(node.MacAddress == "") {
  173. unique, _ = isMacAddressUnique(node.MacAddress, node.Network)
  174. }
  175. isFieldUnique, _ := IsNodeIDUnique(node)
  176. return isFieldUnique && unique
  177. })
  178. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  179. _, err := GetNetworkByNode(node)
  180. return err == nil
  181. })
  182. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  183. isgood := node.NameInNodeCharSet()
  184. return isgood
  185. })
  186. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  187. return validation.CheckYesOrNo(fl)
  188. })
  189. err := v.Struct(node)
  190. return err
  191. }
  192. // CreateNode - creates a node in database
  193. func CreateNode(node *models.Node) error {
  194. //encrypt that password so we never see it
  195. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  196. if err != nil {
  197. return err
  198. }
  199. //set password to encrypted password
  200. node.Password = string(hash)
  201. if node.Name == models.NODE_SERVER_NAME {
  202. node.IsServer = "yes"
  203. }
  204. if node.DNSOn == "" {
  205. if servercfg.IsDNSMode() {
  206. node.DNSOn = "yes"
  207. } else {
  208. node.DNSOn = "no"
  209. }
  210. }
  211. SetNodeDefaults(node)
  212. if node.IsServer == "yes" {
  213. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  214. return err
  215. }
  216. } else if node.Address == "" {
  217. if node.Address, err = UniqueAddress(node.Network); err != nil {
  218. return err
  219. }
  220. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  221. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  222. }
  223. if node.Address6 == "" {
  224. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  225. return err
  226. }
  227. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  228. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  229. }
  230. node.ID = uuid.NewString()
  231. //Create a JWT for the node
  232. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  233. if tokenString == "" {
  234. //returnErrorResponse(w, r, errorResponse)
  235. return err
  236. }
  237. err = ValidateNode(node, false)
  238. if err != nil {
  239. return err
  240. }
  241. nodebytes, err := json.Marshal(&node)
  242. if err != nil {
  243. return err
  244. }
  245. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  246. if err != nil {
  247. return err
  248. }
  249. if node.IsPending != "yes" {
  250. DecrimentKey(node.Network, node.AccessKey)
  251. }
  252. SetNetworkNodesLastModified(node.Network)
  253. if servercfg.IsDNSMode() {
  254. err = SetDNS()
  255. }
  256. return err
  257. }
  258. // GetAllNodes - returns all nodes in the DB
  259. func GetAllNodes() ([]models.Node, error) {
  260. var nodes []models.Node
  261. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  262. if err != nil {
  263. if database.IsEmptyRecord(err) {
  264. return []models.Node{}, nil
  265. }
  266. return []models.Node{}, err
  267. }
  268. for _, value := range collection {
  269. var node models.Node
  270. if err := json.Unmarshal([]byte(value), &node); err != nil {
  271. return []models.Node{}, err
  272. }
  273. // add node to our array
  274. nodes = append(nodes, node)
  275. }
  276. return nodes, nil
  277. }
  278. // CheckIsServer - check if a node is the server node
  279. func CheckIsServer(node *models.Node) bool {
  280. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  281. if err != nil && !database.IsEmptyRecord(err) {
  282. return false
  283. }
  284. for _, value := range nodeData {
  285. var tmpNode models.Node
  286. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  287. continue
  288. }
  289. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  290. return false
  291. }
  292. }
  293. return true
  294. }
  295. // GetNetworkByNode - gets the network model from a node
  296. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  297. var network = models.Network{}
  298. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  299. if err != nil {
  300. return network, err
  301. }
  302. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  303. return models.Network{}, err
  304. }
  305. return network, nil
  306. }
  307. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  308. func SetNodeDefaults(node *models.Node) {
  309. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  310. parentNetwork, _ := GetNetworkByNode(node)
  311. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  312. if node.ListenPort == 0 {
  313. node.ListenPort = parentNetwork.DefaultListenPort
  314. }
  315. if node.Interface == "" {
  316. node.Interface = parentNetwork.DefaultInterface
  317. }
  318. if node.PersistentKeepalive == 0 {
  319. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  320. }
  321. if node.PostUp == "" {
  322. postup := parentNetwork.DefaultPostUp
  323. node.PostUp = postup
  324. }
  325. if node.PostDown == "" {
  326. postdown := parentNetwork.DefaultPostDown
  327. node.PostDown = postdown
  328. }
  329. if node.IsStatic == "" {
  330. node.IsStatic = "no"
  331. }
  332. if node.UDPHolePunch == "" {
  333. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  334. if node.UDPHolePunch == "" {
  335. node.UDPHolePunch = "yes"
  336. }
  337. }
  338. // == Parent Network settings ==
  339. if node.IsDualStack == "" {
  340. node.IsDualStack = parentNetwork.IsDualStack
  341. }
  342. if node.MTU == 0 {
  343. node.MTU = parentNetwork.DefaultMTU
  344. }
  345. // == node defaults if not set by parent ==
  346. node.SetIPForwardingDefault()
  347. node.SetDNSOnDefault()
  348. node.SetIsLocalDefault()
  349. node.SetIsDualStackDefault()
  350. node.SetLastModified()
  351. node.SetDefaultName()
  352. node.SetLastCheckIn()
  353. node.SetLastPeerUpdate()
  354. node.SetDefaultAction()
  355. node.SetIsServerDefault()
  356. node.SetIsStaticDefault()
  357. node.SetDefaultEgressGateway()
  358. node.SetDefaultIngressGateway()
  359. node.SetDefaulIsPending()
  360. node.SetDefaultMTU()
  361. node.SetDefaultIsRelayed()
  362. node.SetDefaultIsRelay()
  363. node.SetDefaultIsDocker()
  364. node.SetDefaultIsK8S()
  365. node.SetDefaultIsHub()
  366. }
  367. // GetRecordKey - get record key
  368. // depricated
  369. func GetRecordKey(id string, network string) (string, error) {
  370. if id == "" || network == "" {
  371. return "", errors.New("unable to get record key")
  372. }
  373. return id + "###" + network, nil
  374. }
  375. // GetNodeByMacAddress - gets a node by mac address
  376. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  377. var node models.Node
  378. key, err := GetRecordKey(macaddress, network)
  379. if err != nil {
  380. return node, err
  381. }
  382. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  383. if err != nil {
  384. return models.Node{}, err
  385. }
  386. if err = json.Unmarshal([]byte(record), &node); err != nil {
  387. return models.Node{}, err
  388. }
  389. SetNodeDefaults(&node)
  390. return node, nil
  391. }
  392. // GetNodesByAddress - gets a node by mac address
  393. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  394. var nodes []models.Node
  395. allnodes, err := GetAllNodes()
  396. if err != nil {
  397. return []models.Node{}, err
  398. }
  399. for _, node := range allnodes {
  400. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  401. nodes = append(nodes, node)
  402. }
  403. }
  404. return nodes, nil
  405. }
  406. // GetDeletedNodeByMacAddress - get a deleted node
  407. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  408. var node models.Node
  409. key, err := GetRecordKey(macaddress, network)
  410. if err != nil {
  411. return node, err
  412. }
  413. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  414. if err != nil {
  415. return models.Node{}, err
  416. }
  417. if err = json.Unmarshal([]byte(record), &node); err != nil {
  418. return models.Node{}, err
  419. }
  420. SetNodeDefaults(&node)
  421. return node, nil
  422. }
  423. // GetNodeRelay - gets the relay node of a given network
  424. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  425. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  426. var relay models.Node
  427. if err != nil {
  428. if database.IsEmptyRecord(err) {
  429. return relay, nil
  430. }
  431. logger.Log(2, err.Error())
  432. return relay, err
  433. }
  434. for _, value := range collection {
  435. err := json.Unmarshal([]byte(value), &relay)
  436. if err != nil {
  437. logger.Log(2, err.Error())
  438. continue
  439. }
  440. if relay.IsRelay == "yes" {
  441. for _, addr := range relay.RelayAddrs {
  442. if addr == relayedNodeAddr {
  443. return relay, nil
  444. }
  445. }
  446. }
  447. }
  448. return relay, errors.New(RELAY_NODE_ERR + " " + relayedNodeAddr)
  449. }
  450. func GetNodeByID(uuid string) (models.Node, error) {
  451. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  452. if err != nil {
  453. return models.Node{}, err
  454. }
  455. var node models.Node
  456. if err = json.Unmarshal([]byte(record), &node); err != nil {
  457. return models.Node{}, err
  458. }
  459. return node, nil
  460. }
  461. // GetDeletedNodeByID - get a deleted node
  462. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  463. var node models.Node
  464. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  465. if err != nil {
  466. return models.Node{}, err
  467. }
  468. if err = json.Unmarshal([]byte(record), &node); err != nil {
  469. return models.Node{}, err
  470. }
  471. SetNodeDefaults(&node)
  472. return node, nil
  473. }
  474. // GetNetworkServerNodeID - get network server node ID if exists
  475. func GetNetworkServerLeader(network string) (models.Node, error) {
  476. nodes, err := GetSortedNetworkServerNodes(network)
  477. if err != nil {
  478. return models.Node{}, err
  479. }
  480. for _, node := range nodes {
  481. if IsLeader(&node) {
  482. return node, nil
  483. }
  484. }
  485. return models.Node{}, errors.New("could not find server leader")
  486. }
  487. // GetNetworkServerNodeID - get network server node ID if exists
  488. func GetNetworkServerLocal(network string) (models.Node, error) {
  489. nodes, err := GetSortedNetworkServerNodes(network)
  490. if err != nil {
  491. return models.Node{}, err
  492. }
  493. mac := servercfg.GetNodeID()
  494. if mac == "" {
  495. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  496. }
  497. for _, node := range nodes {
  498. if mac == node.MacAddress {
  499. return node, nil
  500. }
  501. }
  502. return models.Node{}, errors.New("could not find node for local server")
  503. }
  504. // IsLocalServer - get network server node ID if exists
  505. func IsLocalServer(node *models.Node) bool {
  506. var islocal bool
  507. local, err := GetNetworkServerLocal(node.Network)
  508. if err != nil {
  509. return islocal
  510. }
  511. return node.ID != "" && local.ID == node.ID
  512. }
  513. // IsNodeInComms returns if node is in comms network or not
  514. func IsNodeInComms(node *models.Node) bool {
  515. return node.Network == servercfg.GetCommsID() && node.IsServer != "yes"
  516. }
  517. // validateServer - make sure servers dont change port or address
  518. func validateServer(currentNode, newNode *models.Node) bool {
  519. return (newNode.Address == currentNode.Address &&
  520. newNode.ListenPort == currentNode.ListenPort &&
  521. newNode.IsServer == "yes")
  522. }
  523. // isMacAddressUnique - checks if mac is unique
  524. func isMacAddressUnique(macaddress string, networkName string) (bool, error) {
  525. isunique := true
  526. nodes, err := GetNetworkNodes(networkName)
  527. if err != nil {
  528. if database.IsEmptyRecord(err) {
  529. return true, nil
  530. }
  531. return false, err
  532. }
  533. for _, node := range nodes {
  534. if node.MacAddress == macaddress {
  535. isunique = false
  536. }
  537. }
  538. return isunique, nil
  539. }
  540. // unsetHub - unset hub on network nodes
  541. func unsetHub(networkName string) error {
  542. nodes, err := GetNetworkNodes(networkName)
  543. if err != nil {
  544. return err
  545. }
  546. for i := range nodes {
  547. if nodes[i].IsHub == "yes" {
  548. nodes[i].IsHub = "no"
  549. newNodeData, err := json.Marshal(&nodes[i])
  550. if err != nil {
  551. logger.Log(1, "error on node during hub update")
  552. return err
  553. }
  554. database.Insert(nodes[i].ID, string(newNodeData), database.NODES_TABLE_NAME)
  555. }
  556. }
  557. return nil
  558. }