nodes.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "strings"
  8. "time"
  9. "github.com/go-playground/validator/v10"
  10. "github.com/google/uuid"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/logic/acls"
  14. nodeacls "github.com/gravitl/netmaker/logic/acls/node-acls"
  15. "github.com/gravitl/netmaker/models"
  16. "github.com/gravitl/netmaker/netclient/ncutils"
  17. "github.com/gravitl/netmaker/servercfg"
  18. "github.com/gravitl/netmaker/validation"
  19. "golang.org/x/crypto/bcrypt"
  20. )
  21. // RELAY_NODE_ERR - error to return if relay node is unfound
  22. const RELAY_NODE_ERR = "could not find relay for node"
  23. // GetNetworkNodes - gets the nodes of a network
  24. func GetNetworkNodes(network string) ([]models.Node, error) {
  25. var nodes []models.Node
  26. allnodes, err := GetAllNodes()
  27. if err != nil {
  28. return []models.Node{}, err
  29. }
  30. for _, node := range allnodes {
  31. if node.Network == network {
  32. nodes = append(nodes, node)
  33. }
  34. }
  35. return nodes, nil
  36. }
  37. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  38. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  39. var nodes []models.Node
  40. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  41. if err != nil {
  42. if database.IsEmptyRecord(err) {
  43. return []models.Node{}, nil
  44. }
  45. return nodes, err
  46. }
  47. for _, value := range collection {
  48. var node models.Node
  49. err := json.Unmarshal([]byte(value), &node)
  50. if err != nil {
  51. continue
  52. }
  53. if node.Network == network && node.IsServer == "yes" {
  54. nodes = append(nodes, node)
  55. }
  56. }
  57. sort.Sort(models.NodesArray(nodes))
  58. return nodes, nil
  59. }
  60. // GetServerNodes - gets the server nodes of a network
  61. func GetServerNodes(network string) []models.Node {
  62. var serverNodes = make([]models.Node, 0)
  63. var nodes, err = GetNetworkNodes(network)
  64. if err != nil {
  65. return serverNodes
  66. }
  67. for _, node := range nodes {
  68. if node.IsServer == "yes" {
  69. serverNodes = append(serverNodes, node)
  70. }
  71. }
  72. return serverNodes
  73. }
  74. // UncordonNode - approves a node to join a network
  75. func UncordonNode(nodeid string) (models.Node, error) {
  76. node, err := GetNodeByID(nodeid)
  77. if err != nil {
  78. return models.Node{}, err
  79. }
  80. node.SetLastModified()
  81. node.IsPending = "no"
  82. data, err := json.Marshal(&node)
  83. if err != nil {
  84. return node, err
  85. }
  86. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  87. return node, err
  88. }
  89. // GetPeers - gets the peers of a given server node
  90. func GetPeers(node *models.Node) ([]models.Node, error) {
  91. if IsLeader(node) {
  92. setNetworkServerPeers(node)
  93. }
  94. peers, err := GetPeersList(node)
  95. if err != nil {
  96. if strings.Contains(err.Error(), RELAY_NODE_ERR) {
  97. peers, err = PeerListUnRelay(node.ID, node.Network)
  98. if err != nil {
  99. return nil, err
  100. }
  101. } else {
  102. return nil, err
  103. }
  104. }
  105. return peers, nil
  106. }
  107. // SetIfLeader - gets the peers of a given server node
  108. func SetPeersIfLeader(node *models.Node) {
  109. if IsLeader(node) {
  110. setNetworkServerPeers(node)
  111. }
  112. }
  113. // IsLeader - determines if a given server node is a leader
  114. func IsLeader(node *models.Node) bool {
  115. nodes, err := GetSortedNetworkServerNodes(node.Network)
  116. if err != nil {
  117. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  118. return false
  119. }
  120. for _, n := range nodes {
  121. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  122. return n.Address == node.Address
  123. }
  124. }
  125. return len(nodes) <= 1 || nodes[1].Address == node.Address
  126. }
  127. // == DB related functions ==
  128. // UpdateNode - takes a node and updates another node with it's values
  129. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  130. var err error
  131. if newNode.IsHub == "yes" && currentNode.IsHub != "yes" {
  132. if err = unsetHub(newNode.Network); err != nil {
  133. return err
  134. }
  135. }
  136. if newNode.Address != currentNode.Address {
  137. if network, err := GetParentNetwork(newNode.Network); err == nil {
  138. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  139. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  140. }
  141. }
  142. }
  143. newNode.Fill(currentNode)
  144. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  145. return fmt.Errorf("this operation is not supported on server nodes")
  146. }
  147. // check for un-settable server values
  148. if err := ValidateNode(newNode, true); err != nil {
  149. return err
  150. }
  151. if newNode.ID == currentNode.ID {
  152. newNode.SetLastModified()
  153. if data, err := json.Marshal(newNode); err != nil {
  154. return err
  155. } else {
  156. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  157. }
  158. }
  159. return fmt.Errorf("failed to update node " + currentNode.ID + ", cannot change ID.")
  160. }
  161. // DeleteNodeByID - deletes a node from database or moves into delete nodes table
  162. func DeleteNodeByID(node *models.Node, exterminate bool) error {
  163. var err error
  164. var key = node.ID
  165. if !exterminate {
  166. node.Action = models.NODE_DELETE
  167. nodedata, err := json.Marshal(&node)
  168. if err != nil {
  169. return err
  170. }
  171. err = database.Insert(key, string(nodedata), database.DELETED_NODES_TABLE_NAME)
  172. if err != nil {
  173. return err
  174. }
  175. } else {
  176. if err := database.DeleteRecord(database.DELETED_NODES_TABLE_NAME, key); err != nil {
  177. logger.Log(2, err.Error())
  178. }
  179. }
  180. if err = database.DeleteRecord(database.NODES_TABLE_NAME, key); err != nil {
  181. return err
  182. }
  183. if servercfg.IsDNSMode() {
  184. SetDNS()
  185. }
  186. _, err = nodeacls.RemoveNodeACL(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID))
  187. if err != nil {
  188. // ignoring for now, could hit a nil pointer if delete called twice
  189. logger.Log(2, "attempted to remove node ACL for node", node.Name, node.ID)
  190. }
  191. return removeLocalServer(node)
  192. }
  193. // IsNodeIDUnique - checks if node id is unique
  194. func IsNodeIDUnique(node *models.Node) (bool, error) {
  195. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  196. return database.IsEmptyRecord(err), err
  197. }
  198. // ValidateNode - validates node values
  199. func ValidateNode(node *models.Node, isUpdate bool) error {
  200. v := validator.New()
  201. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  202. if isUpdate {
  203. return true
  204. }
  205. var unique = true
  206. if !(node.MacAddress == "") {
  207. unique, _ = isMacAddressUnique(node.MacAddress, node.Network)
  208. }
  209. isFieldUnique, _ := IsNodeIDUnique(node)
  210. return isFieldUnique && unique
  211. })
  212. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  213. _, err := GetNetworkByNode(node)
  214. return err == nil
  215. })
  216. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  217. isgood := node.NameInNodeCharSet()
  218. return isgood
  219. })
  220. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  221. return validation.CheckYesOrNo(fl)
  222. })
  223. err := v.Struct(node)
  224. return err
  225. }
  226. // CreateNode - creates a node in database
  227. func CreateNode(node *models.Node) error {
  228. //encrypt that password so we never see it
  229. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  230. if err != nil {
  231. return err
  232. }
  233. //set password to encrypted password
  234. node.Password = string(hash)
  235. if node.Name == models.NODE_SERVER_NAME {
  236. node.IsServer = "yes"
  237. }
  238. if node.DNSOn == "" {
  239. if servercfg.IsDNSMode() {
  240. node.DNSOn = "yes"
  241. } else {
  242. node.DNSOn = "no"
  243. }
  244. }
  245. SetNodeDefaults(node)
  246. if node.IsServer == "yes" {
  247. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  248. return err
  249. }
  250. } else if node.Address == "" {
  251. if node.Address, err = UniqueAddress(node.Network); err != nil {
  252. return err
  253. }
  254. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  255. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  256. }
  257. if node.Address6 == "" {
  258. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  259. return err
  260. }
  261. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  262. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  263. }
  264. node.ID = uuid.NewString()
  265. //Create a JWT for the node
  266. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  267. if tokenString == "" {
  268. //returnErrorResponse(w, r, errorResponse)
  269. return err
  270. }
  271. err = ValidateNode(node, false)
  272. if err != nil {
  273. return err
  274. }
  275. nodebytes, err := json.Marshal(&node)
  276. if err != nil {
  277. return err
  278. }
  279. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  280. if err != nil {
  281. return err
  282. }
  283. // TODO get template logic to decide initial ACL value
  284. _, err = nodeacls.CreateNodeACL(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), acls.Allowed)
  285. if err != nil {
  286. logger.Log(1, "failed to create node ACL for node,", node.ID, "err:", err.Error())
  287. return err
  288. }
  289. if node.IsPending != "yes" {
  290. DecrimentKey(node.Network, node.AccessKey)
  291. }
  292. SetNetworkNodesLastModified(node.Network)
  293. if servercfg.IsDNSMode() {
  294. err = SetDNS()
  295. }
  296. return err
  297. }
  298. // GetAllNodes - returns all nodes in the DB
  299. func GetAllNodes() ([]models.Node, error) {
  300. var nodes []models.Node
  301. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  302. if err != nil {
  303. if database.IsEmptyRecord(err) {
  304. return []models.Node{}, nil
  305. }
  306. return []models.Node{}, err
  307. }
  308. for _, value := range collection {
  309. var node models.Node
  310. if err := json.Unmarshal([]byte(value), &node); err != nil {
  311. return []models.Node{}, err
  312. }
  313. // add node to our array
  314. nodes = append(nodes, node)
  315. }
  316. return nodes, nil
  317. }
  318. // CheckIsServer - check if a node is the server node
  319. func CheckIsServer(node *models.Node) bool {
  320. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  321. if err != nil && !database.IsEmptyRecord(err) {
  322. return false
  323. }
  324. for _, value := range nodeData {
  325. var tmpNode models.Node
  326. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  327. continue
  328. }
  329. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  330. return false
  331. }
  332. }
  333. return true
  334. }
  335. // GetNetworkByNode - gets the network model from a node
  336. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  337. var network = models.Network{}
  338. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  339. if err != nil {
  340. return network, err
  341. }
  342. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  343. return models.Network{}, err
  344. }
  345. return network, nil
  346. }
  347. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  348. func SetNodeDefaults(node *models.Node) {
  349. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  350. parentNetwork, _ := GetNetworkByNode(node)
  351. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  352. if node.ListenPort == 0 {
  353. node.ListenPort = parentNetwork.DefaultListenPort
  354. }
  355. if node.Interface == "" {
  356. node.Interface = parentNetwork.DefaultInterface
  357. }
  358. if node.PersistentKeepalive == 0 {
  359. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  360. }
  361. if node.PostUp == "" {
  362. postup := parentNetwork.DefaultPostUp
  363. node.PostUp = postup
  364. }
  365. if node.PostDown == "" {
  366. postdown := parentNetwork.DefaultPostDown
  367. node.PostDown = postdown
  368. }
  369. if node.IsStatic == "" {
  370. node.IsStatic = "no"
  371. }
  372. if node.UDPHolePunch == "" {
  373. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  374. if node.UDPHolePunch == "" {
  375. node.UDPHolePunch = "yes"
  376. }
  377. }
  378. // == Parent Network settings ==
  379. if node.IsDualStack == "" {
  380. node.IsDualStack = parentNetwork.IsDualStack
  381. }
  382. if node.MTU == 0 {
  383. node.MTU = parentNetwork.DefaultMTU
  384. }
  385. // == node defaults if not set by parent ==
  386. node.SetIPForwardingDefault()
  387. node.SetDNSOnDefault()
  388. node.SetIsLocalDefault()
  389. node.SetIsDualStackDefault()
  390. node.SetLastModified()
  391. node.SetDefaultName()
  392. node.SetLastCheckIn()
  393. node.SetLastPeerUpdate()
  394. node.SetDefaultAction()
  395. node.SetIsServerDefault()
  396. node.SetIsStaticDefault()
  397. node.SetDefaultEgressGateway()
  398. node.SetDefaultIngressGateway()
  399. node.SetDefaulIsPending()
  400. node.SetDefaultMTU()
  401. node.SetDefaultIsRelayed()
  402. node.SetDefaultIsRelay()
  403. node.SetDefaultIsDocker()
  404. node.SetDefaultIsK8S()
  405. node.SetDefaultIsHub()
  406. }
  407. // GetRecordKey - get record key
  408. // depricated
  409. func GetRecordKey(id string, network string) (string, error) {
  410. if id == "" || network == "" {
  411. return "", errors.New("unable to get record key")
  412. }
  413. return id + "###" + network, nil
  414. }
  415. // GetNodeByMacAddress - gets a node by mac address
  416. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  417. var node models.Node
  418. key, err := GetRecordKey(macaddress, network)
  419. if err != nil {
  420. return node, err
  421. }
  422. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  423. if err != nil {
  424. return models.Node{}, err
  425. }
  426. if err = json.Unmarshal([]byte(record), &node); err != nil {
  427. return models.Node{}, err
  428. }
  429. SetNodeDefaults(&node)
  430. return node, nil
  431. }
  432. // GetNodesByAddress - gets a node by mac address
  433. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  434. var nodes []models.Node
  435. allnodes, err := GetAllNodes()
  436. if err != nil {
  437. return []models.Node{}, err
  438. }
  439. for _, node := range allnodes {
  440. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  441. nodes = append(nodes, node)
  442. }
  443. }
  444. return nodes, nil
  445. }
  446. // GetDeletedNodeByMacAddress - get a deleted node
  447. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  448. var node models.Node
  449. key, err := GetRecordKey(macaddress, network)
  450. if err != nil {
  451. return node, err
  452. }
  453. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  454. if err != nil {
  455. return models.Node{}, err
  456. }
  457. if err = json.Unmarshal([]byte(record), &node); err != nil {
  458. return models.Node{}, err
  459. }
  460. SetNodeDefaults(&node)
  461. return node, nil
  462. }
  463. // GetNodeRelay - gets the relay node of a given network
  464. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  465. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  466. var relay models.Node
  467. if err != nil {
  468. if database.IsEmptyRecord(err) {
  469. return relay, nil
  470. }
  471. logger.Log(2, err.Error())
  472. return relay, err
  473. }
  474. for _, value := range collection {
  475. err := json.Unmarshal([]byte(value), &relay)
  476. if err != nil {
  477. logger.Log(2, err.Error())
  478. continue
  479. }
  480. if relay.IsRelay == "yes" {
  481. for _, addr := range relay.RelayAddrs {
  482. if addr == relayedNodeAddr {
  483. return relay, nil
  484. }
  485. }
  486. }
  487. }
  488. return relay, errors.New(RELAY_NODE_ERR + " " + relayedNodeAddr)
  489. }
  490. func GetNodeByID(uuid string) (models.Node, error) {
  491. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  492. if err != nil {
  493. return models.Node{}, err
  494. }
  495. var node models.Node
  496. if err = json.Unmarshal([]byte(record), &node); err != nil {
  497. return models.Node{}, err
  498. }
  499. return node, nil
  500. }
  501. // GetDeletedNodeByID - get a deleted node
  502. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  503. var node models.Node
  504. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  505. if err != nil {
  506. return models.Node{}, err
  507. }
  508. if err = json.Unmarshal([]byte(record), &node); err != nil {
  509. return models.Node{}, err
  510. }
  511. SetNodeDefaults(&node)
  512. return node, nil
  513. }
  514. // GetNetworkServerNodeID - get network server node ID if exists
  515. func GetNetworkServerLeader(network string) (models.Node, error) {
  516. nodes, err := GetSortedNetworkServerNodes(network)
  517. if err != nil {
  518. return models.Node{}, err
  519. }
  520. for _, node := range nodes {
  521. if IsLeader(&node) {
  522. return node, nil
  523. }
  524. }
  525. return models.Node{}, errors.New("could not find server leader")
  526. }
  527. // GetNetworkServerNodeID - get network server node ID if exists
  528. func GetNetworkServerLocal(network string) (models.Node, error) {
  529. nodes, err := GetSortedNetworkServerNodes(network)
  530. if err != nil {
  531. return models.Node{}, err
  532. }
  533. mac := servercfg.GetNodeID()
  534. if mac == "" {
  535. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  536. }
  537. for _, node := range nodes {
  538. if mac == node.MacAddress {
  539. return node, nil
  540. }
  541. }
  542. return models.Node{}, errors.New("could not find node for local server")
  543. }
  544. // IsLocalServer - get network server node ID if exists
  545. func IsLocalServer(node *models.Node) bool {
  546. var islocal bool
  547. local, err := GetNetworkServerLocal(node.Network)
  548. if err != nil {
  549. return islocal
  550. }
  551. return node.ID != "" && local.ID == node.ID
  552. }
  553. // IsNodeInComms returns if node is in comms network or not
  554. func IsNodeInComms(node *models.Node) bool {
  555. return node.Network == servercfg.GetCommsID() && node.IsServer != "yes"
  556. }
  557. // validateServer - make sure servers dont change port or address
  558. func validateServer(currentNode, newNode *models.Node) bool {
  559. return (newNode.Address == currentNode.Address &&
  560. newNode.ListenPort == currentNode.ListenPort &&
  561. newNode.IsServer == "yes")
  562. }
  563. // isMacAddressUnique - checks if mac is unique
  564. func isMacAddressUnique(macaddress string, networkName string) (bool, error) {
  565. isunique := true
  566. nodes, err := GetNetworkNodes(networkName)
  567. if err != nil {
  568. if database.IsEmptyRecord(err) {
  569. return true, nil
  570. }
  571. return false, err
  572. }
  573. for _, node := range nodes {
  574. if node.MacAddress == macaddress {
  575. isunique = false
  576. }
  577. }
  578. return isunique, nil
  579. }
  580. // unsetHub - unset hub on network nodes
  581. func unsetHub(networkName string) error {
  582. nodes, err := GetNetworkNodes(networkName)
  583. if err != nil {
  584. return err
  585. }
  586. for i := range nodes {
  587. if nodes[i].IsHub == "yes" {
  588. nodes[i].IsHub = "no"
  589. newNodeData, err := json.Marshal(&nodes[i])
  590. if err != nil {
  591. logger.Log(1, "error on node during hub update")
  592. return err
  593. }
  594. database.Insert(nodes[i].ID, string(newNodeData), database.NODES_TABLE_NAME)
  595. }
  596. }
  597. return nil
  598. }