nodes.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "time"
  8. "github.com/go-playground/validator/v10"
  9. "github.com/google/uuid"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/logic/acls"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/models"
  15. "github.com/gravitl/netmaker/netclient/ncutils"
  16. "github.com/gravitl/netmaker/servercfg"
  17. "github.com/gravitl/netmaker/validation"
  18. "golang.org/x/crypto/bcrypt"
  19. )
  20. // RELAY_NODE_ERR - error to return if relay node is unfound
  21. const RELAY_NODE_ERR = "could not find relay for node"
  22. // GetNetworkNodes - gets the nodes of a network
  23. func GetNetworkNodes(network string) ([]models.Node, error) {
  24. var nodes []models.Node
  25. allnodes, err := GetAllNodes()
  26. if err != nil {
  27. return []models.Node{}, err
  28. }
  29. for _, node := range allnodes {
  30. if node.Network == network {
  31. nodes = append(nodes, node)
  32. }
  33. }
  34. return nodes, nil
  35. }
  36. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  37. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  38. var nodes []models.Node
  39. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  40. if err != nil {
  41. if database.IsEmptyRecord(err) {
  42. return []models.Node{}, nil
  43. }
  44. return nodes, err
  45. }
  46. for _, value := range collection {
  47. var node models.Node
  48. err := json.Unmarshal([]byte(value), &node)
  49. if err != nil {
  50. continue
  51. }
  52. if node.Network == network && node.IsServer == "yes" {
  53. nodes = append(nodes, node)
  54. }
  55. }
  56. sort.Sort(models.NodesArray(nodes))
  57. return nodes, nil
  58. }
  59. // GetServerNodes - gets the server nodes of a network
  60. func GetServerNodes(network string) []models.Node {
  61. var serverNodes = make([]models.Node, 0)
  62. var nodes, err = GetNetworkNodes(network)
  63. if err != nil {
  64. return serverNodes
  65. }
  66. for _, node := range nodes {
  67. if node.IsServer == "yes" {
  68. serverNodes = append(serverNodes, node)
  69. }
  70. }
  71. return serverNodes
  72. }
  73. // UncordonNode - approves a node to join a network
  74. func UncordonNode(nodeid string) (models.Node, error) {
  75. node, err := GetNodeByID(nodeid)
  76. if err != nil {
  77. return models.Node{}, err
  78. }
  79. node.SetLastModified()
  80. node.IsPending = "no"
  81. data, err := json.Marshal(&node)
  82. if err != nil {
  83. return node, err
  84. }
  85. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  86. return node, err
  87. }
  88. // SetIfLeader - gets the peers of a given server node
  89. func SetPeersIfLeader(node *models.Node) {
  90. if IsLeader(node) {
  91. setNetworkServerPeers(node)
  92. }
  93. }
  94. // IsLeader - determines if a given server node is a leader
  95. func IsLeader(node *models.Node) bool {
  96. nodes, err := GetSortedNetworkServerNodes(node.Network)
  97. if err != nil {
  98. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  99. return false
  100. }
  101. for _, n := range nodes {
  102. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  103. return n.Address == node.Address
  104. }
  105. }
  106. return len(nodes) <= 1 || nodes[1].Address == node.Address
  107. }
  108. // == DB related functions ==
  109. // UpdateNode - takes a node and updates another node with it's values
  110. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  111. if newNode.Address != currentNode.Address {
  112. if network, err := GetParentNetwork(newNode.Network); err == nil {
  113. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  114. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  115. }
  116. }
  117. }
  118. newNode.Fill(currentNode)
  119. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  120. return fmt.Errorf("this operation is not supported on server nodes")
  121. }
  122. // check for un-settable server values
  123. if err := ValidateNode(newNode, true); err != nil {
  124. return err
  125. }
  126. if newNode.ID == currentNode.ID {
  127. newNode.SetLastModified()
  128. if data, err := json.Marshal(newNode); err != nil {
  129. return err
  130. } else {
  131. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  132. }
  133. }
  134. return fmt.Errorf("failed to update node " + currentNode.ID + ", cannot change ID.")
  135. }
  136. // DeleteNodeByID - deletes a node from database or moves into delete nodes table
  137. func DeleteNodeByID(node *models.Node, exterminate bool) error {
  138. var err error
  139. var key = node.ID
  140. //delete any ext clients as required
  141. if node.IsIngressGateway == "yes" {
  142. if err := DeleteGatewayExtClients(node.ID, node.Network); err != nil {
  143. logger.Log(0, "failed to deleted ext clients", err.Error())
  144. }
  145. }
  146. if !exterminate {
  147. node.Action = models.NODE_DELETE
  148. nodedata, err := json.Marshal(&node)
  149. if err != nil {
  150. return err
  151. }
  152. err = database.Insert(key, string(nodedata), database.DELETED_NODES_TABLE_NAME)
  153. if err != nil {
  154. return err
  155. }
  156. } else {
  157. if err := database.DeleteRecord(database.DELETED_NODES_TABLE_NAME, key); err != nil {
  158. logger.Log(2, err.Error())
  159. }
  160. }
  161. if err = database.DeleteRecord(database.NODES_TABLE_NAME, key); err != nil {
  162. return err
  163. }
  164. if servercfg.IsDNSMode() {
  165. SetDNS()
  166. }
  167. _, err = nodeacls.RemoveNodeACL(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID))
  168. if err != nil {
  169. // ignoring for now, could hit a nil pointer if delete called twice
  170. logger.Log(2, "attempted to remove node ACL for node", node.Name, node.ID)
  171. }
  172. // removeZombie <- node.ID
  173. if node.IsServer == "yes" {
  174. return removeLocalServer(node)
  175. }
  176. return nil
  177. }
  178. // IsNodeIDUnique - checks if node id is unique
  179. func IsNodeIDUnique(node *models.Node) (bool, error) {
  180. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  181. return database.IsEmptyRecord(err), err
  182. }
  183. // ValidateNode - validates node values
  184. func ValidateNode(node *models.Node, isUpdate bool) error {
  185. v := validator.New()
  186. _ = v.RegisterValidation("id_unique", func(fl validator.FieldLevel) bool {
  187. if isUpdate {
  188. return true
  189. }
  190. isFieldUnique, _ := IsNodeIDUnique(node)
  191. return isFieldUnique
  192. })
  193. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  194. _, err := GetNetworkByNode(node)
  195. return err == nil
  196. })
  197. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  198. isgood := node.NameInNodeCharSet()
  199. return isgood
  200. })
  201. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  202. return validation.CheckYesOrNo(fl)
  203. })
  204. err := v.Struct(node)
  205. return err
  206. }
  207. // CreateNode - creates a node in database
  208. func CreateNode(node *models.Node) error {
  209. //encrypt that password so we never see it
  210. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  211. if err != nil {
  212. return err
  213. }
  214. //set password to encrypted password
  215. node.Password = string(hash)
  216. if node.Name == models.NODE_SERVER_NAME {
  217. node.IsServer = "yes"
  218. }
  219. if node.DNSOn == "" {
  220. if servercfg.IsDNSMode() {
  221. node.DNSOn = "yes"
  222. } else {
  223. node.DNSOn = "no"
  224. }
  225. }
  226. SetNodeDefaults(node)
  227. defaultACLVal := acls.Allowed
  228. parentNetwork, err := GetNetwork(node.Network)
  229. if err == nil {
  230. if parentNetwork.DefaultACL != "yes" {
  231. defaultACLVal = acls.NotAllowed
  232. }
  233. }
  234. reverse := node.IsServer == "yes"
  235. if node.Address == "" {
  236. if parentNetwork.IsIPv4 == "yes" {
  237. if node.Address, err = UniqueAddress(node.Network, reverse); err != nil {
  238. return err
  239. }
  240. }
  241. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  242. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  243. }
  244. if node.Address6 == "" {
  245. if parentNetwork.IsIPv6 == "yes" {
  246. if node.Address6, err = UniqueAddress6(node.Network, reverse); err != nil {
  247. return err
  248. }
  249. }
  250. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  251. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  252. }
  253. node.ID = uuid.NewString()
  254. //Create a JWT for the node
  255. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  256. if tokenString == "" {
  257. //returnErrorResponse(w, r, errorResponse)
  258. return err
  259. }
  260. err = ValidateNode(node, false)
  261. if err != nil {
  262. return err
  263. }
  264. // CheckZombies(node)
  265. nodebytes, err := json.Marshal(&node)
  266. if err != nil {
  267. return err
  268. }
  269. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  270. if err != nil {
  271. return err
  272. }
  273. _, err = nodeacls.CreateNodeACL(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID), defaultACLVal)
  274. if err != nil {
  275. logger.Log(1, "failed to create node ACL for node,", node.ID, "err:", err.Error())
  276. return err
  277. }
  278. if node.IsPending != "yes" {
  279. DecrimentKey(node.Network, node.AccessKey)
  280. }
  281. SetNetworkNodesLastModified(node.Network)
  282. if servercfg.IsDNSMode() {
  283. err = SetDNS()
  284. }
  285. return err
  286. }
  287. // GetAllNodes - returns all nodes in the DB
  288. func GetAllNodes() ([]models.Node, error) {
  289. var nodes []models.Node
  290. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  291. if err != nil {
  292. if database.IsEmptyRecord(err) {
  293. return []models.Node{}, nil
  294. }
  295. return []models.Node{}, err
  296. }
  297. for _, value := range collection {
  298. var node models.Node
  299. if err := json.Unmarshal([]byte(value), &node); err != nil {
  300. return []models.Node{}, err
  301. }
  302. // add node to our array
  303. nodes = append(nodes, node)
  304. }
  305. return nodes, nil
  306. }
  307. // CheckIsServer - check if a node is the server node
  308. func CheckIsServer(node *models.Node) bool {
  309. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  310. if err != nil && !database.IsEmptyRecord(err) {
  311. return false
  312. }
  313. for _, value := range nodeData {
  314. var tmpNode models.Node
  315. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  316. continue
  317. }
  318. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  319. return false
  320. }
  321. }
  322. return true
  323. }
  324. // GetNetworkByNode - gets the network model from a node
  325. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  326. var network = models.Network{}
  327. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  328. if err != nil {
  329. return network, err
  330. }
  331. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  332. return models.Network{}, err
  333. }
  334. return network, nil
  335. }
  336. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  337. func SetNodeDefaults(node *models.Node) {
  338. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  339. parentNetwork, _ := GetNetworkByNode(node)
  340. node.NetworkSettings = parentNetwork
  341. node.NetworkSettings.AccessKeys = []models.AccessKey{}
  342. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  343. if node.ListenPort == 0 {
  344. node.ListenPort = parentNetwork.DefaultListenPort
  345. }
  346. if node.Interface == "" {
  347. node.Interface = parentNetwork.DefaultInterface
  348. }
  349. if node.PersistentKeepalive == 0 {
  350. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  351. }
  352. if node.PostUp == "" {
  353. postup := parentNetwork.DefaultPostUp
  354. node.PostUp = postup
  355. }
  356. if node.PostDown == "" {
  357. postdown := parentNetwork.DefaultPostDown
  358. node.PostDown = postdown
  359. }
  360. if node.IsStatic == "" {
  361. node.IsStatic = "no"
  362. }
  363. if node.UDPHolePunch == "" {
  364. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  365. if node.UDPHolePunch == "" {
  366. node.UDPHolePunch = "yes"
  367. }
  368. }
  369. // == Parent Network settings ==
  370. if node.MTU == 0 {
  371. node.MTU = parentNetwork.DefaultMTU
  372. }
  373. // == node defaults if not set by parent ==
  374. node.SetIPForwardingDefault()
  375. node.SetDNSOnDefault()
  376. node.SetIsLocalDefault()
  377. node.SetLastModified()
  378. node.SetDefaultName()
  379. node.SetLastCheckIn()
  380. node.SetLastPeerUpdate()
  381. node.SetDefaultAction()
  382. node.SetIsServerDefault()
  383. node.SetIsStaticDefault()
  384. node.SetDefaultEgressGateway()
  385. node.SetDefaultIngressGateway()
  386. node.SetDefaulIsPending()
  387. node.SetDefaultMTU()
  388. node.SetDefaultNFTablesPresent()
  389. node.SetDefaultIsRelayed()
  390. node.SetDefaultIsRelay()
  391. node.SetDefaultIsDocker()
  392. node.SetDefaultIsK8S()
  393. node.SetDefaultIsHub()
  394. node.SetDefaultConnected()
  395. }
  396. // GetRecordKey - get record key
  397. // depricated
  398. func GetRecordKey(id string, network string) (string, error) {
  399. if id == "" || network == "" {
  400. return "", errors.New("unable to get record key")
  401. }
  402. return id + "###" + network, nil
  403. }
  404. // GetNodeByMacAddress - gets a node by mac address
  405. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  406. var node models.Node
  407. key, err := GetRecordKey(macaddress, network)
  408. if err != nil {
  409. return node, err
  410. }
  411. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  412. if err != nil {
  413. return models.Node{}, err
  414. }
  415. if err = json.Unmarshal([]byte(record), &node); err != nil {
  416. return models.Node{}, err
  417. }
  418. SetNodeDefaults(&node)
  419. return node, nil
  420. }
  421. // GetNodesByAddress - gets a node by mac address
  422. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  423. var nodes []models.Node
  424. allnodes, err := GetAllNodes()
  425. if err != nil {
  426. return []models.Node{}, err
  427. }
  428. for _, node := range allnodes {
  429. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  430. nodes = append(nodes, node)
  431. }
  432. }
  433. return nodes, nil
  434. }
  435. // GetDeletedNodeByMacAddress - get a deleted node
  436. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  437. var node models.Node
  438. key, err := GetRecordKey(macaddress, network)
  439. if err != nil {
  440. return node, err
  441. }
  442. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  443. if err != nil {
  444. return models.Node{}, err
  445. }
  446. if err = json.Unmarshal([]byte(record), &node); err != nil {
  447. return models.Node{}, err
  448. }
  449. SetNodeDefaults(&node)
  450. return node, nil
  451. }
  452. // GetNodeRelay - gets the relay node of a given network
  453. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  454. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  455. var relay models.Node
  456. if err != nil {
  457. if database.IsEmptyRecord(err) {
  458. return relay, nil
  459. }
  460. logger.Log(2, err.Error())
  461. return relay, err
  462. }
  463. for _, value := range collection {
  464. err := json.Unmarshal([]byte(value), &relay)
  465. if err != nil {
  466. logger.Log(2, err.Error())
  467. continue
  468. }
  469. if relay.IsRelay == "yes" {
  470. for _, addr := range relay.RelayAddrs {
  471. if addr == relayedNodeAddr {
  472. return relay, nil
  473. }
  474. }
  475. }
  476. }
  477. return relay, errors.New(RELAY_NODE_ERR + " " + relayedNodeAddr)
  478. }
  479. func GetNodeByID(uuid string) (models.Node, error) {
  480. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  481. if err != nil {
  482. return models.Node{}, err
  483. }
  484. var node models.Node
  485. if err = json.Unmarshal([]byte(record), &node); err != nil {
  486. return models.Node{}, err
  487. }
  488. return node, nil
  489. }
  490. // GetDeletedNodeByID - get a deleted node
  491. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  492. var node models.Node
  493. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  494. if err != nil {
  495. return models.Node{}, err
  496. }
  497. if err = json.Unmarshal([]byte(record), &node); err != nil {
  498. return models.Node{}, err
  499. }
  500. SetNodeDefaults(&node)
  501. return node, nil
  502. }
  503. // GetNetworkServerNodeID - get network server node ID if exists
  504. func GetNetworkServerLeader(network string) (models.Node, error) {
  505. nodes, err := GetSortedNetworkServerNodes(network)
  506. if err != nil {
  507. return models.Node{}, err
  508. }
  509. for _, node := range nodes {
  510. if IsLeader(&node) {
  511. return node, nil
  512. }
  513. }
  514. return models.Node{}, errors.New("could not find server leader")
  515. }
  516. // GetNetworkServerNodeID - get network server node ID if exists
  517. func GetNetworkServerLocal(network string) (models.Node, error) {
  518. nodes, err := GetSortedNetworkServerNodes(network)
  519. if err != nil {
  520. return models.Node{}, err
  521. }
  522. mac := servercfg.GetNodeID()
  523. if mac == "" {
  524. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  525. }
  526. for _, node := range nodes {
  527. if mac == node.MacAddress {
  528. return node, nil
  529. }
  530. }
  531. return models.Node{}, errors.New("could not find node for local server")
  532. }
  533. // IsLocalServer - get network server node ID if exists
  534. func IsLocalServer(node *models.Node) bool {
  535. var islocal bool
  536. local, err := GetNetworkServerLocal(node.Network)
  537. if err != nil {
  538. return islocal
  539. }
  540. return node.ID != "" && local.ID == node.ID
  541. }
  542. // validateServer - make sure servers dont change port or address
  543. func validateServer(currentNode, newNode *models.Node) bool {
  544. return (newNode.Address == currentNode.Address &&
  545. newNode.ListenPort == currentNode.ListenPort &&
  546. newNode.IsServer == "yes")
  547. }
  548. // unsetHub - unset hub on network nodes
  549. func UnsetHub(networkName string) (*models.Node, error) {
  550. var nodesToUpdate models.Node
  551. nodes, err := GetNetworkNodes(networkName)
  552. if err != nil {
  553. return &nodesToUpdate, err
  554. }
  555. for i := range nodes {
  556. if nodes[i].IsHub == "yes" {
  557. nodes[i].IsHub = "no"
  558. nodesToUpdate = nodes[i]
  559. newNodeData, err := json.Marshal(&nodes[i])
  560. if err != nil {
  561. logger.Log(1, "error on node during hub update")
  562. return &nodesToUpdate, err
  563. }
  564. database.Insert(nodes[i].ID, string(newNodeData), database.NODES_TABLE_NAME)
  565. }
  566. }
  567. return &nodesToUpdate, nil
  568. }
  569. // FindRelay - returns the node that is the relay for a relayed node
  570. func FindRelay(node *models.Node) *models.Node {
  571. if node.IsRelayed == "no" {
  572. return nil
  573. }
  574. peers, err := GetNetworkNodes(node.Network)
  575. if err != nil {
  576. return nil
  577. }
  578. for _, peer := range peers {
  579. if peer.IsRelay == "no" {
  580. continue
  581. }
  582. for _, ip := range peer.RelayAddrs {
  583. if ip == node.Address || ip == node.Address6 {
  584. return &peer
  585. }
  586. }
  587. }
  588. return nil
  589. }
  590. func findNode(ip string) (*models.Node, error) {
  591. nodes, err := GetAllNodes()
  592. if err != nil {
  593. return nil, err
  594. }
  595. for _, node := range nodes {
  596. if node.Address == ip {
  597. return &node, nil
  598. }
  599. if node.Address6 == ip {
  600. return &node, nil
  601. }
  602. }
  603. return nil, errors.New("node not found")
  604. }