nodes.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "strings"
  8. "time"
  9. "github.com/go-playground/validator/v10"
  10. "github.com/google/uuid"
  11. "github.com/gravitl/netmaker/database"
  12. "github.com/gravitl/netmaker/logger"
  13. "github.com/gravitl/netmaker/models"
  14. "github.com/gravitl/netmaker/netclient/ncutils"
  15. "github.com/gravitl/netmaker/servercfg"
  16. "github.com/gravitl/netmaker/validation"
  17. "golang.org/x/crypto/bcrypt"
  18. )
  19. // RELAY_NODE_ERR - error to return if relay node is unfound
  20. const RELAY_NODE_ERR = "could not find relay for node"
  21. // GetNetworkNodes - gets the nodes of a network
  22. func GetNetworkNodes(network string) ([]models.Node, error) {
  23. var nodes []models.Node
  24. allnodes, err := GetAllNodes()
  25. if err != nil {
  26. return []models.Node{}, err
  27. }
  28. for _, node := range allnodes {
  29. if node.Network == network {
  30. nodes = append(nodes, node)
  31. }
  32. }
  33. return nodes, nil
  34. }
  35. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  36. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  37. var nodes []models.Node
  38. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  39. if err != nil {
  40. if database.IsEmptyRecord(err) {
  41. return []models.Node{}, nil
  42. }
  43. return nodes, err
  44. }
  45. for _, value := range collection {
  46. var node models.Node
  47. err := json.Unmarshal([]byte(value), &node)
  48. if err != nil {
  49. continue
  50. }
  51. if node.Network == network && node.IsServer == "yes" {
  52. nodes = append(nodes, node)
  53. }
  54. }
  55. sort.Sort(models.NodesArray(nodes))
  56. return nodes, nil
  57. }
  58. // GetServerNodes - gets the server nodes of a network
  59. func GetServerNodes(network string) []models.Node {
  60. var serverNodes = make([]models.Node, 0)
  61. var nodes, err = GetNetworkNodes(network)
  62. if err != nil {
  63. return serverNodes
  64. }
  65. for _, node := range nodes {
  66. if node.IsServer == "yes" {
  67. serverNodes = append(serverNodes, node)
  68. }
  69. }
  70. return serverNodes
  71. }
  72. // UncordonNode - approves a node to join a network
  73. func UncordonNode(nodeid string) (models.Node, error) {
  74. node, err := GetNodeByID(nodeid)
  75. if err != nil {
  76. return models.Node{}, err
  77. }
  78. node.SetLastModified()
  79. node.IsPending = "no"
  80. node.PullChanges = "yes"
  81. data, err := json.Marshal(&node)
  82. if err != nil {
  83. return node, err
  84. }
  85. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  86. return node, err
  87. }
  88. // GetPeers - gets the peers of a given server node
  89. func GetPeers(node *models.Node) ([]models.Node, error) {
  90. if IsLeader(node) {
  91. setNetworkServerPeers(node)
  92. }
  93. excludeIsRelayed := node.IsRelay != "yes"
  94. var relayedNode string
  95. if node.IsRelayed == "yes" {
  96. relayedNode = node.Address
  97. }
  98. peers, err := GetPeersList(node.Network, excludeIsRelayed, relayedNode)
  99. if err != nil {
  100. if strings.Contains(err.Error(), RELAY_NODE_ERR) {
  101. peers, err = PeerListUnRelay(node.ID, node.Network)
  102. if err != nil {
  103. return nil, err
  104. }
  105. } else {
  106. return nil, err
  107. }
  108. }
  109. return peers, nil
  110. }
  111. // SetIfLeader - gets the peers of a given server node
  112. func SetPeersIfLeader(node *models.Node) {
  113. if IsLeader(node) {
  114. setNetworkServerPeers(node)
  115. }
  116. }
  117. // IsLeader - determines if a given server node is a leader
  118. func IsLeader(node *models.Node) bool {
  119. nodes, err := GetSortedNetworkServerNodes(node.Network)
  120. if err != nil {
  121. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  122. return false
  123. }
  124. for _, n := range nodes {
  125. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  126. return n.Address == node.Address
  127. }
  128. }
  129. return len(nodes) <= 1 || nodes[1].Address == node.Address
  130. }
  131. // == DB related functions ==
  132. // UpdateNode - takes a node and updates another node with it's values
  133. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  134. if newNode.Address != currentNode.Address {
  135. if network, err := GetParentNetwork(newNode.Network); err == nil {
  136. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  137. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  138. }
  139. }
  140. }
  141. newNode.Fill(currentNode)
  142. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  143. return fmt.Errorf("this operation is not supported on server nodes")
  144. }
  145. // check for un-settable server values
  146. if err := ValidateNode(newNode, true); err != nil {
  147. return err
  148. }
  149. if newNode.ID == currentNode.ID {
  150. newNode.SetLastModified()
  151. if data, err := json.Marshal(newNode); err != nil {
  152. return err
  153. } else {
  154. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  155. }
  156. }
  157. return fmt.Errorf("failed to update node " + currentNode.ID + ", cannot change ID.")
  158. }
  159. // IsNodeIDUnique - checks if node id is unique
  160. func IsNodeIDUnique(node *models.Node) (bool, error) {
  161. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  162. return database.IsEmptyRecord(err), err
  163. }
  164. // ValidateNode - validates node values
  165. func ValidateNode(node *models.Node, isUpdate bool) error {
  166. v := validator.New()
  167. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  168. if isUpdate {
  169. return true
  170. }
  171. var unique = true
  172. if !(node.MacAddress == "") {
  173. unique, _ = isMacAddressUnique(node.MacAddress, node.Network)
  174. }
  175. isFieldUnique, _ := IsNodeIDUnique(node)
  176. return isFieldUnique && unique
  177. })
  178. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  179. _, err := GetNetworkByNode(node)
  180. return err == nil
  181. })
  182. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  183. isgood := node.NameInNodeCharSet()
  184. return isgood
  185. })
  186. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  187. return validation.CheckYesOrNo(fl)
  188. })
  189. err := v.Struct(node)
  190. return err
  191. }
  192. // CreateNode - creates a node in database
  193. func CreateNode(node *models.Node) error {
  194. //encrypt that password so we never see it
  195. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  196. if err != nil {
  197. return err
  198. }
  199. //set password to encrypted password
  200. node.Password = string(hash)
  201. if node.Name == models.NODE_SERVER_NAME {
  202. node.IsServer = "yes"
  203. }
  204. if node.DNSOn == "" {
  205. if servercfg.IsDNSMode() {
  206. node.DNSOn = "yes"
  207. } else {
  208. node.DNSOn = "no"
  209. }
  210. }
  211. SetNodeDefaults(node)
  212. if node.IsServer == "yes" {
  213. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  214. return err
  215. }
  216. } else if node.Address == "" {
  217. if node.Address, err = UniqueAddress(node.Network); err != nil {
  218. return err
  219. }
  220. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  221. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  222. }
  223. if node.Address6 == "" {
  224. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  225. return err
  226. }
  227. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  228. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  229. }
  230. node.ID = uuid.NewString()
  231. //Create a JWT for the node
  232. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  233. if tokenString == "" {
  234. //returnErrorResponse(w, r, errorResponse)
  235. return err
  236. }
  237. err = ValidateNode(node, false)
  238. if err != nil {
  239. return err
  240. }
  241. nodebytes, err := json.Marshal(&node)
  242. if err != nil {
  243. return err
  244. }
  245. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  246. if err != nil {
  247. return err
  248. }
  249. if node.IsPending != "yes" {
  250. DecrimentKey(node.Network, node.AccessKey)
  251. }
  252. SetNetworkNodesLastModified(node.Network)
  253. if servercfg.IsDNSMode() {
  254. err = SetDNS()
  255. }
  256. return err
  257. }
  258. // GetAllNodes - returns all nodes in the DB
  259. func GetAllNodes() ([]models.Node, error) {
  260. var nodes []models.Node
  261. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  262. if err != nil {
  263. if database.IsEmptyRecord(err) {
  264. return []models.Node{}, nil
  265. }
  266. return []models.Node{}, err
  267. }
  268. for _, value := range collection {
  269. var node models.Node
  270. if err := json.Unmarshal([]byte(value), &node); err != nil {
  271. return []models.Node{}, err
  272. }
  273. // add node to our array
  274. nodes = append(nodes, node)
  275. }
  276. return nodes, nil
  277. }
  278. // CheckIsServer - check if a node is the server node
  279. func CheckIsServer(node *models.Node) bool {
  280. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  281. if err != nil && !database.IsEmptyRecord(err) {
  282. return false
  283. }
  284. for _, value := range nodeData {
  285. var tmpNode models.Node
  286. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  287. continue
  288. }
  289. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  290. return false
  291. }
  292. }
  293. return true
  294. }
  295. // GetNetworkByNode - gets the network model from a node
  296. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  297. var network = models.Network{}
  298. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  299. if err != nil {
  300. return network, err
  301. }
  302. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  303. return models.Network{}, err
  304. }
  305. return network, nil
  306. }
  307. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  308. func SetNodeDefaults(node *models.Node) {
  309. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  310. parentNetwork, _ := GetNetworkByNode(node)
  311. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  312. if node.ListenPort == 0 {
  313. node.ListenPort = parentNetwork.DefaultListenPort
  314. }
  315. if node.SaveConfig == "" {
  316. if parentNetwork.DefaultSaveConfig != "" {
  317. node.SaveConfig = parentNetwork.DefaultSaveConfig
  318. } else {
  319. node.SaveConfig = "yes"
  320. }
  321. }
  322. if node.Interface == "" {
  323. node.Interface = parentNetwork.DefaultInterface
  324. }
  325. if node.PersistentKeepalive == 0 {
  326. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  327. }
  328. if node.PostUp == "" {
  329. postup := parentNetwork.DefaultPostUp
  330. node.PostUp = postup
  331. }
  332. if node.PostDown == "" {
  333. postdown := parentNetwork.DefaultPostDown
  334. node.PostDown = postdown
  335. }
  336. if node.IsStatic == "" {
  337. node.IsStatic = "no"
  338. }
  339. if node.UDPHolePunch == "" {
  340. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  341. if node.UDPHolePunch == "" {
  342. node.UDPHolePunch = "yes"
  343. }
  344. }
  345. // == Parent Network settings ==
  346. if node.IsDualStack == "" {
  347. node.IsDualStack = parentNetwork.IsDualStack
  348. }
  349. if node.MTU == 0 {
  350. node.MTU = parentNetwork.DefaultMTU
  351. }
  352. // == node defaults if not set by parent ==
  353. node.SetIPForwardingDefault()
  354. node.SetDNSOnDefault()
  355. node.SetIsLocalDefault()
  356. node.SetIsDualStackDefault()
  357. node.SetLastModified()
  358. node.SetDefaultName()
  359. node.SetLastCheckIn()
  360. node.SetLastPeerUpdate()
  361. node.SetRoamingDefault()
  362. node.SetPullChangesDefault()
  363. node.SetDefaultAction()
  364. node.SetIsServerDefault()
  365. node.SetIsStaticDefault()
  366. node.SetDefaultEgressGateway()
  367. node.SetDefaultIngressGateway()
  368. node.SetDefaulIsPending()
  369. node.SetDefaultMTU()
  370. node.SetDefaultIsRelayed()
  371. node.SetDefaultIsRelay()
  372. node.SetDefaultIsDocker()
  373. node.SetDefaultIsK8S()
  374. node.KeyUpdateTimeStamp = time.Now().Unix()
  375. }
  376. // GetRecordKey - get record key
  377. // depricated
  378. func GetRecordKey(id string, network string) (string, error) {
  379. if id == "" || network == "" {
  380. return "", errors.New("unable to get record key")
  381. }
  382. return id + "###" + network, nil
  383. }
  384. // GetNodeByMacAddress - gets a node by mac address
  385. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  386. var node models.Node
  387. key, err := GetRecordKey(macaddress, network)
  388. if err != nil {
  389. return node, err
  390. }
  391. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  392. if err != nil {
  393. return models.Node{}, err
  394. }
  395. if err = json.Unmarshal([]byte(record), &node); err != nil {
  396. return models.Node{}, err
  397. }
  398. SetNodeDefaults(&node)
  399. return node, nil
  400. }
  401. // GetNodesByAddress - gets a node by mac address
  402. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  403. var nodes []models.Node
  404. allnodes, err := GetAllNodes()
  405. if err != nil {
  406. return []models.Node{}, err
  407. }
  408. for _, node := range allnodes {
  409. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  410. nodes = append(nodes, node)
  411. }
  412. }
  413. return nodes, nil
  414. }
  415. // GetDeletedNodeByMacAddress - get a deleted node
  416. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  417. var node models.Node
  418. key, err := GetRecordKey(macaddress, network)
  419. if err != nil {
  420. return node, err
  421. }
  422. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  423. if err != nil {
  424. return models.Node{}, err
  425. }
  426. if err = json.Unmarshal([]byte(record), &node); err != nil {
  427. return models.Node{}, err
  428. }
  429. SetNodeDefaults(&node)
  430. return node, nil
  431. }
  432. // GetNodeRelay - gets the relay node of a given network
  433. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  434. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  435. var relay models.Node
  436. if err != nil {
  437. if database.IsEmptyRecord(err) {
  438. return relay, nil
  439. }
  440. logger.Log(2, err.Error())
  441. return relay, err
  442. }
  443. for _, value := range collection {
  444. err := json.Unmarshal([]byte(value), &relay)
  445. if err != nil {
  446. logger.Log(2, err.Error())
  447. continue
  448. }
  449. if relay.IsRelay == "yes" {
  450. for _, addr := range relay.RelayAddrs {
  451. if addr == relayedNodeAddr {
  452. return relay, nil
  453. }
  454. }
  455. }
  456. }
  457. return relay, errors.New(RELAY_NODE_ERR + " " + relayedNodeAddr)
  458. }
  459. // GetNodeByIDorMacAddress - gets the node, if a mac address exists, but not id, then it should delete it and recreate in DB with new ID
  460. /*
  461. func GetNodeByIDorMacAddress(uuid string, macaddress string, network string) (models.Node, error) {
  462. var node models.Node
  463. var err error
  464. node, err = GetNodeByID(uuid)
  465. if err != nil && macaddress != "" && network != "" {
  466. node, err = GetNodeByMacAddress(network, macaddress)
  467. if err != nil {
  468. return models.Node{}, err
  469. }
  470. err = DeleteNodeByMacAddress(&node, true) // remove node
  471. if err != nil {
  472. return models.Node{}, err
  473. }
  474. err = CreateNode(&node)
  475. if err != nil {
  476. return models.Node{}, err
  477. }
  478. logger.Log(2, "rewriting legacy node data; node now has id,", node.ID)
  479. node.PullChanges = "yes"
  480. }
  481. return node, err
  482. }
  483. */
  484. // GetNodeByID - get node by uuid, should have been set by create
  485. func GetNodeByID(uuid string) (models.Node, error) {
  486. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  487. if err != nil {
  488. return models.Node{}, err
  489. }
  490. var node models.Node
  491. if err = json.Unmarshal([]byte(record), &node); err != nil {
  492. return models.Node{}, err
  493. }
  494. return node, nil
  495. }
  496. // GetDeletedNodeByID - get a deleted node
  497. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  498. var node models.Node
  499. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  500. if err != nil {
  501. return models.Node{}, err
  502. }
  503. if err = json.Unmarshal([]byte(record), &node); err != nil {
  504. return models.Node{}, err
  505. }
  506. SetNodeDefaults(&node)
  507. return node, nil
  508. }
  509. // GetNetworkServerNodeID - get network server node ID if exists
  510. func GetNetworkServerLeader(network string) (models.Node, error) {
  511. nodes, err := GetSortedNetworkServerNodes(network)
  512. if err != nil {
  513. return models.Node{}, err
  514. }
  515. for _, node := range nodes {
  516. if IsLeader(&node) {
  517. return node, nil
  518. }
  519. }
  520. return models.Node{}, errors.New("could not find server leader")
  521. }
  522. // GetNetworkServerNodeID - get network server node ID if exists
  523. func GetNetworkServerLocal(network string) (models.Node, error) {
  524. nodes, err := GetSortedNetworkServerNodes(network)
  525. if err != nil {
  526. return models.Node{}, err
  527. }
  528. mac := servercfg.GetNodeID()
  529. if mac == "" {
  530. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  531. }
  532. for _, node := range nodes {
  533. if mac == node.MacAddress {
  534. return node, nil
  535. }
  536. }
  537. return models.Node{}, errors.New("could not find node for local server")
  538. }
  539. // IsLocalServer - get network server node ID if exists
  540. func IsLocalServer(node *models.Node) bool {
  541. var islocal bool
  542. local, err := GetNetworkServerLocal(node.Network)
  543. if err != nil {
  544. return islocal
  545. }
  546. return node.ID != "" && local.ID == node.ID
  547. }
  548. // validateServer - make sure servers dont change port or address
  549. func validateServer(currentNode, newNode *models.Node) bool {
  550. return (newNode.Address == currentNode.Address &&
  551. newNode.ListenPort == currentNode.ListenPort &&
  552. newNode.IsServer == "yes")
  553. }
  554. // isMacAddressUnique - checks if mac is unique
  555. func isMacAddressUnique(macaddress string, networkName string) (bool, error) {
  556. isunique := true
  557. nodes, err := GetNetworkNodes(networkName)
  558. if err != nil {
  559. if database.IsEmptyRecord(err) {
  560. return true, nil
  561. }
  562. return false, err
  563. }
  564. for _, node := range nodes {
  565. if node.MacAddress == macaddress {
  566. isunique = false
  567. }
  568. }
  569. return isunique, nil
  570. }