nodes.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "time"
  8. "github.com/go-playground/validator/v10"
  9. "github.com/google/uuid"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "github.com/gravitl/netmaker/validation"
  16. "golang.org/x/crypto/bcrypt"
  17. )
  18. // GetNetworkNodes - gets the nodes of a network
  19. func GetNetworkNodes(network string) ([]models.Node, error) {
  20. var nodes []models.Node
  21. allnodes, err := GetAllNodes()
  22. if err != nil {
  23. return []models.Node{}, err
  24. }
  25. for _, node := range allnodes {
  26. if node.Network == network {
  27. nodes = append(nodes, node)
  28. }
  29. }
  30. return nodes, nil
  31. }
  32. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  33. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  34. var nodes []models.Node
  35. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  36. if err != nil {
  37. if database.IsEmptyRecord(err) {
  38. return []models.Node{}, nil
  39. }
  40. return nodes, err
  41. }
  42. for _, value := range collection {
  43. var node models.Node
  44. err := json.Unmarshal([]byte(value), &node)
  45. if err != nil {
  46. continue
  47. }
  48. if node.Network == network && node.IsServer == "yes" {
  49. nodes = append(nodes, node)
  50. }
  51. }
  52. sort.Sort(models.NodesArray(nodes))
  53. return nodes, nil
  54. }
  55. // GetServerNodes - gets the server nodes of a network
  56. func GetServerNodes(network string) []models.Node {
  57. var serverNodes = make([]models.Node, 0)
  58. var nodes, err = GetNetworkNodes(network)
  59. if err != nil {
  60. return serverNodes
  61. }
  62. for _, node := range nodes {
  63. if node.IsServer == "yes" {
  64. serverNodes = append(serverNodes, node)
  65. }
  66. }
  67. return serverNodes
  68. }
  69. // UncordonNode - approves a node to join a network
  70. func UncordonNode(nodeid string) (models.Node, error) {
  71. node, err := GetNodeByID(nodeid)
  72. if err != nil {
  73. return models.Node{}, err
  74. }
  75. node.SetLastModified()
  76. node.IsPending = "no"
  77. node.PullChanges = "yes"
  78. data, err := json.Marshal(&node)
  79. if err != nil {
  80. return node, err
  81. }
  82. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  83. return node, err
  84. }
  85. // GetPeers - gets the peers of a given server node
  86. func GetPeers(node *models.Node) ([]models.Node, error) {
  87. if IsLeader(node) {
  88. setNetworkServerPeers(node)
  89. }
  90. excludeIsRelayed := node.IsRelay != "yes"
  91. var relayedNode string
  92. if node.IsRelayed == "yes" {
  93. relayedNode = node.Address
  94. }
  95. peers, err := GetPeersList(node.Network, excludeIsRelayed, relayedNode)
  96. if err != nil {
  97. return nil, err
  98. }
  99. return peers, nil
  100. }
  101. // SetIfLeader - gets the peers of a given server node
  102. func SetPeersIfLeader(node *models.Node) {
  103. if IsLeader(node) {
  104. setNetworkServerPeers(node)
  105. }
  106. }
  107. // IsLeader - determines if a given server node is a leader
  108. func IsLeader(node *models.Node) bool {
  109. nodes, err := GetSortedNetworkServerNodes(node.Network)
  110. if err != nil {
  111. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  112. return false
  113. }
  114. for _, n := range nodes {
  115. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  116. return n.Address == node.Address
  117. }
  118. }
  119. return len(nodes) <= 1 || nodes[1].Address == node.Address
  120. }
  121. // == DB related functions ==
  122. // UpdateNode - takes a node and updates another node with it's values
  123. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  124. if newNode.Address != currentNode.Address {
  125. if network, err := GetParentNetwork(newNode.Network); err == nil {
  126. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  127. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  128. }
  129. }
  130. }
  131. newNode.Fill(currentNode)
  132. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  133. return fmt.Errorf("this operation is not supported on server nodes")
  134. }
  135. // check for un-settable server values
  136. if err := ValidateNode(newNode, true); err != nil {
  137. return err
  138. }
  139. if newNode.ID == currentNode.ID {
  140. newNode.SetLastModified()
  141. if data, err := json.Marshal(newNode); err != nil {
  142. return err
  143. } else {
  144. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  145. }
  146. }
  147. return fmt.Errorf("failed to update node " + currentNode.ID + ", cannot change ID.")
  148. }
  149. // IsNodeIDUnique - checks if node id is unique
  150. func IsNodeIDUnique(node *models.Node) (bool, error) {
  151. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  152. return database.IsEmptyRecord(err), err
  153. }
  154. // ValidateNode - validates node values
  155. func ValidateNode(node *models.Node, isUpdate bool) error {
  156. v := validator.New()
  157. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  158. if isUpdate {
  159. return true
  160. }
  161. var unique = true
  162. if !(node.MacAddress == "") {
  163. unique, _ = isMacAddressUnique(node.MacAddress, node.Network)
  164. }
  165. isFieldUnique, _ := IsNodeIDUnique(node)
  166. return isFieldUnique && unique
  167. })
  168. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  169. _, err := GetNetworkByNode(node)
  170. return err == nil
  171. })
  172. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  173. isgood := node.NameInNodeCharSet()
  174. return isgood
  175. })
  176. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  177. return validation.CheckYesOrNo(fl)
  178. })
  179. err := v.Struct(node)
  180. return err
  181. }
  182. // CreateNode - creates a node in database
  183. func CreateNode(node *models.Node) error {
  184. //encrypt that password so we never see it
  185. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  186. if err != nil {
  187. return err
  188. }
  189. //set password to encrypted password
  190. node.Password = string(hash)
  191. if node.Name == models.NODE_SERVER_NAME {
  192. node.IsServer = "yes"
  193. }
  194. if node.DNSOn == "" {
  195. if servercfg.IsDNSMode() {
  196. node.DNSOn = "yes"
  197. } else {
  198. node.DNSOn = "no"
  199. }
  200. }
  201. SetNodeDefaults(node)
  202. if node.IsServer == "yes" {
  203. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  204. return err
  205. }
  206. } else if node.Address == "" {
  207. if node.Address, err = UniqueAddress(node.Network); err != nil {
  208. return err
  209. }
  210. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  211. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  212. }
  213. if node.Address6 == "" {
  214. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  215. return err
  216. }
  217. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  218. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  219. }
  220. node.ID = uuid.NewString()
  221. //Create a JWT for the node
  222. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  223. if tokenString == "" {
  224. //returnErrorResponse(w, r, errorResponse)
  225. return err
  226. }
  227. err = ValidateNode(node, false)
  228. if err != nil {
  229. return err
  230. }
  231. nodebytes, err := json.Marshal(&node)
  232. if err != nil {
  233. return err
  234. }
  235. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  236. if err != nil {
  237. return err
  238. }
  239. if node.IsPending != "yes" {
  240. DecrimentKey(node.Network, node.AccessKey)
  241. }
  242. SetNetworkNodesLastModified(node.Network)
  243. if servercfg.IsDNSMode() {
  244. err = SetDNS()
  245. }
  246. return err
  247. }
  248. // GetAllNodes - returns all nodes in the DB
  249. func GetAllNodes() ([]models.Node, error) {
  250. var nodes []models.Node
  251. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  252. if err != nil {
  253. if database.IsEmptyRecord(err) {
  254. return []models.Node{}, nil
  255. }
  256. return []models.Node{}, err
  257. }
  258. for _, value := range collection {
  259. var node models.Node
  260. if err := json.Unmarshal([]byte(value), &node); err != nil {
  261. return []models.Node{}, err
  262. }
  263. // add node to our array
  264. nodes = append(nodes, node)
  265. }
  266. return nodes, nil
  267. }
  268. // CheckIsServer - check if a node is the server node
  269. func CheckIsServer(node *models.Node) bool {
  270. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  271. if err != nil && !database.IsEmptyRecord(err) {
  272. return false
  273. }
  274. for _, value := range nodeData {
  275. var tmpNode models.Node
  276. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  277. continue
  278. }
  279. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  280. return false
  281. }
  282. }
  283. return true
  284. }
  285. // GetNetworkByNode - gets the network model from a node
  286. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  287. var network = models.Network{}
  288. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  289. if err != nil {
  290. return network, err
  291. }
  292. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  293. return models.Network{}, err
  294. }
  295. return network, nil
  296. }
  297. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  298. func SetNodeDefaults(node *models.Node) {
  299. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  300. parentNetwork, _ := GetNetworkByNode(node)
  301. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  302. if node.ListenPort == 0 {
  303. node.ListenPort = parentNetwork.DefaultListenPort
  304. }
  305. if node.SaveConfig == "" {
  306. if parentNetwork.DefaultSaveConfig != "" {
  307. node.SaveConfig = parentNetwork.DefaultSaveConfig
  308. } else {
  309. node.SaveConfig = "yes"
  310. }
  311. }
  312. if node.Interface == "" {
  313. node.Interface = parentNetwork.DefaultInterface
  314. }
  315. if node.PersistentKeepalive == 0 {
  316. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  317. }
  318. if node.PostUp == "" {
  319. postup := parentNetwork.DefaultPostUp
  320. node.PostUp = postup
  321. }
  322. if node.PostDown == "" {
  323. postdown := parentNetwork.DefaultPostDown
  324. node.PostDown = postdown
  325. }
  326. if node.IsStatic == "" {
  327. node.IsStatic = "no"
  328. }
  329. if node.UDPHolePunch == "" {
  330. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  331. if node.UDPHolePunch == "" {
  332. node.UDPHolePunch = "yes"
  333. }
  334. }
  335. // == Parent Network settings ==
  336. if node.IsDualStack == "" {
  337. node.IsDualStack = parentNetwork.IsDualStack
  338. }
  339. if node.MTU == 0 {
  340. node.MTU = parentNetwork.DefaultMTU
  341. }
  342. // == node defaults if not set by parent ==
  343. node.SetIPForwardingDefault()
  344. node.SetDNSOnDefault()
  345. node.SetIsLocalDefault()
  346. node.SetIsDualStackDefault()
  347. node.SetLastModified()
  348. node.SetDefaultName()
  349. node.SetLastCheckIn()
  350. node.SetLastPeerUpdate()
  351. node.SetRoamingDefault()
  352. node.SetPullChangesDefault()
  353. node.SetDefaultAction()
  354. node.SetIsServerDefault()
  355. node.SetIsStaticDefault()
  356. node.SetDefaultEgressGateway()
  357. node.SetDefaultIngressGateway()
  358. node.SetDefaulIsPending()
  359. node.SetDefaultMTU()
  360. node.SetDefaultIsRelayed()
  361. node.SetDefaultIsRelay()
  362. node.SetDefaultIsDocker()
  363. node.SetDefaultIsK8S()
  364. node.KeyUpdateTimeStamp = time.Now().Unix()
  365. }
  366. // GetRecordKey - get record key
  367. // depricated
  368. func GetRecordKey(id string, network string) (string, error) {
  369. if id == "" || network == "" {
  370. return "", errors.New("unable to get record key")
  371. }
  372. return id + "###" + network, nil
  373. }
  374. // GetNodeByMacAddress - gets a node by mac address
  375. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  376. var node models.Node
  377. key, err := GetRecordKey(macaddress, network)
  378. if err != nil {
  379. return node, err
  380. }
  381. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  382. if err != nil {
  383. return models.Node{}, err
  384. }
  385. if err = json.Unmarshal([]byte(record), &node); err != nil {
  386. return models.Node{}, err
  387. }
  388. SetNodeDefaults(&node)
  389. return node, nil
  390. }
  391. // GetNodesByAddress - gets a node by mac address
  392. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  393. var nodes []models.Node
  394. allnodes, err := GetAllNodes()
  395. if err != nil {
  396. return []models.Node{}, err
  397. }
  398. for _, node := range allnodes {
  399. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  400. nodes = append(nodes, node)
  401. }
  402. }
  403. return nodes, nil
  404. }
  405. // GetDeletedNodeByMacAddress - get a deleted node
  406. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  407. var node models.Node
  408. key, err := GetRecordKey(macaddress, network)
  409. if err != nil {
  410. return node, err
  411. }
  412. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  413. if err != nil {
  414. return models.Node{}, err
  415. }
  416. if err = json.Unmarshal([]byte(record), &node); err != nil {
  417. return models.Node{}, err
  418. }
  419. SetNodeDefaults(&node)
  420. return node, nil
  421. }
  422. // GetNodeRelay - gets the relay node of a given network
  423. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  424. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  425. var relay models.Node
  426. if err != nil {
  427. if database.IsEmptyRecord(err) {
  428. return relay, nil
  429. }
  430. logger.Log(2, err.Error())
  431. return relay, err
  432. }
  433. for _, value := range collection {
  434. err := json.Unmarshal([]byte(value), &relay)
  435. if err != nil {
  436. logger.Log(2, err.Error())
  437. continue
  438. }
  439. if relay.IsRelay == "yes" {
  440. for _, addr := range relay.RelayAddrs {
  441. if addr == relayedNodeAddr {
  442. return relay, nil
  443. }
  444. }
  445. }
  446. }
  447. return relay, errors.New("could not find relay for node " + relayedNodeAddr)
  448. }
  449. // GetNodeByIDorMacAddress - gets the node, if a mac address exists, but not id, then it should delete it and recreate in DB with new ID
  450. /*
  451. func GetNodeByIDorMacAddress(uuid string, macaddress string, network string) (models.Node, error) {
  452. var node models.Node
  453. var err error
  454. node, err = GetNodeByID(uuid)
  455. if err != nil && macaddress != "" && network != "" {
  456. node, err = GetNodeByMacAddress(network, macaddress)
  457. if err != nil {
  458. return models.Node{}, err
  459. }
  460. err = DeleteNodeByMacAddress(&node, true) // remove node
  461. if err != nil {
  462. return models.Node{}, err
  463. }
  464. err = CreateNode(&node)
  465. if err != nil {
  466. return models.Node{}, err
  467. }
  468. logger.Log(2, "rewriting legacy node data; node now has id,", node.ID)
  469. node.PullChanges = "yes"
  470. }
  471. return node, err
  472. }
  473. */
  474. // GetNodeByID - get node by uuid, should have been set by create
  475. func GetNodeByID(uuid string) (models.Node, error) {
  476. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  477. if err != nil {
  478. return models.Node{}, err
  479. }
  480. var node models.Node
  481. if err = json.Unmarshal([]byte(record), &node); err != nil {
  482. return models.Node{}, err
  483. }
  484. return node, nil
  485. }
  486. // GetDeletedNodeByID - get a deleted node
  487. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  488. var node models.Node
  489. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  490. if err != nil {
  491. return models.Node{}, err
  492. }
  493. if err = json.Unmarshal([]byte(record), &node); err != nil {
  494. return models.Node{}, err
  495. }
  496. SetNodeDefaults(&node)
  497. return node, nil
  498. }
  499. // GetNetworkServerNodeID - get network server node ID if exists
  500. func GetNetworkServerLeader(network string) (models.Node, error) {
  501. nodes, err := GetSortedNetworkServerNodes(network)
  502. if err != nil {
  503. return models.Node{}, err
  504. }
  505. for _, node := range nodes {
  506. if IsLeader(&node) {
  507. return node, nil
  508. }
  509. }
  510. return models.Node{}, errors.New("could not find server leader")
  511. }
  512. // GetNetworkServerNodeID - get network server node ID if exists
  513. func GetNetworkServerLocal(network string) (models.Node, error) {
  514. nodes, err := GetSortedNetworkServerNodes(network)
  515. if err != nil {
  516. return models.Node{}, err
  517. }
  518. mac := servercfg.GetNodeID()
  519. if mac == "" {
  520. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  521. }
  522. for _, node := range nodes {
  523. if mac == node.MacAddress {
  524. return node, nil
  525. }
  526. }
  527. return models.Node{}, errors.New("could not find node for local server")
  528. }
  529. // validateServer - make sure servers dont change port or address
  530. func validateServer(currentNode, newNode *models.Node) bool {
  531. return (newNode.Address == currentNode.Address &&
  532. newNode.ListenPort == currentNode.ListenPort &&
  533. newNode.IsServer == "yes")
  534. }
  535. // isMacAddressUnique - checks if mac is unique
  536. func isMacAddressUnique(macaddress string, networkName string) (bool, error) {
  537. isunique := true
  538. nodes, err := GetNetworkNodes(networkName)
  539. if err != nil {
  540. if database.IsEmptyRecord(err) {
  541. return true, nil
  542. }
  543. return false, err
  544. }
  545. for _, node := range nodes {
  546. if node.MacAddress == macaddress {
  547. isunique = false
  548. }
  549. }
  550. return isunique, nil
  551. }