nodes.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "time"
  8. "github.com/go-playground/validator/v10"
  9. "github.com/google/uuid"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "github.com/gravitl/netmaker/validation"
  16. "golang.org/x/crypto/bcrypt"
  17. )
  18. // GetNetworkNodes - gets the nodes of a network
  19. func GetNetworkNodes(network string) ([]models.Node, error) {
  20. var nodes []models.Node
  21. allnodes, err := GetAllNodes()
  22. if err != nil {
  23. return []models.Node{}, err
  24. }
  25. for _, node := range allnodes {
  26. if node.Network == network {
  27. nodes = append(nodes, node)
  28. }
  29. }
  30. return nodes, nil
  31. }
  32. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  33. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  34. var nodes []models.Node
  35. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  36. if err != nil {
  37. if database.IsEmptyRecord(err) {
  38. return []models.Node{}, nil
  39. }
  40. return nodes, err
  41. }
  42. for _, value := range collection {
  43. var node models.Node
  44. err := json.Unmarshal([]byte(value), &node)
  45. if err != nil {
  46. continue
  47. }
  48. if node.Network == network && node.IsServer == "yes" {
  49. nodes = append(nodes, node)
  50. }
  51. }
  52. sort.Sort(models.NodesArray(nodes))
  53. return nodes, nil
  54. }
  55. // GetServerNodes - gets the server nodes of a network
  56. func GetServerNodes(network string) []models.Node {
  57. var serverNodes = make([]models.Node, 0)
  58. var nodes, err = GetNetworkNodes(network)
  59. if err != nil {
  60. return serverNodes
  61. }
  62. for _, node := range nodes {
  63. if node.IsServer == "yes" {
  64. serverNodes = append(serverNodes, node)
  65. }
  66. }
  67. return serverNodes
  68. }
  69. // UncordonNode - approves a node to join a network
  70. func UncordonNode(nodeid string) (models.Node, error) {
  71. node, err := GetNodeByID(nodeid)
  72. if err != nil {
  73. return models.Node{}, err
  74. }
  75. node.SetLastModified()
  76. node.IsPending = "no"
  77. node.PullChanges = "yes"
  78. data, err := json.Marshal(&node)
  79. if err != nil {
  80. return node, err
  81. }
  82. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  83. return node, err
  84. }
  85. // GetPeers - gets the peers of a given server node
  86. func GetPeers(node *models.Node) ([]models.Node, error) {
  87. if IsLeader(node) {
  88. setNetworkServerPeers(node)
  89. }
  90. excludeIsRelayed := node.IsRelay != "yes"
  91. var relayedNode string
  92. if node.IsRelayed == "yes" {
  93. relayedNode = node.Address
  94. }
  95. peers, err := GetPeersList(node.Network, excludeIsRelayed, relayedNode)
  96. if err != nil {
  97. return nil, err
  98. }
  99. return peers, nil
  100. }
  101. // SetIfLeader - gets the peers of a given server node
  102. func SetPeersIfLeader(node *models.Node) {
  103. if IsLeader(node) {
  104. setNetworkServerPeers(node)
  105. }
  106. }
  107. // IsLeader - determines if a given server node is a leader
  108. func IsLeader(node *models.Node) bool {
  109. nodes, err := GetSortedNetworkServerNodes(node.Network)
  110. if err != nil {
  111. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  112. return false
  113. }
  114. for _, n := range nodes {
  115. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  116. return n.Address == node.Address
  117. }
  118. }
  119. return len(nodes) <= 1 || nodes[1].Address == node.Address
  120. }
  121. // == DB related functions ==
  122. // UpdateNode - takes a node and updates another node with it's values
  123. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  124. if newNode.Address != currentNode.Address {
  125. if network, err := GetParentNetwork(newNode.Network); err == nil {
  126. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  127. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  128. }
  129. }
  130. }
  131. newNode.Fill(currentNode)
  132. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  133. return fmt.Errorf("this operation is not supported on server nodes")
  134. }
  135. // check for un-settable server values
  136. if err := ValidateNode(newNode, true); err != nil {
  137. return err
  138. }
  139. if newNode.ID == currentNode.ID {
  140. newNode.SetLastModified()
  141. if data, err := json.Marshal(newNode); err != nil {
  142. return err
  143. } else {
  144. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  145. }
  146. }
  147. return fmt.Errorf("failed to update node " + newNode.MacAddress + ", cannot change macaddress.")
  148. }
  149. // IsNodeIDUnique - checks if node id is unique
  150. func IsNodeIDUnique(node *models.Node) (bool, error) {
  151. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  152. return database.IsEmptyRecord(err), err
  153. }
  154. // ValidateNode - validates node values
  155. func ValidateNode(node *models.Node, isUpdate bool) error {
  156. v := validator.New()
  157. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  158. if isUpdate {
  159. return true
  160. }
  161. unique, _ := isMacAddressUnique(node.MacAddress, node.Network)
  162. isFieldUnique, _ := IsNodeIDUnique(node)
  163. return isFieldUnique && unique
  164. })
  165. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  166. _, err := GetNetworkByNode(node)
  167. return err == nil
  168. })
  169. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  170. isgood := node.NameInNodeCharSet()
  171. return isgood
  172. })
  173. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  174. return validation.CheckYesOrNo(fl)
  175. })
  176. err := v.Struct(node)
  177. return err
  178. }
  179. // CreateNode - creates a node in database
  180. func CreateNode(node *models.Node) error {
  181. //encrypt that password so we never see it
  182. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  183. if err != nil {
  184. return err
  185. }
  186. //set password to encrypted password
  187. node.Password = string(hash)
  188. if node.Name == models.NODE_SERVER_NAME {
  189. node.IsServer = "yes"
  190. }
  191. if node.DNSOn == "" {
  192. if servercfg.IsDNSMode() {
  193. node.DNSOn = "yes"
  194. } else {
  195. node.DNSOn = "no"
  196. }
  197. }
  198. SetNodeDefaults(node)
  199. if node.IsServer == "yes" {
  200. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  201. return err
  202. }
  203. } else if node.Address == "" {
  204. if node.Address, err = UniqueAddress(node.Network); err != nil {
  205. return err
  206. }
  207. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  208. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  209. }
  210. if node.Address6 == "" {
  211. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  212. return err
  213. }
  214. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  215. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  216. }
  217. node.ID = uuid.NewString()
  218. //Create a JWT for the node
  219. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  220. if tokenString == "" {
  221. //returnErrorResponse(w, r, errorResponse)
  222. return err
  223. }
  224. err = ValidateNode(node, false)
  225. if err != nil {
  226. return err
  227. }
  228. nodebytes, err := json.Marshal(&node)
  229. if err != nil {
  230. return err
  231. }
  232. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  233. if err != nil {
  234. return err
  235. }
  236. if node.IsPending != "yes" {
  237. DecrimentKey(node.Network, node.AccessKey)
  238. }
  239. SetNetworkNodesLastModified(node.Network)
  240. if servercfg.IsDNSMode() {
  241. err = SetDNS()
  242. }
  243. return err
  244. }
  245. // GetAllNodes - returns all nodes in the DB
  246. func GetAllNodes() ([]models.Node, error) {
  247. var nodes []models.Node
  248. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  249. if err != nil {
  250. if database.IsEmptyRecord(err) {
  251. return []models.Node{}, nil
  252. }
  253. return []models.Node{}, err
  254. }
  255. for _, value := range collection {
  256. var node models.Node
  257. if err := json.Unmarshal([]byte(value), &node); err != nil {
  258. return []models.Node{}, err
  259. }
  260. // add node to our array
  261. nodes = append(nodes, node)
  262. }
  263. return nodes, nil
  264. }
  265. // CheckIsServer - check if a node is the server node
  266. func CheckIsServer(node *models.Node) bool {
  267. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  268. if err != nil && !database.IsEmptyRecord(err) {
  269. return false
  270. }
  271. for _, value := range nodeData {
  272. var tmpNode models.Node
  273. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  274. continue
  275. }
  276. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  277. return false
  278. }
  279. }
  280. return true
  281. }
  282. // GetNetworkByNode - gets the network model from a node
  283. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  284. var network = models.Network{}
  285. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  286. if err != nil {
  287. return network, err
  288. }
  289. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  290. return models.Network{}, err
  291. }
  292. return network, nil
  293. }
  294. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  295. func SetNodeDefaults(node *models.Node) {
  296. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  297. parentNetwork, _ := GetNetworkByNode(node)
  298. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  299. if node.ListenPort == 0 {
  300. node.ListenPort = parentNetwork.DefaultListenPort
  301. }
  302. if node.SaveConfig == "" {
  303. if parentNetwork.DefaultSaveConfig != "" {
  304. node.SaveConfig = parentNetwork.DefaultSaveConfig
  305. } else {
  306. node.SaveConfig = "yes"
  307. }
  308. }
  309. if node.Interface == "" {
  310. node.Interface = parentNetwork.DefaultInterface
  311. }
  312. if node.PersistentKeepalive == 0 {
  313. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  314. }
  315. if node.PostUp == "" {
  316. postup := parentNetwork.DefaultPostUp
  317. node.PostUp = postup
  318. }
  319. if node.PostDown == "" {
  320. postdown := parentNetwork.DefaultPostDown
  321. node.PostDown = postdown
  322. }
  323. if node.IsStatic == "" {
  324. node.IsStatic = "no"
  325. }
  326. if node.UDPHolePunch == "" {
  327. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  328. if node.UDPHolePunch == "" {
  329. node.UDPHolePunch = "yes"
  330. }
  331. }
  332. // == Parent Network settings ==
  333. if node.IsDualStack == "" {
  334. node.IsDualStack = parentNetwork.IsDualStack
  335. }
  336. if node.MTU == 0 {
  337. node.MTU = parentNetwork.DefaultMTU
  338. }
  339. // == node defaults if not set by parent ==
  340. node.SetIPForwardingDefault()
  341. node.SetDNSOnDefault()
  342. node.SetIsLocalDefault()
  343. node.SetIsDualStackDefault()
  344. node.SetLastModified()
  345. node.SetDefaultName()
  346. node.SetLastCheckIn()
  347. node.SetLastPeerUpdate()
  348. node.SetRoamingDefault()
  349. node.SetPullChangesDefault()
  350. node.SetDefaultAction()
  351. node.SetIsServerDefault()
  352. node.SetIsStaticDefault()
  353. node.SetDefaultEgressGateway()
  354. node.SetDefaultIngressGateway()
  355. node.SetDefaulIsPending()
  356. node.SetDefaultMTU()
  357. node.SetDefaultIsRelayed()
  358. node.SetDefaultIsRelay()
  359. node.SetDefaultIsDocker()
  360. node.SetDefaultIsK8S()
  361. node.KeyUpdateTimeStamp = time.Now().Unix()
  362. }
  363. // GetRecordKey - get record key
  364. // depricated
  365. func GetRecordKey(id string, network string) (string, error) {
  366. if id == "" || network == "" {
  367. return "", errors.New("unable to get record key")
  368. }
  369. return id + "###" + network, nil
  370. }
  371. // GetNodeByMacAddress - gets a node by mac address
  372. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  373. var node models.Node
  374. key, err := GetRecordKey(macaddress, network)
  375. if err != nil {
  376. return node, err
  377. }
  378. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  379. if err != nil {
  380. return models.Node{}, err
  381. }
  382. if err = json.Unmarshal([]byte(record), &node); err != nil {
  383. return models.Node{}, err
  384. }
  385. SetNodeDefaults(&node)
  386. return node, nil
  387. }
  388. // GetNodesByAddress - gets a node by mac address
  389. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  390. var nodes []models.Node
  391. allnodes, err := GetAllNodes()
  392. if err != nil {
  393. return []models.Node{}, err
  394. }
  395. for _, node := range allnodes {
  396. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  397. nodes = append(nodes, node)
  398. }
  399. }
  400. return nodes, nil
  401. }
  402. // GetDeletedNodeByMacAddress - get a deleted node
  403. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  404. var node models.Node
  405. key, err := GetRecordKey(macaddress, network)
  406. if err != nil {
  407. return node, err
  408. }
  409. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  410. if err != nil {
  411. return models.Node{}, err
  412. }
  413. if err = json.Unmarshal([]byte(record), &node); err != nil {
  414. return models.Node{}, err
  415. }
  416. SetNodeDefaults(&node)
  417. return node, nil
  418. }
  419. // GetNodeRelay - gets the relay node of a given network
  420. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  421. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  422. var relay models.Node
  423. if err != nil {
  424. if database.IsEmptyRecord(err) {
  425. return relay, nil
  426. }
  427. logger.Log(2, err.Error())
  428. return relay, err
  429. }
  430. for _, value := range collection {
  431. err := json.Unmarshal([]byte(value), &relay)
  432. if err != nil {
  433. logger.Log(2, err.Error())
  434. continue
  435. }
  436. if relay.IsRelay == "yes" {
  437. for _, addr := range relay.RelayAddrs {
  438. if addr == relayedNodeAddr {
  439. return relay, nil
  440. }
  441. }
  442. }
  443. }
  444. return relay, errors.New("could not find relay for node " + relayedNodeAddr)
  445. }
  446. // GetNodeByIDorMacAddress - gets the node, if a mac address exists, but not id, then it should delete it and recreate in DB with new ID
  447. /*
  448. func GetNodeByIDorMacAddress(uuid string, macaddress string, network string) (models.Node, error) {
  449. var node models.Node
  450. var err error
  451. node, err = GetNodeByID(uuid)
  452. if err != nil && macaddress != "" && network != "" {
  453. node, err = GetNodeByMacAddress(network, macaddress)
  454. if err != nil {
  455. return models.Node{}, err
  456. }
  457. err = DeleteNodeByMacAddress(&node, true) // remove node
  458. if err != nil {
  459. return models.Node{}, err
  460. }
  461. err = CreateNode(&node)
  462. if err != nil {
  463. return models.Node{}, err
  464. }
  465. logger.Log(2, "rewriting legacy node data; node now has id,", node.ID)
  466. node.PullChanges = "yes"
  467. }
  468. return node, err
  469. }
  470. */
  471. // GetNodeByID - get node by uuid, should have been set by create
  472. func GetNodeByID(uuid string) (models.Node, error) {
  473. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  474. if err != nil {
  475. return models.Node{}, err
  476. }
  477. var node models.Node
  478. if err = json.Unmarshal([]byte(record), &node); err != nil {
  479. return models.Node{}, err
  480. }
  481. return node, nil
  482. }
  483. // GetDeletedNodeByID - get a deleted node
  484. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  485. var node models.Node
  486. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  487. if err != nil {
  488. return models.Node{}, err
  489. }
  490. if err = json.Unmarshal([]byte(record), &node); err != nil {
  491. return models.Node{}, err
  492. }
  493. SetNodeDefaults(&node)
  494. return node, nil
  495. }
  496. // GetNetworkServerNodeID - get network server node ID if exists
  497. func GetNetworkServerLeader(network string) (models.Node, error) {
  498. nodes, err := GetSortedNetworkServerNodes(network)
  499. if err != nil {
  500. return models.Node{}, err
  501. }
  502. for _, node := range nodes {
  503. if IsLeader(&node) {
  504. return node, nil
  505. }
  506. }
  507. return models.Node{}, errors.New("could not find server leader")
  508. }
  509. // GetNetworkServerNodeID - get network server node ID if exists
  510. func GetNetworkServerLocal(network string) (models.Node, error) {
  511. nodes, err := GetSortedNetworkServerNodes(network)
  512. if err != nil {
  513. return models.Node{}, err
  514. }
  515. mac := servercfg.GetNodeID()
  516. if mac == "" {
  517. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  518. }
  519. for _, node := range nodes {
  520. if mac == node.MacAddress {
  521. return node, nil
  522. }
  523. }
  524. return models.Node{}, errors.New("could not find node for local server")
  525. }
  526. // validateServer - make sure servers dont change port or address
  527. func validateServer(currentNode, newNode *models.Node) bool {
  528. return (newNode.Address == currentNode.Address &&
  529. newNode.ListenPort == currentNode.ListenPort &&
  530. newNode.IsServer == "yes")
  531. }
  532. // isMacAddressUnique - checks if mac is unique
  533. func isMacAddressUnique(macaddress string, networkName string) (bool, error) {
  534. isunique := true
  535. nodes, err := GetNetworkNodes(networkName)
  536. if err != nil {
  537. return database.IsEmptyRecord(err), err
  538. }
  539. for _, node := range nodes {
  540. if node.MacAddress == macaddress {
  541. isunique = false
  542. }
  543. }
  544. return isunique, nil
  545. }