nodes.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "time"
  8. "github.com/go-playground/validator/v10"
  9. "github.com/google/uuid"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "github.com/gravitl/netmaker/validation"
  16. "golang.org/x/crypto/bcrypt"
  17. )
  18. // GetNetworkNodes - gets the nodes of a network
  19. func GetNetworkNodes(network string) ([]models.Node, error) {
  20. var nodes []models.Node
  21. allnodes, err := GetAllNodes()
  22. if err != nil {
  23. return []models.Node{}, err
  24. }
  25. for _, node := range allnodes {
  26. if node.Network == network {
  27. nodes = append(nodes, node)
  28. }
  29. }
  30. return nodes, nil
  31. }
  32. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  33. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  34. var nodes []models.Node
  35. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  36. if err != nil {
  37. if database.IsEmptyRecord(err) {
  38. return []models.Node{}, nil
  39. }
  40. return nodes, err
  41. }
  42. for _, value := range collection {
  43. var node models.Node
  44. err := json.Unmarshal([]byte(value), &node)
  45. if err != nil {
  46. continue
  47. }
  48. if node.Network == network && node.IsServer == "yes" {
  49. nodes = append(nodes, node)
  50. }
  51. }
  52. sort.Sort(models.NodesArray(nodes))
  53. return nodes, nil
  54. }
  55. // GetServerNodes - gets the server nodes of a network
  56. func GetServerNodes(network string) []models.Node {
  57. var serverNodes = make([]models.Node, 0)
  58. var nodes, err = GetNetworkNodes(network)
  59. if err != nil {
  60. return serverNodes
  61. }
  62. for _, node := range nodes {
  63. if node.IsServer == "yes" {
  64. serverNodes = append(serverNodes, node)
  65. }
  66. }
  67. return serverNodes
  68. }
  69. // UncordonNode - approves a node to join a network
  70. func UncordonNode(nodeid string) (models.Node, error) {
  71. node, err := GetNodeByID(nodeid)
  72. if err != nil {
  73. return models.Node{}, err
  74. }
  75. node.SetLastModified()
  76. node.IsPending = "no"
  77. node.PullChanges = "yes"
  78. data, err := json.Marshal(&node)
  79. if err != nil {
  80. return node, err
  81. }
  82. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  83. return node, err
  84. }
  85. // GetPeers - gets the peers of a given server node
  86. func GetPeers(node *models.Node) ([]models.Node, error) {
  87. if IsLeader(node) {
  88. setNetworkServerPeers(node)
  89. }
  90. excludeIsRelayed := node.IsRelay != "yes"
  91. var relayedNode string
  92. if node.IsRelayed == "yes" {
  93. relayedNode = node.Address
  94. }
  95. peers, err := GetPeersList(node.Network, excludeIsRelayed, relayedNode)
  96. if err != nil {
  97. return nil, err
  98. }
  99. return peers, nil
  100. }
  101. // SetIfLeader - gets the peers of a given server node
  102. func SetPeersIfLeader(node *models.Node) {
  103. if IsLeader(node) {
  104. setNetworkServerPeers(node)
  105. }
  106. }
  107. // IsLeader - determines if a given server node is a leader
  108. func IsLeader(node *models.Node) bool {
  109. nodes, err := GetSortedNetworkServerNodes(node.Network)
  110. if err != nil {
  111. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  112. return false
  113. }
  114. for _, n := range nodes {
  115. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  116. return n.Address == node.Address
  117. }
  118. }
  119. return len(nodes) <= 1 || nodes[1].Address == node.Address
  120. }
  121. // == DB related functions ==
  122. // UpdateNode - takes a node and updates another node with it's values
  123. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  124. if newNode.Address != currentNode.Address {
  125. if network, err := GetParentNetwork(newNode.Network); err == nil {
  126. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  127. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  128. }
  129. }
  130. }
  131. newNode.Fill(currentNode)
  132. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  133. return fmt.Errorf("this operation is not supported on server nodes")
  134. }
  135. // check for un-settable server values
  136. if err := ValidateNode(newNode, true); err != nil {
  137. return err
  138. }
  139. if newNode.ID == currentNode.ID {
  140. newNode.SetLastModified()
  141. if data, err := json.Marshal(newNode); err != nil {
  142. return err
  143. } else {
  144. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  145. }
  146. }
  147. return fmt.Errorf("failed to update node " + newNode.MacAddress + ", cannot change macaddress.")
  148. }
  149. // IsNodeIDUnique - checks if node id is unique
  150. func IsNodeIDUnique(node *models.Node) (bool, error) {
  151. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  152. return database.IsEmptyRecord(err), err
  153. }
  154. // ValidateNode - validates node values
  155. func ValidateNode(node *models.Node, isUpdate bool) error {
  156. v := validator.New()
  157. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  158. if isUpdate {
  159. return true
  160. }
  161. isFieldUnique, _ := IsNodeIDUnique(node)
  162. return isFieldUnique
  163. })
  164. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  165. _, err := GetNetworkByNode(node)
  166. return err == nil
  167. })
  168. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  169. isgood := node.NameInNodeCharSet()
  170. return isgood
  171. })
  172. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  173. return validation.CheckYesOrNo(fl)
  174. })
  175. err := v.Struct(node)
  176. return err
  177. }
  178. // CreateNode - creates a node in database
  179. func CreateNode(node *models.Node) error {
  180. //encrypt that password so we never see it
  181. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  182. if err != nil {
  183. return err
  184. }
  185. //set password to encrypted password
  186. node.Password = string(hash)
  187. if node.Name == models.NODE_SERVER_NAME {
  188. node.IsServer = "yes"
  189. }
  190. if node.DNSOn == "" {
  191. if servercfg.IsDNSMode() {
  192. node.DNSOn = "yes"
  193. } else {
  194. node.DNSOn = "no"
  195. }
  196. }
  197. SetNodeDefaults(node)
  198. if node.IsServer == "yes" {
  199. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  200. return err
  201. }
  202. } else if node.Address == "" {
  203. if node.Address, err = UniqueAddress(node.Network); err != nil {
  204. return err
  205. }
  206. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  207. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  208. }
  209. if node.Address6 == "" {
  210. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  211. return err
  212. }
  213. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  214. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  215. }
  216. node.ID = uuid.NewString()
  217. //Create a JWT for the node
  218. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  219. if tokenString == "" {
  220. //returnErrorResponse(w, r, errorResponse)
  221. return err
  222. }
  223. err = ValidateNode(node, false)
  224. if err != nil {
  225. return err
  226. }
  227. nodebytes, err := json.Marshal(&node)
  228. if err != nil {
  229. return err
  230. }
  231. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  232. if err != nil {
  233. return err
  234. }
  235. if node.IsPending != "yes" {
  236. DecrimentKey(node.Network, node.AccessKey)
  237. }
  238. SetNetworkNodesLastModified(node.Network)
  239. if servercfg.IsDNSMode() {
  240. err = SetDNS()
  241. }
  242. return err
  243. }
  244. // GetAllNodes - returns all nodes in the DB
  245. func GetAllNodes() ([]models.Node, error) {
  246. var nodes []models.Node
  247. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  248. if err != nil {
  249. if database.IsEmptyRecord(err) {
  250. return []models.Node{}, nil
  251. }
  252. return []models.Node{}, err
  253. }
  254. for _, value := range collection {
  255. var node models.Node
  256. if err := json.Unmarshal([]byte(value), &node); err != nil {
  257. return []models.Node{}, err
  258. }
  259. // add node to our array
  260. nodes = append(nodes, node)
  261. }
  262. return nodes, nil
  263. }
  264. // CheckIsServer - check if a node is the server node
  265. func CheckIsServer(node *models.Node) bool {
  266. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  267. if err != nil && !database.IsEmptyRecord(err) {
  268. return false
  269. }
  270. for _, value := range nodeData {
  271. var tmpNode models.Node
  272. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  273. continue
  274. }
  275. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  276. return false
  277. }
  278. }
  279. return true
  280. }
  281. // GetNetworkByNode - gets the network model from a node
  282. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  283. var network = models.Network{}
  284. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  285. if err != nil {
  286. return network, err
  287. }
  288. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  289. return models.Network{}, err
  290. }
  291. return network, nil
  292. }
  293. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  294. func SetNodeDefaults(node *models.Node) {
  295. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  296. parentNetwork, _ := GetNetworkByNode(node)
  297. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  298. if node.ListenPort == 0 {
  299. node.ListenPort = parentNetwork.DefaultListenPort
  300. }
  301. if node.SaveConfig == "" {
  302. if parentNetwork.DefaultSaveConfig != "" {
  303. node.SaveConfig = parentNetwork.DefaultSaveConfig
  304. } else {
  305. node.SaveConfig = "yes"
  306. }
  307. }
  308. if node.Interface == "" {
  309. node.Interface = parentNetwork.DefaultInterface
  310. }
  311. if node.PersistentKeepalive == 0 {
  312. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  313. }
  314. if node.PostUp == "" {
  315. postup := parentNetwork.DefaultPostUp
  316. node.PostUp = postup
  317. }
  318. if node.PostDown == "" {
  319. postdown := parentNetwork.DefaultPostDown
  320. node.PostDown = postdown
  321. }
  322. if node.IsStatic == "" {
  323. node.IsStatic = "no"
  324. }
  325. if node.UDPHolePunch == "" {
  326. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  327. if node.UDPHolePunch == "" {
  328. node.UDPHolePunch = "yes"
  329. }
  330. }
  331. // == Parent Network settings ==
  332. if node.IsDualStack == "" {
  333. node.IsDualStack = parentNetwork.IsDualStack
  334. }
  335. if node.MTU == 0 {
  336. node.MTU = parentNetwork.DefaultMTU
  337. }
  338. // == node defaults if not set by parent ==
  339. node.SetIPForwardingDefault()
  340. node.SetDNSOnDefault()
  341. node.SetIsLocalDefault()
  342. node.SetIsDualStackDefault()
  343. node.SetLastModified()
  344. node.SetDefaultName()
  345. node.SetLastCheckIn()
  346. node.SetLastPeerUpdate()
  347. node.SetRoamingDefault()
  348. node.SetPullChangesDefault()
  349. node.SetDefaultAction()
  350. node.SetIsServerDefault()
  351. node.SetIsStaticDefault()
  352. node.SetDefaultEgressGateway()
  353. node.SetDefaultIngressGateway()
  354. node.SetDefaulIsPending()
  355. node.SetDefaultMTU()
  356. node.SetDefaultIsRelayed()
  357. node.SetDefaultIsRelay()
  358. node.SetDefaultIsDocker()
  359. node.SetDefaultIsK8S()
  360. node.KeyUpdateTimeStamp = time.Now().Unix()
  361. }
  362. // GetRecordKey - get record key
  363. // depricated
  364. func GetRecordKey(id string, network string) (string, error) {
  365. if id == "" || network == "" {
  366. return "", errors.New("unable to get record key")
  367. }
  368. return id + "###" + network, nil
  369. }
  370. // GetNodeByMacAddress - gets a node by mac address
  371. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  372. var node models.Node
  373. key, err := GetRecordKey(macaddress, network)
  374. if err != nil {
  375. return node, err
  376. }
  377. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  378. if err != nil {
  379. return models.Node{}, err
  380. }
  381. if err = json.Unmarshal([]byte(record), &node); err != nil {
  382. return models.Node{}, err
  383. }
  384. SetNodeDefaults(&node)
  385. return node, nil
  386. }
  387. // GetNodesByAddress - gets a node by mac address
  388. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  389. var nodes []models.Node
  390. allnodes, err := GetAllNodes()
  391. if err != nil {
  392. return []models.Node{}, err
  393. }
  394. for _, node := range allnodes {
  395. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address) {
  396. nodes = append(nodes, node)
  397. }
  398. }
  399. return nodes, nil
  400. }
  401. // GetDeletedNodeByMacAddress - get a deleted node
  402. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  403. var node models.Node
  404. key, err := GetRecordKey(macaddress, network)
  405. if err != nil {
  406. return node, err
  407. }
  408. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  409. if err != nil {
  410. return models.Node{}, err
  411. }
  412. if err = json.Unmarshal([]byte(record), &node); err != nil {
  413. return models.Node{}, err
  414. }
  415. SetNodeDefaults(&node)
  416. return node, nil
  417. }
  418. // GetNodeRelay - gets the relay node of a given network
  419. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  420. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  421. var relay models.Node
  422. if err != nil {
  423. if database.IsEmptyRecord(err) {
  424. return relay, nil
  425. }
  426. logger.Log(2, err.Error())
  427. return relay, err
  428. }
  429. for _, value := range collection {
  430. err := json.Unmarshal([]byte(value), &relay)
  431. if err != nil {
  432. logger.Log(2, err.Error())
  433. continue
  434. }
  435. if relay.IsRelay == "yes" {
  436. for _, addr := range relay.RelayAddrs {
  437. if addr == relayedNodeAddr {
  438. return relay, nil
  439. }
  440. }
  441. }
  442. }
  443. return relay, errors.New("could not find relay for node " + relayedNodeAddr)
  444. }
  445. // GetNodeByIDorMacAddress - gets the node, if a mac address exists, but not id, then it should delete it and recreate in DB with new ID
  446. /*
  447. func GetNodeByIDorMacAddress(uuid string, macaddress string, network string) (models.Node, error) {
  448. var node models.Node
  449. var err error
  450. node, err = GetNodeByID(uuid)
  451. if err != nil && macaddress != "" && network != "" {
  452. node, err = GetNodeByMacAddress(network, macaddress)
  453. if err != nil {
  454. return models.Node{}, err
  455. }
  456. err = DeleteNodeByMacAddress(&node, true) // remove node
  457. if err != nil {
  458. return models.Node{}, err
  459. }
  460. err = CreateNode(&node)
  461. if err != nil {
  462. return models.Node{}, err
  463. }
  464. logger.Log(2, "rewriting legacy node data; node now has id,", node.ID)
  465. node.PullChanges = "yes"
  466. }
  467. return node, err
  468. }
  469. */
  470. // GetNodeByID - get node by uuid, should have been set by create
  471. func GetNodeByID(uuid string) (models.Node, error) {
  472. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  473. if err != nil {
  474. return models.Node{}, err
  475. }
  476. var node models.Node
  477. if err = json.Unmarshal([]byte(record), &node); err != nil {
  478. return models.Node{}, err
  479. }
  480. return node, nil
  481. }
  482. // GetDeletedNodeByID - get a deleted node
  483. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  484. var node models.Node
  485. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  486. if err != nil {
  487. return models.Node{}, err
  488. }
  489. if err = json.Unmarshal([]byte(record), &node); err != nil {
  490. return models.Node{}, err
  491. }
  492. SetNodeDefaults(&node)
  493. return node, nil
  494. }
  495. // GetNetworkServerNodeID - get network server node ID if exists
  496. func GetNetworkServerLeader(network string) (models.Node, error) {
  497. nodes, err := GetSortedNetworkServerNodes(network)
  498. if err != nil {
  499. return models.Node{}, err
  500. }
  501. for _, node := range nodes {
  502. if IsLeader(&node) {
  503. return node, nil
  504. }
  505. }
  506. return models.Node{}, errors.New("could not find server leader")
  507. }
  508. // GetNetworkServerNodeID - get network server node ID if exists
  509. func GetNetworkServerLocal(network string) (models.Node, error) {
  510. nodes, err := GetSortedNetworkServerNodes(network)
  511. if err != nil {
  512. return models.Node{}, err
  513. }
  514. mac := servercfg.GetNodeID()
  515. if mac == "" {
  516. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  517. }
  518. for _, node := range nodes {
  519. if mac == node.MacAddress {
  520. return node, nil
  521. }
  522. }
  523. return models.Node{}, errors.New("could not find node for local server")
  524. }
  525. // validateServer - make sure servers dont change port or address
  526. func validateServer(currentNode, newNode *models.Node) bool {
  527. return (newNode.Address == currentNode.Address &&
  528. newNode.ListenPort == currentNode.ListenPort &&
  529. newNode.IsServer == "yes")
  530. }