2
0

nodes.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "sort"
  7. "time"
  8. "github.com/go-playground/validator/v10"
  9. "github.com/google/uuid"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/servercfg"
  14. "github.com/gravitl/netmaker/validation"
  15. "golang.org/x/crypto/bcrypt"
  16. )
  17. // GetNetworkNodes - gets the nodes of a network
  18. func GetNetworkNodes(network string) ([]models.Node, error) {
  19. var nodes []models.Node
  20. allnodes, err := GetAllNodes()
  21. if err != nil {
  22. return []models.Node{}, err
  23. }
  24. for _, node := range allnodes {
  25. if node.Network == network {
  26. nodes = append(nodes, node)
  27. }
  28. }
  29. return nodes, nil
  30. }
  31. // GetSortedNetworkServerNodes - gets nodes of a network, except sorted by update time
  32. func GetSortedNetworkServerNodes(network string) ([]models.Node, error) {
  33. var nodes []models.Node
  34. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  35. if err != nil {
  36. if database.IsEmptyRecord(err) {
  37. return []models.Node{}, nil
  38. }
  39. return nodes, err
  40. }
  41. for _, value := range collection {
  42. var node models.Node
  43. err := json.Unmarshal([]byte(value), &node)
  44. if err != nil {
  45. continue
  46. }
  47. if node.Network == network && node.IsServer == "yes" {
  48. nodes = append(nodes, node)
  49. }
  50. }
  51. sort.Sort(models.NodesArray(nodes))
  52. return nodes, nil
  53. }
  54. // GetServerNodes - gets the server nodes of a network
  55. func GetServerNodes(network string) []models.Node {
  56. var serverNodes = make([]models.Node, 0)
  57. var nodes, err = GetNetworkNodes(network)
  58. if err != nil {
  59. return serverNodes
  60. }
  61. for _, node := range nodes {
  62. if node.IsServer == "yes" {
  63. serverNodes = append(serverNodes, node)
  64. }
  65. }
  66. return serverNodes
  67. }
  68. // UncordonNode - approves a node to join a network
  69. func UncordonNode(nodeid string) (models.Node, error) {
  70. node, err := GetNodeByID(nodeid)
  71. if err != nil {
  72. return models.Node{}, err
  73. }
  74. node.SetLastModified()
  75. node.IsPending = "no"
  76. node.PullChanges = "yes"
  77. data, err := json.Marshal(&node)
  78. if err != nil {
  79. return node, err
  80. }
  81. err = database.Insert(node.ID, string(data), database.NODES_TABLE_NAME)
  82. return node, err
  83. }
  84. // GetPeers - gets the peers of a given server node
  85. func GetPeers(node *models.Node) ([]models.Node, error) {
  86. if IsLeader(node) {
  87. setNetworkServerPeers(node)
  88. }
  89. excludeIsRelayed := node.IsRelay != "yes"
  90. var relayedNode string
  91. if node.IsRelayed == "yes" {
  92. relayedNode = node.Address
  93. }
  94. peers, err := GetPeersList(node.Network, excludeIsRelayed, relayedNode)
  95. if err != nil {
  96. return nil, err
  97. }
  98. return peers, nil
  99. }
  100. // SetIfLeader - gets the peers of a given server node
  101. func SetPeersIfLeader(node *models.Node) {
  102. if IsLeader(node) {
  103. setNetworkServerPeers(node)
  104. }
  105. }
  106. // IsLeader - determines if a given server node is a leader
  107. func IsLeader(node *models.Node) bool {
  108. nodes, err := GetSortedNetworkServerNodes(node.Network)
  109. if err != nil {
  110. logger.Log(0, "ERROR: COULD NOT RETRIEVE SERVER NODES. THIS WILL BREAK HOLE PUNCHING.")
  111. return false
  112. }
  113. for _, n := range nodes {
  114. if n.LastModified > time.Now().Add(-1*time.Minute).Unix() {
  115. return n.Address == node.Address
  116. }
  117. }
  118. return len(nodes) <= 1 || nodes[1].Address == node.Address
  119. }
  120. // == DB related functions ==
  121. // UpdateNode - takes a node and updates another node with it's values
  122. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  123. if newNode.Address != currentNode.Address {
  124. if network, err := GetParentNetwork(newNode.Network); err == nil {
  125. if !IsAddressInCIDR(newNode.Address, network.AddressRange) {
  126. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  127. }
  128. }
  129. }
  130. newNode.Fill(currentNode)
  131. if currentNode.IsServer == "yes" && !validateServer(currentNode, newNode) {
  132. return fmt.Errorf("this operation is not supported on server nodes")
  133. }
  134. // check for un-settable server values
  135. if err := ValidateNode(newNode, true); err != nil {
  136. return err
  137. }
  138. if newNode.ID == currentNode.ID {
  139. newNode.SetLastModified()
  140. if data, err := json.Marshal(newNode); err != nil {
  141. return err
  142. } else {
  143. return database.Insert(newNode.ID, string(data), database.NODES_TABLE_NAME)
  144. }
  145. }
  146. return fmt.Errorf("failed to update node " + newNode.MacAddress + ", cannot change macaddress.")
  147. }
  148. // IsNodeIDUnique - checks if node id is unique
  149. func IsNodeIDUnique(node *models.Node) (bool, error) {
  150. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID)
  151. return database.IsEmptyRecord(err), err
  152. }
  153. // ValidateNode - validates node values
  154. func ValidateNode(node *models.Node, isUpdate bool) error {
  155. v := validator.New()
  156. _ = v.RegisterValidation("macaddress_unique", func(fl validator.FieldLevel) bool {
  157. if isUpdate {
  158. return true
  159. }
  160. isFieldUnique, _ := IsNodeIDUnique(node)
  161. return isFieldUnique
  162. })
  163. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  164. _, err := GetNetworkByNode(node)
  165. return err == nil
  166. })
  167. _ = v.RegisterValidation("in_charset", func(fl validator.FieldLevel) bool {
  168. isgood := node.NameInNodeCharSet()
  169. return isgood
  170. })
  171. _ = v.RegisterValidation("checkyesorno", func(fl validator.FieldLevel) bool {
  172. return validation.CheckYesOrNo(fl)
  173. })
  174. err := v.Struct(node)
  175. return err
  176. }
  177. // CreateNode - creates a node in database
  178. func CreateNode(node *models.Node) error {
  179. //encrypt that password so we never see it
  180. hash, err := bcrypt.GenerateFromPassword([]byte(node.Password), 5)
  181. if err != nil {
  182. return err
  183. }
  184. //set password to encrypted password
  185. node.Password = string(hash)
  186. if node.Name == models.NODE_SERVER_NAME {
  187. node.IsServer = "yes"
  188. }
  189. if node.DNSOn == "" {
  190. if servercfg.IsDNSMode() {
  191. node.DNSOn = "yes"
  192. } else {
  193. node.DNSOn = "no"
  194. }
  195. }
  196. SetNodeDefaults(node)
  197. if node.IsServer == "yes" {
  198. if node.Address, err = UniqueAddressServer(node.Network); err != nil {
  199. return err
  200. }
  201. } else if node.Address == "" {
  202. if node.Address, err = UniqueAddress(node.Network); err != nil {
  203. return err
  204. }
  205. } else if !IsIPUnique(node.Network, node.Address, database.NODES_TABLE_NAME, false) {
  206. return fmt.Errorf("invalid address: ipv4 " + node.Address + " is not unique")
  207. }
  208. if node.Address6 == "" {
  209. if node.Address6, err = UniqueAddress6(node.Network); err != nil {
  210. return err
  211. }
  212. } else if !IsIPUnique(node.Network, node.Address6, database.NODES_TABLE_NAME, true) {
  213. return fmt.Errorf("invalid address: ipv6 " + node.Address6 + " is not unique")
  214. }
  215. node.ID = uuid.NewString()
  216. //Create a JWT for the node
  217. tokenString, _ := CreateJWT(node.ID, node.MacAddress, node.Network)
  218. if tokenString == "" {
  219. //returnErrorResponse(w, r, errorResponse)
  220. return err
  221. }
  222. err = ValidateNode(node, false)
  223. if err != nil {
  224. return err
  225. }
  226. nodebytes, err := json.Marshal(&node)
  227. if err != nil {
  228. return err
  229. }
  230. err = database.Insert(node.ID, string(nodebytes), database.NODES_TABLE_NAME)
  231. if err != nil {
  232. return err
  233. }
  234. if node.IsPending != "yes" {
  235. DecrimentKey(node.Network, node.AccessKey)
  236. }
  237. SetNetworkNodesLastModified(node.Network)
  238. if servercfg.IsDNSMode() {
  239. err = SetDNS()
  240. }
  241. return err
  242. }
  243. // GetAllNodes - returns all nodes in the DB
  244. func GetAllNodes() ([]models.Node, error) {
  245. var nodes []models.Node
  246. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  247. if err != nil {
  248. if database.IsEmptyRecord(err) {
  249. return []models.Node{}, nil
  250. }
  251. return []models.Node{}, err
  252. }
  253. for _, value := range collection {
  254. var node models.Node
  255. if err := json.Unmarshal([]byte(value), &node); err != nil {
  256. return []models.Node{}, err
  257. }
  258. // add node to our array
  259. nodes = append(nodes, node)
  260. }
  261. return nodes, nil
  262. }
  263. // CheckIsServer - check if a node is the server node
  264. func CheckIsServer(node *models.Node) bool {
  265. nodeData, err := database.FetchRecords(database.NODES_TABLE_NAME)
  266. if err != nil && !database.IsEmptyRecord(err) {
  267. return false
  268. }
  269. for _, value := range nodeData {
  270. var tmpNode models.Node
  271. if err := json.Unmarshal([]byte(value), &tmpNode); err != nil {
  272. continue
  273. }
  274. if tmpNode.Network == node.Network && tmpNode.MacAddress != node.MacAddress {
  275. return false
  276. }
  277. }
  278. return true
  279. }
  280. // GetNetworkByNode - gets the network model from a node
  281. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  282. var network = models.Network{}
  283. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  284. if err != nil {
  285. return network, err
  286. }
  287. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  288. return models.Network{}, err
  289. }
  290. return network, nil
  291. }
  292. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  293. func SetNodeDefaults(node *models.Node) {
  294. //TODO: Maybe I should make Network a part of the node struct. Then we can just query the Network object for stuff.
  295. parentNetwork, _ := GetNetworkByNode(node)
  296. node.ExpirationDateTime = time.Now().Unix() + models.TEN_YEARS_IN_SECONDS
  297. if node.ListenPort == 0 {
  298. node.ListenPort = parentNetwork.DefaultListenPort
  299. }
  300. if node.SaveConfig == "" {
  301. if parentNetwork.DefaultSaveConfig != "" {
  302. node.SaveConfig = parentNetwork.DefaultSaveConfig
  303. } else {
  304. node.SaveConfig = "yes"
  305. }
  306. }
  307. if node.Interface == "" {
  308. node.Interface = parentNetwork.DefaultInterface
  309. }
  310. if node.PersistentKeepalive == 0 {
  311. node.PersistentKeepalive = parentNetwork.DefaultKeepalive
  312. }
  313. if node.PostUp == "" {
  314. postup := parentNetwork.DefaultPostUp
  315. node.PostUp = postup
  316. }
  317. if node.PostDown == "" {
  318. postdown := parentNetwork.DefaultPostDown
  319. node.PostDown = postdown
  320. }
  321. if node.IsStatic == "" {
  322. node.IsStatic = "no"
  323. }
  324. if node.UDPHolePunch == "" {
  325. node.UDPHolePunch = parentNetwork.DefaultUDPHolePunch
  326. if node.UDPHolePunch == "" {
  327. node.UDPHolePunch = "yes"
  328. }
  329. }
  330. // == Parent Network settings ==
  331. if node.IsDualStack == "" {
  332. node.IsDualStack = parentNetwork.IsDualStack
  333. }
  334. if node.MTU == 0 {
  335. node.MTU = parentNetwork.DefaultMTU
  336. }
  337. // == node defaults if not set by parent ==
  338. node.SetIPForwardingDefault()
  339. node.SetDNSOnDefault()
  340. node.SetIsLocalDefault()
  341. node.SetIsDualStackDefault()
  342. node.SetLastModified()
  343. node.SetDefaultName()
  344. node.SetLastCheckIn()
  345. node.SetLastPeerUpdate()
  346. node.SetRoamingDefault()
  347. node.SetPullChangesDefault()
  348. node.SetDefaultAction()
  349. node.SetIsServerDefault()
  350. node.SetIsStaticDefault()
  351. node.SetDefaultEgressGateway()
  352. node.SetDefaultIngressGateway()
  353. node.SetDefaulIsPending()
  354. node.SetDefaultMTU()
  355. node.SetDefaultIsRelayed()
  356. node.SetDefaultIsRelay()
  357. node.SetDefaultIsDocker()
  358. node.SetDefaultIsK8S()
  359. node.KeyUpdateTimeStamp = time.Now().Unix()
  360. }
  361. // GetRecordKey - get record key
  362. // depricated
  363. func GetRecordKey(id string, network string) (string, error) {
  364. if id == "" || network == "" {
  365. return "", errors.New("unable to get record key")
  366. }
  367. return id + "###" + network, nil
  368. }
  369. // GetNodeByMacAddress - gets a node by mac address
  370. func GetNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  371. var node models.Node
  372. key, err := GetRecordKey(macaddress, network)
  373. if err != nil {
  374. return node, err
  375. }
  376. record, err := database.FetchRecord(database.NODES_TABLE_NAME, key)
  377. if err != nil {
  378. return models.Node{}, err
  379. }
  380. if err = json.Unmarshal([]byte(record), &node); err != nil {
  381. return models.Node{}, err
  382. }
  383. SetNodeDefaults(&node)
  384. return node, nil
  385. }
  386. // GetDeletedNodeByMacAddress - get a deleted node
  387. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  388. var node models.Node
  389. key, err := GetRecordKey(macaddress, network)
  390. if err != nil {
  391. return node, err
  392. }
  393. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  394. if err != nil {
  395. return models.Node{}, err
  396. }
  397. if err = json.Unmarshal([]byte(record), &node); err != nil {
  398. return models.Node{}, err
  399. }
  400. SetNodeDefaults(&node)
  401. return node, nil
  402. }
  403. // GetNodeRelay - gets the relay node of a given network
  404. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  405. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  406. var relay models.Node
  407. if err != nil {
  408. if database.IsEmptyRecord(err) {
  409. return relay, nil
  410. }
  411. logger.Log(2, err.Error())
  412. return relay, err
  413. }
  414. for _, value := range collection {
  415. err := json.Unmarshal([]byte(value), &relay)
  416. if err != nil {
  417. logger.Log(2, err.Error())
  418. continue
  419. }
  420. if relay.IsRelay == "yes" {
  421. for _, addr := range relay.RelayAddrs {
  422. if addr == relayedNodeAddr {
  423. return relay, nil
  424. }
  425. }
  426. }
  427. }
  428. return relay, errors.New("could not find relay for node " + relayedNodeAddr)
  429. }
  430. // GetNodeByIDorMacAddress - gets the node, if a mac address exists, but not id, then it should delete it and recreate in DB with new ID
  431. /*
  432. func GetNodeByIDorMacAddress(uuid string, macaddress string, network string) (models.Node, error) {
  433. var node models.Node
  434. var err error
  435. node, err = GetNodeByID(uuid)
  436. if err != nil && macaddress != "" && network != "" {
  437. node, err = GetNodeByMacAddress(network, macaddress)
  438. if err != nil {
  439. return models.Node{}, err
  440. }
  441. err = DeleteNodeByMacAddress(&node, true) // remove node
  442. if err != nil {
  443. return models.Node{}, err
  444. }
  445. err = CreateNode(&node)
  446. if err != nil {
  447. return models.Node{}, err
  448. }
  449. logger.Log(2, "rewriting legacy node data; node now has id,", node.ID)
  450. node.PullChanges = "yes"
  451. }
  452. return node, err
  453. }
  454. */
  455. // GetNodeByID - get node by uuid, should have been set by create
  456. func GetNodeByID(uuid string) (models.Node, error) {
  457. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  458. if err != nil {
  459. return models.Node{}, err
  460. }
  461. var node models.Node
  462. if err = json.Unmarshal([]byte(record), &node); err != nil {
  463. return models.Node{}, err
  464. }
  465. return node, nil
  466. }
  467. // GetDeletedNodeByID - get a deleted node
  468. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  469. var node models.Node
  470. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  471. if err != nil {
  472. return models.Node{}, err
  473. }
  474. if err = json.Unmarshal([]byte(record), &node); err != nil {
  475. return models.Node{}, err
  476. }
  477. SetNodeDefaults(&node)
  478. return node, nil
  479. }
  480. // GetNetworkServerNodeID - get network server node ID if exists
  481. func GetNetworkServerLeader(network string) (models.Node, error) {
  482. nodes, err := GetSortedNetworkServerNodes(network)
  483. if err != nil {
  484. return models.Node{}, err
  485. }
  486. for _, node := range nodes {
  487. if IsLeader(&node) {
  488. return node, nil
  489. }
  490. }
  491. return models.Node{}, errors.New("could not find server leader")
  492. }
  493. // GetNetworkServerNodeID - get network server node ID if exists
  494. func GetNetworkServerLocal(network string) (models.Node, error) {
  495. nodes, err := GetSortedNetworkServerNodes(network)
  496. if err != nil {
  497. return models.Node{}, err
  498. }
  499. mac := servercfg.GetNodeID()
  500. if mac == "" {
  501. return models.Node{}, fmt.Errorf("error retrieving local server node: server node ID is unset")
  502. }
  503. for _, node := range nodes {
  504. if mac == node.MacAddress {
  505. return node, nil
  506. }
  507. }
  508. return models.Node{}, errors.New("could not find node for local server")
  509. }
  510. // validateServer - make sure servers dont change port or address
  511. func validateServer(currentNode, newNode *models.Node) bool {
  512. return (newNode.Address == currentNode.Address &&
  513. newNode.ListenPort == currentNode.ListenPort &&
  514. newNode.IsServer == "yes")
  515. }