nodes.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532
  1. package logic
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "time"
  8. validator "github.com/go-playground/validator/v10"
  9. "github.com/google/uuid"
  10. "github.com/gravitl/netmaker/database"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/logic/acls"
  13. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  14. "github.com/gravitl/netmaker/logic/pro"
  15. "github.com/gravitl/netmaker/logic/pro/proacls"
  16. "github.com/gravitl/netmaker/models"
  17. "github.com/gravitl/netmaker/netclient/ncutils"
  18. "github.com/gravitl/netmaker/servercfg"
  19. "github.com/gravitl/netmaker/validation"
  20. )
  21. const (
  22. // RELAY_NODE_ERR - error to return if relay node is unfound
  23. RELAY_NODE_ERR = "could not find relay for node"
  24. // NodePurgeTime time to wait for node to response to a NODE_DELETE actions
  25. NodePurgeTime = time.Second * 10
  26. // NodePurgeCheckTime is how often to check nodes for Pending Delete
  27. NodePurgeCheckTime = time.Second * 30
  28. )
  29. // GetNetworkNodes - gets the nodes of a network
  30. func GetNetworkNodes(network string) ([]models.Node, error) {
  31. var nodes []models.Node
  32. allnodes, err := GetAllNodes()
  33. if err != nil {
  34. return []models.Node{}, err
  35. }
  36. for _, node := range allnodes {
  37. if node.Network == network {
  38. nodes = append(nodes, node)
  39. }
  40. }
  41. return nodes, nil
  42. }
  43. // UpdateNode - takes a node and updates another node with it's values
  44. func UpdateNode(currentNode *models.Node, newNode *models.Node) error {
  45. if newNode.Address.IP.String() != currentNode.Address.IP.String() {
  46. if network, err := GetParentNetwork(newNode.Network); err == nil {
  47. if !IsAddressInCIDR(newNode.Address.IP, network.AddressRange) {
  48. return fmt.Errorf("invalid address provided; out of network range for node %s", newNode.ID)
  49. }
  50. }
  51. }
  52. nodeACLDelta := currentNode.DefaultACL != newNode.DefaultACL
  53. newNode.Fill(currentNode)
  54. // check for un-settable server values
  55. if err := ValidateNode(newNode, true); err != nil {
  56. return err
  57. }
  58. if newNode.ID == currentNode.ID {
  59. if nodeACLDelta {
  60. if err := updateProNodeACLS(newNode); err != nil {
  61. logger.Log(1, "failed to apply node level ACLs during creation of node", newNode.ID.String(), "-", err.Error())
  62. return err
  63. }
  64. }
  65. newNode.SetLastModified()
  66. if data, err := json.Marshal(newNode); err != nil {
  67. return err
  68. } else {
  69. return database.Insert(newNode.ID.String(), string(data), database.NODES_TABLE_NAME)
  70. }
  71. }
  72. return fmt.Errorf("failed to update node " + currentNode.ID.String() + ", cannot change ID.")
  73. }
  74. // DeleteNode - marks node for deletion (and adds to zombie list) if called by UI or deletes node if called by node
  75. func DeleteNode(node *models.Node, purge bool) error {
  76. alreadyDeleted := node.PendingDelete || node.Action == models.NODE_DELETE
  77. node.Action = models.NODE_DELETE
  78. if !purge && !alreadyDeleted {
  79. newnode := *node
  80. newnode.PendingDelete = true
  81. if err := UpdateNode(node, &newnode); err != nil {
  82. return err
  83. }
  84. newZombie <- node.ID
  85. return nil
  86. }
  87. if alreadyDeleted {
  88. logger.Log(1, "forcibly deleting node", node.ID.String())
  89. }
  90. host, err := GetHost(node.HostID.String())
  91. if err != nil {
  92. logger.Log(1, "no host found for node", node.ID.String(), "deleting..")
  93. if delErr := deleteNodeByID(node); delErr != nil {
  94. logger.Log(0, "failed to delete node", node.ID.String(), delErr.Error())
  95. }
  96. return err
  97. }
  98. if err := DissasociateNodeFromHost(node, host); err != nil {
  99. return err
  100. }
  101. if servercfg.Is_EE {
  102. if err := EnterpriseResetAllPeersFailovers(node.ID, node.Network); err != nil {
  103. logger.Log(0, "failed to reset failover lists during node delete for node", host.Name, node.Network)
  104. }
  105. }
  106. return nil
  107. }
  108. // deleteNodeByID - deletes a node from database
  109. func deleteNodeByID(node *models.Node) error {
  110. var err error
  111. var key = node.ID.String()
  112. //delete any ext clients as required
  113. if node.IsIngressGateway {
  114. if err := DeleteGatewayExtClients(node.ID.String(), node.Network); err != nil {
  115. logger.Log(0, "failed to deleted ext clients", err.Error())
  116. }
  117. }
  118. if err = database.DeleteRecord(database.NODES_TABLE_NAME, key); err != nil {
  119. if !database.IsEmptyRecord(err) {
  120. return err
  121. }
  122. }
  123. if servercfg.IsDNSMode() {
  124. SetDNS()
  125. }
  126. if node.OwnerID != "" {
  127. err = pro.DissociateNetworkUserNode(node.OwnerID, node.Network, node.ID.String())
  128. if err != nil {
  129. logger.Log(0, "failed to dissasociate", node.OwnerID, "from node", node.ID.String(), ":", err.Error())
  130. }
  131. }
  132. _, err = nodeacls.RemoveNodeACL(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()))
  133. if err != nil {
  134. // ignoring for now, could hit a nil pointer if delete called twice
  135. logger.Log(2, "attempted to remove node ACL for node", node.ID.String())
  136. }
  137. // removeZombie <- node.ID
  138. if err = DeleteMetrics(node.ID.String()); err != nil {
  139. logger.Log(1, "unable to remove metrics from DB for node", node.ID.String(), err.Error())
  140. }
  141. return nil
  142. }
  143. // IsNodeIDUnique - checks if node id is unique
  144. func IsNodeIDUnique(node *models.Node) (bool, error) {
  145. _, err := database.FetchRecord(database.NODES_TABLE_NAME, node.ID.String())
  146. return database.IsEmptyRecord(err), err
  147. }
  148. // ValidateNode - validates node values
  149. func ValidateNode(node *models.Node, isUpdate bool) error {
  150. v := validator.New()
  151. _ = v.RegisterValidation("id_unique", func(fl validator.FieldLevel) bool {
  152. if isUpdate {
  153. return true
  154. }
  155. isFieldUnique, _ := IsNodeIDUnique(node)
  156. return isFieldUnique
  157. })
  158. _ = v.RegisterValidation("network_exists", func(fl validator.FieldLevel) bool {
  159. _, err := GetNetworkByNode(node)
  160. return err == nil
  161. })
  162. _ = v.RegisterValidation("checkyesornoorunset", func(f1 validator.FieldLevel) bool {
  163. return validation.CheckYesOrNoOrUnset(f1)
  164. })
  165. err := v.Struct(node)
  166. return err
  167. }
  168. // IsFailoverPresent - checks if a node is marked as a failover in given network
  169. func IsFailoverPresent(network string) bool {
  170. netNodes, err := GetNetworkNodes(network)
  171. if err != nil {
  172. return false
  173. }
  174. for i := range netNodes {
  175. if netNodes[i].Failover {
  176. return true
  177. }
  178. }
  179. return false
  180. }
  181. // GetAllNodes - returns all nodes in the DB
  182. func GetAllNodes() ([]models.Node, error) {
  183. var nodes []models.Node
  184. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  185. if err != nil {
  186. if database.IsEmptyRecord(err) {
  187. return []models.Node{}, nil
  188. }
  189. return []models.Node{}, err
  190. }
  191. for _, value := range collection {
  192. var node models.Node
  193. // ignore legacy nodes in database
  194. if err := json.Unmarshal([]byte(value), &node); err != nil {
  195. logger.Log(3, "legacy node detected: ", err.Error())
  196. continue
  197. }
  198. // add node to our array
  199. nodes = append(nodes, node)
  200. }
  201. return nodes, nil
  202. }
  203. // GetNetworkByNode - gets the network model from a node
  204. func GetNetworkByNode(node *models.Node) (models.Network, error) {
  205. var network = models.Network{}
  206. networkData, err := database.FetchRecord(database.NETWORKS_TABLE_NAME, node.Network)
  207. if err != nil {
  208. return network, err
  209. }
  210. if err = json.Unmarshal([]byte(networkData), &network); err != nil {
  211. return models.Network{}, err
  212. }
  213. return network, nil
  214. }
  215. // SetNodeDefaults - sets the defaults of a node to avoid empty fields
  216. func SetNodeDefaults(node *models.Node) {
  217. parentNetwork, _ := GetNetworkByNode(node)
  218. _, cidr, err := net.ParseCIDR(parentNetwork.AddressRange)
  219. if err == nil {
  220. node.NetworkRange = *cidr
  221. }
  222. _, cidr, err = net.ParseCIDR(parentNetwork.AddressRange6)
  223. if err == nil {
  224. node.NetworkRange6 = *cidr
  225. }
  226. if node.DefaultACL == "" {
  227. node.DefaultACL = parentNetwork.DefaultACL
  228. }
  229. if node.PersistentKeepalive == 0 {
  230. node.PersistentKeepalive = time.Second * time.Duration(parentNetwork.DefaultKeepalive)
  231. }
  232. node.SetLastModified()
  233. node.SetLastCheckIn()
  234. node.SetDefaultConnected()
  235. node.SetExpirationDateTime()
  236. }
  237. // GetRecordKey - get record key
  238. // depricated
  239. func GetRecordKey(id string, network string) (string, error) {
  240. if id == "" || network == "" {
  241. return "", errors.New("unable to get record key")
  242. }
  243. return id + "###" + network, nil
  244. }
  245. // GetNodesByAddress - gets a node by mac address
  246. func GetNodesByAddress(network string, addresses []string) ([]models.Node, error) {
  247. var nodes []models.Node
  248. allnodes, err := GetAllNodes()
  249. if err != nil {
  250. return []models.Node{}, err
  251. }
  252. for _, node := range allnodes {
  253. if node.Network == network && ncutils.StringSliceContains(addresses, node.Address.String()) {
  254. nodes = append(nodes, node)
  255. }
  256. }
  257. return nodes, nil
  258. }
  259. // GetDeletedNodeByMacAddress - get a deleted node
  260. func GetDeletedNodeByMacAddress(network string, macaddress string) (models.Node, error) {
  261. var node models.Node
  262. key, err := GetRecordKey(macaddress, network)
  263. if err != nil {
  264. return node, err
  265. }
  266. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, key)
  267. if err != nil {
  268. return models.Node{}, err
  269. }
  270. if err = json.Unmarshal([]byte(record), &node); err != nil {
  271. return models.Node{}, err
  272. }
  273. SetNodeDefaults(&node)
  274. return node, nil
  275. }
  276. // GetNodeRelay - gets the relay node of a given network
  277. func GetNodeRelay(network string, relayedNodeAddr string) (models.Node, error) {
  278. collection, err := database.FetchRecords(database.NODES_TABLE_NAME)
  279. var relay models.Node
  280. if err != nil {
  281. if database.IsEmptyRecord(err) {
  282. return relay, nil
  283. }
  284. logger.Log(2, err.Error())
  285. return relay, err
  286. }
  287. for _, value := range collection {
  288. err := json.Unmarshal([]byte(value), &relay)
  289. if err != nil {
  290. logger.Log(2, err.Error())
  291. continue
  292. }
  293. if relay.IsRelay {
  294. for _, addr := range relay.RelayAddrs {
  295. if addr == relayedNodeAddr {
  296. return relay, nil
  297. }
  298. }
  299. }
  300. }
  301. return relay, errors.New(RELAY_NODE_ERR + " " + relayedNodeAddr)
  302. }
  303. func GetNodeByID(uuid string) (models.Node, error) {
  304. var record, err = database.FetchRecord(database.NODES_TABLE_NAME, uuid)
  305. if err != nil {
  306. return models.Node{}, err
  307. }
  308. var node models.Node
  309. if err = json.Unmarshal([]byte(record), &node); err != nil {
  310. return models.Node{}, err
  311. }
  312. return node, nil
  313. }
  314. // GetDeletedNodeByID - get a deleted node
  315. func GetDeletedNodeByID(uuid string) (models.Node, error) {
  316. var node models.Node
  317. record, err := database.FetchRecord(database.DELETED_NODES_TABLE_NAME, uuid)
  318. if err != nil {
  319. return models.Node{}, err
  320. }
  321. if err = json.Unmarshal([]byte(record), &node); err != nil {
  322. return models.Node{}, err
  323. }
  324. SetNodeDefaults(&node)
  325. return node, nil
  326. }
  327. // FindRelay - returns the node that is the relay for a relayed node
  328. func FindRelay(node *models.Node) *models.Node {
  329. if !node.IsRelayed {
  330. return nil
  331. }
  332. peers, err := GetNetworkNodes(node.Network)
  333. if err != nil {
  334. return nil
  335. }
  336. for _, peer := range peers {
  337. if !peer.IsRelay {
  338. continue
  339. }
  340. for _, ip := range peer.RelayAddrs {
  341. if ip == node.Address.IP.String() || ip == node.Address6.IP.String() {
  342. return &peer
  343. }
  344. }
  345. }
  346. return nil
  347. }
  348. // GetNetworkIngresses - gets the gateways of a network
  349. func GetNetworkIngresses(network string) ([]models.Node, error) {
  350. var ingresses []models.Node
  351. netNodes, err := GetNetworkNodes(network)
  352. if err != nil {
  353. return []models.Node{}, err
  354. }
  355. for i := range netNodes {
  356. if netNodes[i].IsIngressGateway {
  357. ingresses = append(ingresses, netNodes[i])
  358. }
  359. }
  360. return ingresses, nil
  361. }
  362. // GetAllNodesAPI - get all nodes for api usage
  363. func GetAllNodesAPI(nodes []models.Node) []models.ApiNode {
  364. apiNodes := []models.ApiNode{}
  365. for i := range nodes {
  366. newApiNode := nodes[i].ConvertToAPINode()
  367. apiNodes = append(apiNodes, *newApiNode)
  368. }
  369. return apiNodes[:]
  370. }
  371. // == PRO ==
  372. func updateProNodeACLS(node *models.Node) error {
  373. // == PRO node ACLs ==
  374. networkNodes, err := GetNetworkNodes(node.Network)
  375. if err != nil {
  376. return err
  377. }
  378. if err = proacls.AdjustNodeAcls(node, networkNodes[:]); err != nil {
  379. return err
  380. }
  381. return nil
  382. }
  383. // createNode - creates a node in database
  384. func createNode(node *models.Node) error {
  385. host, err := GetHost(node.HostID.String())
  386. if err != nil {
  387. return err
  388. }
  389. if !node.DNSOn {
  390. if servercfg.IsDNSMode() {
  391. node.DNSOn = true
  392. } else {
  393. node.DNSOn = false
  394. }
  395. }
  396. SetNodeDefaults(node)
  397. defaultACLVal := acls.Allowed
  398. parentNetwork, err := GetNetwork(node.Network)
  399. if err == nil {
  400. if parentNetwork.DefaultACL != "yes" {
  401. defaultACLVal = acls.NotAllowed
  402. }
  403. }
  404. if node.DefaultACL == "" {
  405. node.DefaultACL = "unset"
  406. }
  407. if node.Address.IP == nil {
  408. if parentNetwork.IsIPv4 == "yes" {
  409. if node.Address.IP, err = UniqueAddress(node.Network, false); err != nil {
  410. return err
  411. }
  412. _, cidr, err := net.ParseCIDR(parentNetwork.AddressRange)
  413. if err != nil {
  414. return err
  415. }
  416. node.Address.Mask = net.CIDRMask(cidr.Mask.Size())
  417. }
  418. } else if !IsIPUnique(node.Network, node.Address.String(), database.NODES_TABLE_NAME, false) {
  419. return fmt.Errorf("invalid address: ipv4 " + node.Address.String() + " is not unique")
  420. }
  421. if node.Address6.IP == nil {
  422. if parentNetwork.IsIPv6 == "yes" {
  423. if node.Address6.IP, err = UniqueAddress6(node.Network, false); err != nil {
  424. return err
  425. }
  426. _, cidr, err := net.ParseCIDR(parentNetwork.AddressRange6)
  427. if err != nil {
  428. return err
  429. }
  430. node.Address6.Mask = net.CIDRMask(cidr.Mask.Size())
  431. }
  432. } else if !IsIPUnique(node.Network, node.Address6.String(), database.NODES_TABLE_NAME, true) {
  433. return fmt.Errorf("invalid address: ipv6 " + node.Address6.String() + " is not unique")
  434. }
  435. node.ID = uuid.New()
  436. //Create a JWT for the node
  437. tokenString, _ := CreateJWT(node.ID.String(), host.MacAddress.String(), node.Network)
  438. if tokenString == "" {
  439. //logic.ReturnErrorResponse(w, r, errorResponse)
  440. return err
  441. }
  442. err = ValidateNode(node, false)
  443. if err != nil {
  444. return err
  445. }
  446. CheckZombies(node)
  447. nodebytes, err := json.Marshal(&node)
  448. if err != nil {
  449. return err
  450. }
  451. err = database.Insert(node.ID.String(), string(nodebytes), database.NODES_TABLE_NAME)
  452. if err != nil {
  453. return err
  454. }
  455. _, err = nodeacls.CreateNodeACL(nodeacls.NetworkID(node.Network), nodeacls.NodeID(node.ID.String()), defaultACLVal)
  456. if err != nil {
  457. logger.Log(1, "failed to create node ACL for node,", node.ID.String(), "err:", err.Error())
  458. return err
  459. }
  460. if err = updateProNodeACLS(node); err != nil {
  461. logger.Log(1, "failed to apply node level ACLs during creation of node", node.ID.String(), "-", err.Error())
  462. return err
  463. }
  464. if err = UpdateMetrics(node.ID.String(), &models.Metrics{Connectivity: make(map[string]models.Metric)}); err != nil {
  465. logger.Log(1, "failed to initialize metrics for node", node.ID.String(), err.Error())
  466. }
  467. SetNetworkNodesLastModified(node.Network)
  468. if servercfg.IsDNSMode() {
  469. err = SetDNS()
  470. }
  471. return err
  472. }
  473. // == END PRO ==