migrate.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931
  1. package migrate
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "net"
  8. "os"
  9. "time"
  10. "golang.org/x/exp/slog"
  11. "gorm.io/datatypes"
  12. "github.com/google/uuid"
  13. "github.com/gravitl/netmaker/database"
  14. "github.com/gravitl/netmaker/db"
  15. "github.com/gravitl/netmaker/logger"
  16. "github.com/gravitl/netmaker/logic"
  17. "github.com/gravitl/netmaker/logic/acls"
  18. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  19. "github.com/gravitl/netmaker/models"
  20. "github.com/gravitl/netmaker/mq"
  21. "github.com/gravitl/netmaker/schema"
  22. "github.com/gravitl/netmaker/servercfg"
  23. )
  24. // Run - runs all migrations
  25. func Run() {
  26. migrateSettings()
  27. updateEnrollmentKeys()
  28. assignSuperAdmin()
  29. createDefaultTagsAndPolicies()
  30. removeOldUserGrps()
  31. migrateToUUIDs()
  32. syncUsers()
  33. updateHosts()
  34. updateNodes()
  35. updateAcls()
  36. updateNewAcls()
  37. logic.MigrateToGws()
  38. migrateToEgressV1()
  39. updateNetworks()
  40. migrateNameservers()
  41. resync()
  42. deleteOldExtclients()
  43. checkAndDeprecateOldAcls()
  44. }
  45. func checkAndDeprecateOldAcls() {
  46. // check if everything is allowed on old acl and disable old acls
  47. nets, _ := logic.GetNetworks()
  48. disableOldAcls := true
  49. for _, netI := range nets {
  50. networkACL, err := nodeacls.FetchAllACLs(nodeacls.NetworkID(netI.NetID))
  51. if err != nil {
  52. continue
  53. }
  54. for _, aclNode := range networkACL {
  55. for _, allowed := range aclNode {
  56. if allowed != acls.Allowed {
  57. disableOldAcls = false
  58. break
  59. }
  60. }
  61. }
  62. if disableOldAcls {
  63. netI.DefaultACL = "yes"
  64. logic.UpsertNetwork(netI)
  65. }
  66. }
  67. if disableOldAcls {
  68. settings := logic.GetServerSettings()
  69. settings.OldAClsSupport = false
  70. logic.UpsertServerSettings(settings)
  71. }
  72. }
  73. func updateNetworks() {
  74. nets, _ := logic.GetNetworks()
  75. for _, netI := range nets {
  76. if netI.AutoJoin == "" {
  77. netI.AutoJoin = "true"
  78. logic.UpsertNetwork(netI)
  79. }
  80. }
  81. }
  82. func migrateNameservers() {
  83. nets, _ := logic.GetNetworks()
  84. user, err := logic.GetSuperAdmin()
  85. if err != nil {
  86. return
  87. }
  88. for _, netI := range nets {
  89. _, cidr, err := net.ParseCIDR(netI.AddressRange)
  90. if err != nil {
  91. continue
  92. }
  93. ns := &schema.Nameserver{
  94. NetworkID: netI.NetID,
  95. }
  96. nameservers, _ := ns.ListByNetwork(db.WithContext(context.TODO()))
  97. for _, nsI := range nameservers {
  98. if len(nsI.Domains) != 0 {
  99. for _, matchDomain := range nsI.MatchDomains {
  100. nsI.Domains = append(nsI.Domains, schema.NameserverDomain{
  101. Domain: matchDomain,
  102. })
  103. }
  104. nsI.MatchDomains = []string{}
  105. _ = nsI.Update(db.WithContext(context.TODO()))
  106. }
  107. }
  108. if len(netI.NameServers) > 0 {
  109. ns := schema.Nameserver{
  110. ID: uuid.NewString(),
  111. Name: "upstream nameservers",
  112. NetworkID: netI.NetID,
  113. Servers: []string{},
  114. MatchAll: true,
  115. Domains: []schema.NameserverDomain{
  116. {
  117. Domain: ".",
  118. },
  119. },
  120. Tags: datatypes.JSONMap{
  121. "*": struct{}{},
  122. },
  123. Nodes: make(datatypes.JSONMap),
  124. Status: true,
  125. CreatedBy: user.UserName,
  126. }
  127. for _, nsIP := range netI.NameServers {
  128. if net.ParseIP(nsIP) == nil {
  129. continue
  130. }
  131. if !cidr.Contains(net.ParseIP(nsIP)) {
  132. ns.Servers = append(ns.Servers, nsIP)
  133. }
  134. }
  135. ns.Create(db.WithContext(context.TODO()))
  136. netI.NameServers = []string{}
  137. logic.SaveNetwork(&netI)
  138. }
  139. }
  140. nodes, _ := logic.GetAllNodes()
  141. for _, node := range nodes {
  142. if !node.IsGw {
  143. continue
  144. }
  145. if node.IngressDNS != "" {
  146. if (node.Address.IP != nil && node.Address.IP.String() == node.IngressDNS) ||
  147. (node.Address6.IP != nil && node.Address6.IP.String() == node.IngressDNS) {
  148. continue
  149. }
  150. if node.IngressDNS == "8.8.8.8" || node.IngressDNS == "1.1.1.1" || node.IngressDNS == "9.9.9.9" {
  151. continue
  152. }
  153. h, err := logic.GetHost(node.HostID.String())
  154. if err != nil {
  155. continue
  156. }
  157. ns := schema.Nameserver{
  158. ID: uuid.NewString(),
  159. Name: fmt.Sprintf("%s gw nameservers", h.Name),
  160. NetworkID: node.Network,
  161. Servers: []string{node.IngressDNS},
  162. MatchAll: true,
  163. Domains: []schema.NameserverDomain{
  164. {
  165. Domain: ".",
  166. },
  167. },
  168. Nodes: datatypes.JSONMap{
  169. node.ID.String(): struct{}{},
  170. },
  171. Tags: make(datatypes.JSONMap),
  172. Status: true,
  173. CreatedBy: user.UserName,
  174. }
  175. ns.Create(db.WithContext(context.TODO()))
  176. node.IngressDNS = ""
  177. logic.UpsertNode(&node)
  178. }
  179. }
  180. }
  181. // removes if any stale configurations from previous run.
  182. func resync() {
  183. nodes, _ := logic.GetAllNodes()
  184. for _, node := range nodes {
  185. if !node.IsGw {
  186. if len(node.RelayedNodes) > 0 {
  187. logic.DeleteRelay(node.Network, node.ID.String())
  188. }
  189. if node.IsIngressGateway {
  190. logic.DeleteIngressGateway(node.ID.String())
  191. }
  192. if len(node.InetNodeReq.InetNodeClientIDs) > 0 || node.IsInternetGateway {
  193. logic.UnsetInternetGw(&node)
  194. logic.UpsertNode(&node)
  195. }
  196. }
  197. if node.IsRelayed {
  198. if node.RelayedBy == "" {
  199. node.IsRelayed = false
  200. node.InternetGwID = ""
  201. logic.UpsertNode(&node)
  202. }
  203. if node.RelayedBy != "" {
  204. // check if node exists
  205. _, err := logic.GetNodeByID(node.RelayedBy)
  206. if err != nil {
  207. node.RelayedBy = ""
  208. node.InternetGwID = ""
  209. logic.UpsertNode(&node)
  210. }
  211. }
  212. }
  213. if node.InternetGwID != "" {
  214. _, err := logic.GetNodeByID(node.InternetGwID)
  215. if err != nil {
  216. node.InternetGwID = ""
  217. logic.UpsertNode(&node)
  218. }
  219. }
  220. }
  221. }
  222. func assignSuperAdmin() {
  223. users, err := logic.GetUsers()
  224. if err != nil || len(users) == 0 {
  225. return
  226. }
  227. if ok, _ := logic.HasSuperAdmin(); ok {
  228. return
  229. }
  230. createdSuperAdmin := false
  231. owner := servercfg.GetOwnerEmail()
  232. if owner != "" {
  233. user, err := logic.GetUser(owner)
  234. if err != nil {
  235. log.Fatal("error getting user", "user", owner, "error", err.Error())
  236. }
  237. user.PlatformRoleID = models.SuperAdminRole
  238. err = logic.UpsertUser(*user)
  239. if err != nil {
  240. log.Fatal(
  241. "error updating user to superadmin",
  242. "user",
  243. user.UserName,
  244. "error",
  245. err.Error(),
  246. )
  247. }
  248. return
  249. }
  250. for _, u := range users {
  251. var isAdmin bool
  252. if u.PlatformRoleID == models.AdminRole {
  253. isAdmin = true
  254. }
  255. if u.PlatformRoleID == "" && u.IsAdmin {
  256. isAdmin = true
  257. }
  258. if isAdmin {
  259. user, err := logic.GetUser(u.UserName)
  260. if err != nil {
  261. slog.Error("error getting user", "user", u.UserName, "error", err.Error())
  262. continue
  263. }
  264. user.PlatformRoleID = models.SuperAdminRole
  265. user.IsSuperAdmin = true
  266. err = logic.UpsertUser(*user)
  267. if err != nil {
  268. slog.Error(
  269. "error updating user to superadmin",
  270. "user",
  271. user.UserName,
  272. "error",
  273. err.Error(),
  274. )
  275. continue
  276. } else {
  277. createdSuperAdmin = true
  278. }
  279. break
  280. }
  281. }
  282. if !createdSuperAdmin {
  283. slog.Error("failed to create superadmin!!")
  284. }
  285. }
  286. func updateEnrollmentKeys() {
  287. rows, err := database.FetchRecords(database.ENROLLMENT_KEYS_TABLE_NAME)
  288. if err != nil {
  289. return
  290. }
  291. for _, row := range rows {
  292. var key models.EnrollmentKey
  293. if err = json.Unmarshal([]byte(row), &key); err != nil {
  294. continue
  295. }
  296. if key.Type != models.Undefined {
  297. logger.Log(2, "migration: enrollment key type already set")
  298. continue
  299. } else {
  300. logger.Log(2, "migration: updating enrollment key type")
  301. if key.Unlimited {
  302. key.Type = models.Unlimited
  303. } else if key.UsesRemaining > 0 {
  304. key.Type = models.Uses
  305. } else if !key.Expiration.IsZero() {
  306. key.Type = models.TimeExpiration
  307. }
  308. }
  309. data, err := json.Marshal(key)
  310. if err != nil {
  311. logger.Log(0, "migration: marshalling enrollment key: "+err.Error())
  312. continue
  313. }
  314. if err = database.Insert(key.Value, string(data), database.ENROLLMENT_KEYS_TABLE_NAME); err != nil {
  315. logger.Log(0, "migration: inserting enrollment key: "+err.Error())
  316. continue
  317. }
  318. }
  319. existingKeys, err := logic.GetAllEnrollmentKeys()
  320. if err != nil {
  321. return
  322. }
  323. // check if any tags are duplicate
  324. existingTags := make(map[string]struct{})
  325. for _, existingKey := range existingKeys {
  326. for _, t := range existingKey.Tags {
  327. existingTags[t] = struct{}{}
  328. }
  329. }
  330. networks, _ := logic.GetNetworks()
  331. for _, network := range networks {
  332. if _, ok := existingTags[network.NetID]; ok {
  333. continue
  334. }
  335. _, _ = logic.CreateEnrollmentKey(
  336. 0,
  337. time.Time{},
  338. []string{network.NetID},
  339. []string{network.NetID},
  340. []models.TagID{},
  341. true,
  342. uuid.Nil,
  343. true,
  344. false,
  345. false,
  346. )
  347. }
  348. }
  349. func removeOldUserGrps() {
  350. rows, err := database.FetchRecords(database.USER_GROUPS_TABLE_NAME)
  351. if err != nil {
  352. return
  353. }
  354. for key, row := range rows {
  355. userG := models.UserGroup{}
  356. _ = json.Unmarshal([]byte(row), &userG)
  357. if userG.ID == "" {
  358. database.DeleteRecord(database.USER_GROUPS_TABLE_NAME, key)
  359. }
  360. }
  361. }
  362. func updateHosts() {
  363. rows, err := database.FetchRecords(database.HOSTS_TABLE_NAME)
  364. if err != nil {
  365. logger.Log(0, "failed to fetch database records for hosts")
  366. }
  367. for _, row := range rows {
  368. var host models.Host
  369. if err := json.Unmarshal([]byte(row), &host); err != nil {
  370. logger.Log(0, "failed to unmarshal database row to host", "row", row)
  371. continue
  372. }
  373. if host.PersistentKeepalive == 0 {
  374. host.PersistentKeepalive = models.DefaultPersistentKeepAlive
  375. if err := logic.UpsertHost(&host); err != nil {
  376. logger.Log(0, "failed to upsert host", host.ID.String())
  377. continue
  378. }
  379. }
  380. if host.DNS == "" || (host.DNS != "yes" && host.DNS != "no") {
  381. if logic.GetServerSettings().ManageDNS {
  382. host.DNS = "yes"
  383. } else {
  384. host.DNS = "no"
  385. }
  386. if host.IsDefault {
  387. host.DNS = "yes"
  388. }
  389. logic.UpsertHost(&host)
  390. }
  391. if host.IsDefault && !host.AutoUpdate {
  392. host.AutoUpdate = true
  393. logic.UpsertHost(&host)
  394. }
  395. if servercfg.IsPro && host.Location == "" {
  396. if host.EndpointIP != nil {
  397. host.Location = logic.GetHostLocInfo(host.EndpointIP.String(), os.Getenv("IP_INFO_TOKEN"))
  398. } else if host.EndpointIPv6 != nil {
  399. host.Location = logic.GetHostLocInfo(host.EndpointIPv6.String(), os.Getenv("IP_INFO_TOKEN"))
  400. }
  401. if host.Location != "" {
  402. logic.UpsertHost(&host)
  403. }
  404. }
  405. }
  406. }
  407. func updateNodes() {
  408. nodes, err := logic.GetAllNodes()
  409. if err != nil {
  410. slog.Error("migration failed for nodes", "error", err)
  411. return
  412. }
  413. for _, node := range nodes {
  414. node := node
  415. if node.Tags == nil {
  416. node.Tags = make(map[models.TagID]struct{})
  417. logic.UpsertNode(&node)
  418. }
  419. if node.IsIngressGateway {
  420. host, err := logic.GetHost(node.HostID.String())
  421. if err == nil {
  422. go logic.DeleteRole(models.GetRAGRoleID(node.Network, host.ID.String()), true)
  423. }
  424. }
  425. if node.IsEgressGateway {
  426. egressRanges, update := removeInterGw(node.EgressGatewayRanges)
  427. if update {
  428. node.EgressGatewayRequest.Ranges = egressRanges
  429. node.EgressGatewayRanges = egressRanges
  430. logic.UpsertNode(&node)
  431. }
  432. if len(node.EgressGatewayRequest.Ranges) > 0 && len(node.EgressGatewayRequest.RangesWithMetric) == 0 {
  433. for _, egressRangeI := range node.EgressGatewayRequest.Ranges {
  434. node.EgressGatewayRequest.RangesWithMetric = append(node.EgressGatewayRequest.RangesWithMetric, models.EgressRangeMetric{
  435. Network: egressRangeI,
  436. RouteMetric: 256,
  437. })
  438. }
  439. logic.UpsertNode(&node)
  440. }
  441. }
  442. }
  443. extclients, _ := logic.GetAllExtClients()
  444. for _, extclient := range extclients {
  445. if extclient.Tags == nil {
  446. extclient.Tags = make(map[models.TagID]struct{})
  447. logic.SaveExtClient(&extclient)
  448. }
  449. }
  450. }
  451. func removeInterGw(egressRanges []string) ([]string, bool) {
  452. update := false
  453. for i := len(egressRanges) - 1; i >= 0; i-- {
  454. if egressRanges[i] == "0.0.0.0/0" || egressRanges[i] == "::/0" {
  455. update = true
  456. egressRanges = append(egressRanges[:i], egressRanges[i+1:]...)
  457. }
  458. }
  459. return egressRanges, update
  460. }
  461. func updateAcls() {
  462. // get all networks
  463. if !logic.GetServerSettings().OldAClsSupport {
  464. return
  465. }
  466. networks, err := logic.GetNetworks()
  467. if err != nil && !database.IsEmptyRecord(err) {
  468. slog.Error("acls migration failed. error getting networks", "error", err)
  469. return
  470. }
  471. // get current acls per network
  472. for _, network := range networks {
  473. var networkAcl acls.ACLContainer
  474. networkAcl, err := networkAcl.Get(acls.ContainerID(network.NetID))
  475. if err != nil {
  476. if database.IsEmptyRecord(err) {
  477. continue
  478. }
  479. slog.Error(fmt.Sprintf("error during acls migration. error getting acls for network: %s", network.NetID), "error", err)
  480. continue
  481. }
  482. // convert old acls to new acls with clients
  483. // TODO: optimise O(n^2) operation
  484. clients, err := logic.GetNetworkExtClients(network.NetID)
  485. if err != nil {
  486. slog.Error(fmt.Sprintf("error during acls migration. error getting clients for network: %s", network.NetID), "error", err)
  487. continue
  488. }
  489. clientsIdMap := make(map[string]struct{})
  490. for _, client := range clients {
  491. clientsIdMap[client.ClientID] = struct{}{}
  492. }
  493. nodeIdsMap := make(map[string]struct{})
  494. for nodeId := range networkAcl {
  495. nodeIdsMap[string(nodeId)] = struct{}{}
  496. }
  497. /*
  498. initially, networkACL has only node acls so we add client acls to it
  499. final shape:
  500. {
  501. "node1": {
  502. "node2": 2,
  503. "client1": 2,
  504. "client2": 1,
  505. },
  506. "node2": {
  507. "node1": 2,
  508. "client1": 2,
  509. "client2": 1,
  510. },
  511. "client1": {
  512. "node1": 2,
  513. "node2": 2,
  514. "client2": 1,
  515. },
  516. "client2": {
  517. "node1": 1,
  518. "node2": 1,
  519. "client1": 1,
  520. },
  521. }
  522. */
  523. for _, client := range clients {
  524. networkAcl[acls.AclID(client.ClientID)] = acls.ACL{}
  525. // add client values to node acls and create client acls with node values
  526. for id, nodeAcl := range networkAcl {
  527. // skip if not a node
  528. if _, ok := nodeIdsMap[string(id)]; !ok {
  529. continue
  530. }
  531. if nodeAcl == nil {
  532. slog.Warn("acls migration bad data: nil node acl", "node", id, "network", network.NetID)
  533. continue
  534. }
  535. nodeAcl[acls.AclID(client.ClientID)] = acls.Allowed
  536. networkAcl[acls.AclID(client.ClientID)][id] = acls.Allowed
  537. if client.DeniedACLs == nil {
  538. continue
  539. } else if _, ok := client.DeniedACLs[string(id)]; ok {
  540. nodeAcl[acls.AclID(client.ClientID)] = acls.NotAllowed
  541. networkAcl[acls.AclID(client.ClientID)][id] = acls.NotAllowed
  542. }
  543. }
  544. // add clients to client acls response
  545. for _, c := range clients {
  546. if c.ClientID == client.ClientID {
  547. continue
  548. }
  549. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.Allowed
  550. if client.DeniedACLs == nil {
  551. continue
  552. } else if _, ok := client.DeniedACLs[c.ClientID]; ok {
  553. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.NotAllowed
  554. }
  555. }
  556. // delete oneself from its own acl
  557. delete(networkAcl[acls.AclID(client.ClientID)], acls.AclID(client.ClientID))
  558. }
  559. // remove non-existent client and node acls
  560. for objId := range networkAcl {
  561. if _, ok := nodeIdsMap[string(objId)]; ok {
  562. continue
  563. }
  564. if _, ok := clientsIdMap[string(objId)]; ok {
  565. continue
  566. }
  567. // remove all occurances of objId from all acls
  568. for objId2 := range networkAcl {
  569. delete(networkAcl[objId2], objId)
  570. }
  571. delete(networkAcl, objId)
  572. }
  573. // save new acls
  574. slog.Debug(fmt.Sprintf("(migration) saving new acls for network: %s", network.NetID), "networkAcl", networkAcl)
  575. if _, err := networkAcl.Save(acls.ContainerID(network.NetID)); err != nil {
  576. slog.Error(fmt.Sprintf("error during acls migration. error saving new acls for network: %s", network.NetID), "error", err)
  577. continue
  578. }
  579. slog.Info(fmt.Sprintf("(migration) successfully saved new acls for network: %s", network.NetID))
  580. }
  581. }
  582. func updateNewAcls() {
  583. if servercfg.IsPro {
  584. userGroups, _ := logic.ListUserGroups()
  585. userGroupMap := make(map[models.UserGroupID]models.UserGroup)
  586. for _, userGroup := range userGroups {
  587. userGroupMap[userGroup.ID] = userGroup
  588. }
  589. acls := logic.ListAcls()
  590. for _, acl := range acls {
  591. aclSrc := make([]models.AclPolicyTag, 0)
  592. for _, src := range acl.Src {
  593. if src.ID == models.UserGroupAclID {
  594. userGroup, ok := userGroupMap[models.UserGroupID(src.Value)]
  595. if !ok {
  596. // if the group doesn't exist, don't add it to the acl's src.
  597. continue
  598. } else {
  599. _, ok := userGroup.NetworkRoles[acl.NetworkID]
  600. if !ok {
  601. // if the group doesn't have permissions for the acl's
  602. // network, don't add it to the acl's src.
  603. continue
  604. }
  605. }
  606. }
  607. aclSrc = append(aclSrc, src)
  608. }
  609. if len(aclSrc) == 0 {
  610. // if there are no acl sources, delete the acl.
  611. _ = logic.DeleteAcl(acl)
  612. } else if len(aclSrc) != len(acl.Src) {
  613. // if some user groups were removed from the acl source,
  614. // update the acl.
  615. acl.Src = aclSrc
  616. _ = logic.UpsertAcl(acl)
  617. }
  618. }
  619. }
  620. }
  621. func MigrateEmqx() {
  622. err := mq.SendPullSYN()
  623. if err != nil {
  624. logger.Log(0, "failed to send pull syn to clients", "error", err.Error())
  625. }
  626. time.Sleep(time.Second * 3)
  627. slog.Info("proceeding to kicking out clients from emqx")
  628. err = mq.KickOutClients()
  629. if err != nil {
  630. logger.Log(2, "failed to migrate emqx: ", "kickout-error", err.Error())
  631. }
  632. }
  633. func migrateToUUIDs() {
  634. logic.MigrateToUUIDs()
  635. }
  636. func syncUsers() {
  637. // create default network user roles for existing networks
  638. if servercfg.IsPro {
  639. networks, _ := logic.GetNetworks()
  640. for _, netI := range networks {
  641. logic.CreateDefaultNetworkRolesAndGroups(models.NetworkID(netI.NetID))
  642. }
  643. }
  644. users, err := logic.GetUsersDB()
  645. if err == nil {
  646. for _, user := range users {
  647. user := user
  648. if user.PlatformRoleID == models.AdminRole && !user.IsAdmin {
  649. user.IsAdmin = true
  650. user.IsSuperAdmin = false
  651. logic.UpsertUser(user)
  652. }
  653. if user.PlatformRoleID == models.SuperAdminRole && !user.IsSuperAdmin {
  654. user.IsSuperAdmin = true
  655. user.IsAdmin = true
  656. logic.UpsertUser(user)
  657. }
  658. if user.PlatformRoleID == models.PlatformUser || user.PlatformRoleID == models.ServiceUser {
  659. user.IsSuperAdmin = false
  660. user.IsAdmin = false
  661. logic.UpsertUser(user)
  662. }
  663. if user.PlatformRoleID.String() != "" {
  664. logic.MigrateUserRoleAndGroups(user)
  665. logic.AddGlobalNetRolesToAdmins(&user)
  666. logic.UpsertUser(user)
  667. continue
  668. }
  669. user.AuthType = models.BasicAuth
  670. if logic.IsOauthUser(&user) == nil {
  671. user.AuthType = models.OAuth
  672. }
  673. if len(user.NetworkRoles) == 0 {
  674. user.NetworkRoles = make(map[models.NetworkID]map[models.UserRoleID]struct{})
  675. }
  676. if len(user.UserGroups) == 0 {
  677. user.UserGroups = make(map[models.UserGroupID]struct{})
  678. }
  679. // We reach here only if the platform role id has not been set.
  680. //
  681. // Thus, we use the boolean fields to assign the role.
  682. if user.IsSuperAdmin {
  683. user.PlatformRoleID = models.SuperAdminRole
  684. } else if user.IsAdmin {
  685. user.PlatformRoleID = models.AdminRole
  686. } else {
  687. user.PlatformRoleID = models.ServiceUser
  688. }
  689. logic.AddGlobalNetRolesToAdmins(&user)
  690. logic.MigrateUserRoleAndGroups(user)
  691. logic.UpsertUser(user)
  692. }
  693. }
  694. }
  695. func createDefaultTagsAndPolicies() {
  696. networks, err := logic.GetNetworks()
  697. if err != nil {
  698. return
  699. }
  700. for _, network := range networks {
  701. logic.CreateDefaultTags(models.NetworkID(network.NetID))
  702. logic.CreateDefaultAclNetworkPolicies(models.NetworkID(network.NetID))
  703. // delete old remote access gws policy
  704. logic.DeleteAcl(models.Acl{ID: fmt.Sprintf("%s.%s", network.NetID, "all-remote-access-gws")})
  705. }
  706. logic.MigrateAclPolicies()
  707. if !servercfg.IsPro {
  708. nodes, _ := logic.GetAllNodes()
  709. for _, node := range nodes {
  710. if node.IsGw {
  711. node.Tags = make(map[models.TagID]struct{})
  712. node.Tags[models.TagID(fmt.Sprintf("%s.%s", node.Network, models.GwTagName))] = struct{}{}
  713. logic.UpsertNode(&node)
  714. }
  715. }
  716. }
  717. }
  718. func migrateToEgressV1() {
  719. nodes, _ := logic.GetAllNodes()
  720. user, err := logic.GetSuperAdmin()
  721. if err != nil {
  722. return
  723. }
  724. for _, node := range nodes {
  725. if node.IsEgressGateway {
  726. _, err := logic.GetHost(node.HostID.String())
  727. if err != nil {
  728. continue
  729. }
  730. for _, rangeMetric := range node.EgressGatewayRequest.RangesWithMetric {
  731. e := &schema.Egress{Range: rangeMetric.Network}
  732. if err := e.DoesEgressRouteExists(db.WithContext(context.TODO())); err == nil {
  733. e.Nodes[node.ID.String()] = rangeMetric.RouteMetric
  734. e.Update(db.WithContext(context.TODO()))
  735. continue
  736. }
  737. e = &schema.Egress{
  738. ID: uuid.New().String(),
  739. Name: fmt.Sprintf("%s egress", rangeMetric.Network),
  740. Description: "",
  741. Network: node.Network,
  742. Nodes: datatypes.JSONMap{
  743. node.ID.String(): rangeMetric.RouteMetric,
  744. },
  745. Tags: make(datatypes.JSONMap),
  746. Range: rangeMetric.Network,
  747. Nat: node.EgressGatewayRequest.NatEnabled == "yes",
  748. Status: true,
  749. CreatedBy: user.UserName,
  750. CreatedAt: time.Now().UTC(),
  751. }
  752. err = e.Create(db.WithContext(context.TODO()))
  753. if err == nil {
  754. acl := models.Acl{
  755. ID: uuid.New().String(),
  756. Name: "egress node policy",
  757. MetaData: "",
  758. Default: false,
  759. ServiceType: models.Any,
  760. NetworkID: models.NetworkID(node.Network),
  761. Proto: models.ALL,
  762. RuleType: models.DevicePolicy,
  763. Src: []models.AclPolicyTag{
  764. {
  765. ID: models.NodeTagID,
  766. Value: "*",
  767. },
  768. },
  769. Dst: []models.AclPolicyTag{
  770. {
  771. ID: models.EgressID,
  772. Value: e.ID,
  773. },
  774. },
  775. AllowedDirection: models.TrafficDirectionBi,
  776. Enabled: true,
  777. CreatedBy: "auto",
  778. CreatedAt: time.Now().UTC(),
  779. }
  780. logic.InsertAcl(acl)
  781. acl = models.Acl{
  782. ID: uuid.New().String(),
  783. Name: "egress node policy",
  784. MetaData: "",
  785. Default: false,
  786. ServiceType: models.Any,
  787. NetworkID: models.NetworkID(node.Network),
  788. Proto: models.ALL,
  789. RuleType: models.UserPolicy,
  790. Src: []models.AclPolicyTag{
  791. {
  792. ID: models.UserAclID,
  793. Value: "*",
  794. },
  795. },
  796. Dst: []models.AclPolicyTag{
  797. {
  798. ID: models.EgressID,
  799. Value: e.ID,
  800. },
  801. },
  802. AllowedDirection: models.TrafficDirectionBi,
  803. Enabled: true,
  804. CreatedBy: "auto",
  805. CreatedAt: time.Now().UTC(),
  806. }
  807. logic.InsertAcl(acl)
  808. }
  809. }
  810. node.IsEgressGateway = false
  811. node.EgressGatewayRequest = models.EgressGatewayRequest{}
  812. node.EgressGatewayNatEnabled = false
  813. node.EgressGatewayRanges = []string{}
  814. logic.UpsertNode(&node)
  815. }
  816. }
  817. }
  818. func migrateSettings() {
  819. settingsD := make(map[string]interface{})
  820. data, err := database.FetchRecord(database.SERVER_SETTINGS, logic.ServerSettingsDBKey)
  821. if database.IsEmptyRecord(err) {
  822. logic.UpsertServerSettings(logic.GetServerSettingsFromEnv())
  823. } else if err == nil {
  824. json.Unmarshal([]byte(data), &settingsD)
  825. }
  826. settings := logic.GetServerSettings()
  827. if _, ok := settingsD["old_acl_support"]; !ok {
  828. settings.OldAClsSupport = servercfg.IsOldAclEnabled()
  829. }
  830. if settings.PeerConnectionCheckInterval == "" {
  831. settings.PeerConnectionCheckInterval = "15"
  832. }
  833. if settings.AuditLogsRetentionPeriodInDays == 0 {
  834. settings.AuditLogsRetentionPeriodInDays = 7
  835. }
  836. if settings.DefaultDomain == "" {
  837. settings.DefaultDomain = servercfg.GetDefaultDomain()
  838. }
  839. if settings.JwtValidityDurationClients == 0 {
  840. settings.JwtValidityDurationClients = servercfg.GetJwtValidityDurationFromEnv() / 60
  841. }
  842. if settings.StunServers == "" {
  843. settings.StunServers = servercfg.GetStunServers()
  844. }
  845. logic.UpsertServerSettings(settings)
  846. }
  847. func deleteOldExtclients() {
  848. extclients, _ := logic.GetAllExtClients()
  849. userExtclientMap := make(map[string][]models.ExtClient)
  850. for _, extclient := range extclients {
  851. if extclient.RemoteAccessClientID == "" {
  852. continue
  853. }
  854. if extclient.Enabled {
  855. continue
  856. }
  857. if _, ok := userExtclientMap[extclient.OwnerID]; !ok {
  858. userExtclientMap[extclient.OwnerID] = make([]models.ExtClient, 0)
  859. }
  860. userExtclientMap[extclient.OwnerID] = append(userExtclientMap[extclient.OwnerID], extclient)
  861. }
  862. for _, userExtclients := range userExtclientMap {
  863. if len(userExtclients) > 1 {
  864. for _, extclient := range userExtclients[1:] {
  865. _ = logic.DeleteExtClient(extclient.Network, extclient.Network, false)
  866. }
  867. }
  868. }
  869. }