migrate.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838
  1. package migrate
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "os"
  8. "time"
  9. "golang.org/x/exp/slog"
  10. "gorm.io/datatypes"
  11. "github.com/google/uuid"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/db"
  14. "github.com/gravitl/netmaker/logger"
  15. "github.com/gravitl/netmaker/logic"
  16. "github.com/gravitl/netmaker/logic/acls"
  17. "github.com/gravitl/netmaker/models"
  18. "github.com/gravitl/netmaker/mq"
  19. "github.com/gravitl/netmaker/schema"
  20. "github.com/gravitl/netmaker/servercfg"
  21. )
  22. // Run - runs all migrations
  23. func Run() {
  24. migrateSettings()
  25. updateEnrollmentKeys()
  26. assignSuperAdmin()
  27. createDefaultTagsAndPolicies()
  28. removeOldUserGrps()
  29. migrateToUUIDs()
  30. syncUsers()
  31. updateHosts()
  32. updateNodes()
  33. updateAcls()
  34. updateNewAcls()
  35. logic.MigrateToGws()
  36. migrateToEgressV1()
  37. updateNetworks()
  38. migrateNameservers()
  39. resync()
  40. deleteOldExtclients()
  41. }
  42. func updateNetworks() {
  43. nets, _ := logic.GetNetworks()
  44. for _, netI := range nets {
  45. if netI.AutoJoin == "" {
  46. netI.AutoJoin = "true"
  47. logic.UpsertNetwork(netI)
  48. }
  49. }
  50. }
  51. func migrateNameservers() {
  52. nets, _ := logic.GetNetworks()
  53. user, err := logic.GetSuperAdmin()
  54. if err != nil {
  55. return
  56. }
  57. for _, netI := range nets {
  58. if len(netI.NameServers) > 0 {
  59. ns := schema.Nameserver{
  60. ID: uuid.NewString(),
  61. Name: "upstream nameservers",
  62. NetworkID: netI.NetID,
  63. Servers: []string{},
  64. MatchAll: true,
  65. MatchDomains: []string{"."},
  66. Tags: datatypes.JSONMap{
  67. "*": struct{}{},
  68. },
  69. Nodes: make(datatypes.JSONMap),
  70. Status: true,
  71. CreatedBy: user.UserName,
  72. }
  73. for _, ip := range netI.NameServers {
  74. ns.Servers = append(ns.Servers, ip)
  75. }
  76. ns.Create(db.WithContext(context.TODO()))
  77. netI.NameServers = []string{}
  78. logic.SaveNetwork(&netI)
  79. }
  80. }
  81. nodes, _ := logic.GetAllNodes()
  82. for _, node := range nodes {
  83. if !node.IsGw {
  84. continue
  85. }
  86. if node.IngressDNS != "" {
  87. if (node.Address.IP != nil && node.Address.IP.String() == node.IngressDNS) ||
  88. (node.Address6.IP != nil && node.Address6.IP.String() == node.IngressDNS) {
  89. continue
  90. }
  91. if node.IngressDNS == "8.8.8.8" || node.IngressDNS == "1.1.1.1" || node.IngressDNS == "9.9.9.9" {
  92. continue
  93. }
  94. h, err := logic.GetHost(node.HostID.String())
  95. if err != nil {
  96. continue
  97. }
  98. ns := schema.Nameserver{
  99. ID: uuid.NewString(),
  100. Name: fmt.Sprintf("%s gw nameservers", h.Name),
  101. NetworkID: node.Network,
  102. Servers: []string{node.IngressDNS},
  103. MatchAll: true,
  104. MatchDomains: []string{"."},
  105. Nodes: datatypes.JSONMap{
  106. node.ID.String(): struct{}{},
  107. },
  108. Tags: make(datatypes.JSONMap),
  109. Status: true,
  110. CreatedBy: user.UserName,
  111. }
  112. ns.Create(db.WithContext(context.TODO()))
  113. node.IngressDNS = ""
  114. logic.UpsertNode(&node)
  115. }
  116. }
  117. }
  118. // removes if any stale configurations from previous run.
  119. func resync() {
  120. nodes, _ := logic.GetAllNodes()
  121. for _, node := range nodes {
  122. if !node.IsGw {
  123. if len(node.RelayedNodes) > 0 {
  124. logic.DeleteRelay(node.Network, node.ID.String())
  125. }
  126. if node.IsIngressGateway {
  127. logic.DeleteIngressGateway(node.ID.String())
  128. }
  129. if len(node.InetNodeReq.InetNodeClientIDs) > 0 || node.IsInternetGateway {
  130. logic.UnsetInternetGw(&node)
  131. logic.UpsertNode(&node)
  132. }
  133. }
  134. if node.IsRelayed {
  135. if node.RelayedBy == "" {
  136. node.IsRelayed = false
  137. node.InternetGwID = ""
  138. logic.UpsertNode(&node)
  139. }
  140. if node.RelayedBy != "" {
  141. // check if node exists
  142. _, err := logic.GetNodeByID(node.RelayedBy)
  143. if err != nil {
  144. node.RelayedBy = ""
  145. node.InternetGwID = ""
  146. logic.UpsertNode(&node)
  147. }
  148. }
  149. }
  150. if node.InternetGwID != "" {
  151. _, err := logic.GetNodeByID(node.InternetGwID)
  152. if err != nil {
  153. node.InternetGwID = ""
  154. logic.UpsertNode(&node)
  155. }
  156. }
  157. }
  158. }
  159. func assignSuperAdmin() {
  160. users, err := logic.GetUsers()
  161. if err != nil || len(users) == 0 {
  162. return
  163. }
  164. if ok, _ := logic.HasSuperAdmin(); ok {
  165. return
  166. }
  167. createdSuperAdmin := false
  168. owner := servercfg.GetOwnerEmail()
  169. if owner != "" {
  170. user, err := logic.GetUser(owner)
  171. if err != nil {
  172. log.Fatal("error getting user", "user", owner, "error", err.Error())
  173. }
  174. user.PlatformRoleID = models.SuperAdminRole
  175. err = logic.UpsertUser(*user)
  176. if err != nil {
  177. log.Fatal(
  178. "error updating user to superadmin",
  179. "user",
  180. user.UserName,
  181. "error",
  182. err.Error(),
  183. )
  184. }
  185. return
  186. }
  187. for _, u := range users {
  188. var isAdmin bool
  189. if u.PlatformRoleID == models.AdminRole {
  190. isAdmin = true
  191. }
  192. if u.PlatformRoleID == "" && u.IsAdmin {
  193. isAdmin = true
  194. }
  195. if isAdmin {
  196. user, err := logic.GetUser(u.UserName)
  197. if err != nil {
  198. slog.Error("error getting user", "user", u.UserName, "error", err.Error())
  199. continue
  200. }
  201. user.PlatformRoleID = models.SuperAdminRole
  202. user.IsSuperAdmin = true
  203. err = logic.UpsertUser(*user)
  204. if err != nil {
  205. slog.Error(
  206. "error updating user to superadmin",
  207. "user",
  208. user.UserName,
  209. "error",
  210. err.Error(),
  211. )
  212. continue
  213. } else {
  214. createdSuperAdmin = true
  215. }
  216. break
  217. }
  218. }
  219. if !createdSuperAdmin {
  220. slog.Error("failed to create superadmin!!")
  221. }
  222. }
  223. func updateEnrollmentKeys() {
  224. rows, err := database.FetchRecords(database.ENROLLMENT_KEYS_TABLE_NAME)
  225. if err != nil {
  226. return
  227. }
  228. for _, row := range rows {
  229. var key models.EnrollmentKey
  230. if err = json.Unmarshal([]byte(row), &key); err != nil {
  231. continue
  232. }
  233. if key.Type != models.Undefined {
  234. logger.Log(2, "migration: enrollment key type already set")
  235. continue
  236. } else {
  237. logger.Log(2, "migration: updating enrollment key type")
  238. if key.Unlimited {
  239. key.Type = models.Unlimited
  240. } else if key.UsesRemaining > 0 {
  241. key.Type = models.Uses
  242. } else if !key.Expiration.IsZero() {
  243. key.Type = models.TimeExpiration
  244. }
  245. }
  246. data, err := json.Marshal(key)
  247. if err != nil {
  248. logger.Log(0, "migration: marshalling enrollment key: "+err.Error())
  249. continue
  250. }
  251. if err = database.Insert(key.Value, string(data), database.ENROLLMENT_KEYS_TABLE_NAME); err != nil {
  252. logger.Log(0, "migration: inserting enrollment key: "+err.Error())
  253. continue
  254. }
  255. }
  256. existingKeys, err := logic.GetAllEnrollmentKeys()
  257. if err != nil {
  258. return
  259. }
  260. // check if any tags are duplicate
  261. existingTags := make(map[string]struct{})
  262. for _, existingKey := range existingKeys {
  263. for _, t := range existingKey.Tags {
  264. existingTags[t] = struct{}{}
  265. }
  266. }
  267. networks, _ := logic.GetNetworks()
  268. for _, network := range networks {
  269. if _, ok := existingTags[network.NetID]; ok {
  270. continue
  271. }
  272. _, _ = logic.CreateEnrollmentKey(
  273. 0,
  274. time.Time{},
  275. []string{network.NetID},
  276. []string{network.NetID},
  277. []models.TagID{},
  278. true,
  279. uuid.Nil,
  280. true,
  281. false,
  282. )
  283. }
  284. }
  285. func removeOldUserGrps() {
  286. rows, err := database.FetchRecords(database.USER_GROUPS_TABLE_NAME)
  287. if err != nil {
  288. return
  289. }
  290. for key, row := range rows {
  291. userG := models.UserGroup{}
  292. _ = json.Unmarshal([]byte(row), &userG)
  293. if userG.ID == "" {
  294. database.DeleteRecord(database.USER_GROUPS_TABLE_NAME, key)
  295. }
  296. }
  297. }
  298. func updateHosts() {
  299. rows, err := database.FetchRecords(database.HOSTS_TABLE_NAME)
  300. if err != nil {
  301. logger.Log(0, "failed to fetch database records for hosts")
  302. }
  303. for _, row := range rows {
  304. var host models.Host
  305. if err := json.Unmarshal([]byte(row), &host); err != nil {
  306. logger.Log(0, "failed to unmarshal database row to host", "row", row)
  307. continue
  308. }
  309. if host.PersistentKeepalive == 0 {
  310. host.PersistentKeepalive = models.DefaultPersistentKeepAlive
  311. if err := logic.UpsertHost(&host); err != nil {
  312. logger.Log(0, "failed to upsert host", host.ID.String())
  313. continue
  314. }
  315. }
  316. if host.DNS == "" || (host.DNS != "yes" && host.DNS != "no") {
  317. if logic.GetServerSettings().ManageDNS {
  318. host.DNS = "yes"
  319. } else {
  320. host.DNS = "no"
  321. }
  322. logic.UpsertHost(&host)
  323. }
  324. if servercfg.IsPro && host.Location == "" {
  325. if host.EndpointIP != nil {
  326. host.Location = logic.GetHostLocInfo(host.EndpointIP.String(), os.Getenv("IP_INFO_TOKEN"))
  327. } else if host.EndpointIPv6 != nil {
  328. host.Location = logic.GetHostLocInfo(host.EndpointIPv6.String(), os.Getenv("IP_INFO_TOKEN"))
  329. }
  330. if host.Location != "" {
  331. logic.UpsertHost(&host)
  332. }
  333. }
  334. }
  335. }
  336. func updateNodes() {
  337. nodes, err := logic.GetAllNodes()
  338. if err != nil {
  339. slog.Error("migration failed for nodes", "error", err)
  340. return
  341. }
  342. for _, node := range nodes {
  343. node := node
  344. if node.Tags == nil {
  345. node.Tags = make(map[models.TagID]struct{})
  346. logic.UpsertNode(&node)
  347. }
  348. if node.IsIngressGateway {
  349. host, err := logic.GetHost(node.HostID.String())
  350. if err == nil {
  351. go logic.DeleteRole(models.GetRAGRoleID(node.Network, host.ID.String()), true)
  352. }
  353. }
  354. if node.IsEgressGateway {
  355. egressRanges, update := removeInterGw(node.EgressGatewayRanges)
  356. if update {
  357. node.EgressGatewayRequest.Ranges = egressRanges
  358. node.EgressGatewayRanges = egressRanges
  359. logic.UpsertNode(&node)
  360. }
  361. if len(node.EgressGatewayRequest.Ranges) > 0 && len(node.EgressGatewayRequest.RangesWithMetric) == 0 {
  362. for _, egressRangeI := range node.EgressGatewayRequest.Ranges {
  363. node.EgressGatewayRequest.RangesWithMetric = append(node.EgressGatewayRequest.RangesWithMetric, models.EgressRangeMetric{
  364. Network: egressRangeI,
  365. RouteMetric: 256,
  366. })
  367. }
  368. logic.UpsertNode(&node)
  369. }
  370. }
  371. }
  372. extclients, _ := logic.GetAllExtClients()
  373. for _, extclient := range extclients {
  374. if extclient.Tags == nil {
  375. extclient.Tags = make(map[models.TagID]struct{})
  376. logic.SaveExtClient(&extclient)
  377. }
  378. }
  379. }
  380. func removeInterGw(egressRanges []string) ([]string, bool) {
  381. update := false
  382. for i := len(egressRanges) - 1; i >= 0; i-- {
  383. if egressRanges[i] == "0.0.0.0/0" || egressRanges[i] == "::/0" {
  384. update = true
  385. egressRanges = append(egressRanges[:i], egressRanges[i+1:]...)
  386. }
  387. }
  388. return egressRanges, update
  389. }
  390. func updateAcls() {
  391. // get all networks
  392. networks, err := logic.GetNetworks()
  393. if err != nil && !database.IsEmptyRecord(err) {
  394. slog.Error("acls migration failed. error getting networks", "error", err)
  395. return
  396. }
  397. // get current acls per network
  398. for _, network := range networks {
  399. var networkAcl acls.ACLContainer
  400. networkAcl, err := networkAcl.Get(acls.ContainerID(network.NetID))
  401. if err != nil {
  402. if database.IsEmptyRecord(err) {
  403. continue
  404. }
  405. slog.Error(fmt.Sprintf("error during acls migration. error getting acls for network: %s", network.NetID), "error", err)
  406. continue
  407. }
  408. // convert old acls to new acls with clients
  409. // TODO: optimise O(n^2) operation
  410. clients, err := logic.GetNetworkExtClients(network.NetID)
  411. if err != nil {
  412. slog.Error(fmt.Sprintf("error during acls migration. error getting clients for network: %s", network.NetID), "error", err)
  413. continue
  414. }
  415. clientsIdMap := make(map[string]struct{})
  416. for _, client := range clients {
  417. clientsIdMap[client.ClientID] = struct{}{}
  418. }
  419. nodeIdsMap := make(map[string]struct{})
  420. for nodeId := range networkAcl {
  421. nodeIdsMap[string(nodeId)] = struct{}{}
  422. }
  423. /*
  424. initially, networkACL has only node acls so we add client acls to it
  425. final shape:
  426. {
  427. "node1": {
  428. "node2": 2,
  429. "client1": 2,
  430. "client2": 1,
  431. },
  432. "node2": {
  433. "node1": 2,
  434. "client1": 2,
  435. "client2": 1,
  436. },
  437. "client1": {
  438. "node1": 2,
  439. "node2": 2,
  440. "client2": 1,
  441. },
  442. "client2": {
  443. "node1": 1,
  444. "node2": 1,
  445. "client1": 1,
  446. },
  447. }
  448. */
  449. for _, client := range clients {
  450. networkAcl[acls.AclID(client.ClientID)] = acls.ACL{}
  451. // add client values to node acls and create client acls with node values
  452. for id, nodeAcl := range networkAcl {
  453. // skip if not a node
  454. if _, ok := nodeIdsMap[string(id)]; !ok {
  455. continue
  456. }
  457. if nodeAcl == nil {
  458. slog.Warn("acls migration bad data: nil node acl", "node", id, "network", network.NetID)
  459. continue
  460. }
  461. nodeAcl[acls.AclID(client.ClientID)] = acls.Allowed
  462. networkAcl[acls.AclID(client.ClientID)][id] = acls.Allowed
  463. if client.DeniedACLs == nil {
  464. continue
  465. } else if _, ok := client.DeniedACLs[string(id)]; ok {
  466. nodeAcl[acls.AclID(client.ClientID)] = acls.NotAllowed
  467. networkAcl[acls.AclID(client.ClientID)][id] = acls.NotAllowed
  468. }
  469. }
  470. // add clients to client acls response
  471. for _, c := range clients {
  472. if c.ClientID == client.ClientID {
  473. continue
  474. }
  475. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.Allowed
  476. if client.DeniedACLs == nil {
  477. continue
  478. } else if _, ok := client.DeniedACLs[c.ClientID]; ok {
  479. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.NotAllowed
  480. }
  481. }
  482. // delete oneself from its own acl
  483. delete(networkAcl[acls.AclID(client.ClientID)], acls.AclID(client.ClientID))
  484. }
  485. // remove non-existent client and node acls
  486. for objId := range networkAcl {
  487. if _, ok := nodeIdsMap[string(objId)]; ok {
  488. continue
  489. }
  490. if _, ok := clientsIdMap[string(objId)]; ok {
  491. continue
  492. }
  493. // remove all occurances of objId from all acls
  494. for objId2 := range networkAcl {
  495. delete(networkAcl[objId2], objId)
  496. }
  497. delete(networkAcl, objId)
  498. }
  499. // save new acls
  500. slog.Debug(fmt.Sprintf("(migration) saving new acls for network: %s", network.NetID), "networkAcl", networkAcl)
  501. if _, err := networkAcl.Save(acls.ContainerID(network.NetID)); err != nil {
  502. slog.Error(fmt.Sprintf("error during acls migration. error saving new acls for network: %s", network.NetID), "error", err)
  503. continue
  504. }
  505. slog.Info(fmt.Sprintf("(migration) successfully saved new acls for network: %s", network.NetID))
  506. }
  507. }
  508. func updateNewAcls() {
  509. if servercfg.IsPro {
  510. userGroups, _ := logic.ListUserGroups()
  511. userGroupMap := make(map[models.UserGroupID]models.UserGroup)
  512. for _, userGroup := range userGroups {
  513. userGroupMap[userGroup.ID] = userGroup
  514. }
  515. acls := logic.ListAcls()
  516. for _, acl := range acls {
  517. aclSrc := make([]models.AclPolicyTag, 0)
  518. for _, src := range acl.Src {
  519. if src.ID == models.UserGroupAclID {
  520. userGroup, ok := userGroupMap[models.UserGroupID(src.Value)]
  521. if !ok {
  522. // if the group doesn't exist, don't add it to the acl's src.
  523. continue
  524. } else {
  525. _, ok := userGroup.NetworkRoles[acl.NetworkID]
  526. if !ok {
  527. // if the group doesn't have permissions for the acl's
  528. // network, don't add it to the acl's src.
  529. continue
  530. }
  531. }
  532. }
  533. aclSrc = append(aclSrc, src)
  534. }
  535. if len(aclSrc) == 0 {
  536. // if there are no acl sources, delete the acl.
  537. _ = logic.DeleteAcl(acl)
  538. } else if len(aclSrc) != len(acl.Src) {
  539. // if some user groups were removed from the acl source,
  540. // update the acl.
  541. acl.Src = aclSrc
  542. _ = logic.UpsertAcl(acl)
  543. }
  544. }
  545. }
  546. }
  547. func MigrateEmqx() {
  548. err := mq.SendPullSYN()
  549. if err != nil {
  550. logger.Log(0, "failed to send pull syn to clients", "error", err.Error())
  551. }
  552. time.Sleep(time.Second * 3)
  553. slog.Info("proceeding to kicking out clients from emqx")
  554. err = mq.KickOutClients()
  555. if err != nil {
  556. logger.Log(2, "failed to migrate emqx: ", "kickout-error", err.Error())
  557. }
  558. }
  559. func migrateToUUIDs() {
  560. logic.MigrateToUUIDs()
  561. }
  562. func syncUsers() {
  563. // create default network user roles for existing networks
  564. if servercfg.IsPro {
  565. networks, _ := logic.GetNetworks()
  566. for _, netI := range networks {
  567. logic.CreateDefaultNetworkRolesAndGroups(models.NetworkID(netI.NetID))
  568. }
  569. }
  570. users, err := logic.GetUsersDB()
  571. if err == nil {
  572. for _, user := range users {
  573. user := user
  574. if user.PlatformRoleID == models.AdminRole && !user.IsAdmin {
  575. user.IsAdmin = true
  576. user.IsSuperAdmin = false
  577. logic.UpsertUser(user)
  578. }
  579. if user.PlatformRoleID == models.SuperAdminRole && !user.IsSuperAdmin {
  580. user.IsSuperAdmin = true
  581. user.IsAdmin = true
  582. logic.UpsertUser(user)
  583. }
  584. if user.PlatformRoleID == models.PlatformUser || user.PlatformRoleID == models.ServiceUser {
  585. user.IsSuperAdmin = false
  586. user.IsAdmin = false
  587. logic.UpsertUser(user)
  588. }
  589. if user.PlatformRoleID.String() != "" {
  590. logic.MigrateUserRoleAndGroups(user)
  591. logic.AddGlobalNetRolesToAdmins(&user)
  592. logic.UpsertUser(user)
  593. continue
  594. }
  595. user.AuthType = models.BasicAuth
  596. if logic.IsOauthUser(&user) == nil {
  597. user.AuthType = models.OAuth
  598. }
  599. if len(user.NetworkRoles) == 0 {
  600. user.NetworkRoles = make(map[models.NetworkID]map[models.UserRoleID]struct{})
  601. }
  602. if len(user.UserGroups) == 0 {
  603. user.UserGroups = make(map[models.UserGroupID]struct{})
  604. }
  605. // We reach here only if the platform role id has not been set.
  606. //
  607. // Thus, we use the boolean fields to assign the role.
  608. if user.IsSuperAdmin {
  609. user.PlatformRoleID = models.SuperAdminRole
  610. } else if user.IsAdmin {
  611. user.PlatformRoleID = models.AdminRole
  612. } else {
  613. user.PlatformRoleID = models.ServiceUser
  614. }
  615. logic.AddGlobalNetRolesToAdmins(&user)
  616. logic.MigrateUserRoleAndGroups(user)
  617. logic.UpsertUser(user)
  618. }
  619. }
  620. }
  621. func createDefaultTagsAndPolicies() {
  622. networks, err := logic.GetNetworks()
  623. if err != nil {
  624. return
  625. }
  626. for _, network := range networks {
  627. logic.CreateDefaultTags(models.NetworkID(network.NetID))
  628. logic.CreateDefaultAclNetworkPolicies(models.NetworkID(network.NetID))
  629. // delete old remote access gws policy
  630. logic.DeleteAcl(models.Acl{ID: fmt.Sprintf("%s.%s", network.NetID, "all-remote-access-gws")})
  631. }
  632. logic.MigrateAclPolicies()
  633. if !servercfg.IsPro {
  634. nodes, _ := logic.GetAllNodes()
  635. for _, node := range nodes {
  636. if node.IsGw {
  637. node.Tags = make(map[models.TagID]struct{})
  638. node.Tags[models.TagID(fmt.Sprintf("%s.%s", node.Network, models.GwTagName))] = struct{}{}
  639. logic.UpsertNode(&node)
  640. }
  641. }
  642. }
  643. }
  644. func migrateToEgressV1() {
  645. nodes, _ := logic.GetAllNodes()
  646. user, err := logic.GetSuperAdmin()
  647. if err != nil {
  648. return
  649. }
  650. for _, node := range nodes {
  651. if node.IsEgressGateway {
  652. _, err := logic.GetHost(node.HostID.String())
  653. if err != nil {
  654. continue
  655. }
  656. for _, rangeMetric := range node.EgressGatewayRequest.RangesWithMetric {
  657. e := &schema.Egress{Range: rangeMetric.Network}
  658. if err := e.DoesEgressRouteExists(db.WithContext(context.TODO())); err == nil {
  659. e.Nodes[node.ID.String()] = rangeMetric.RouteMetric
  660. e.Update(db.WithContext(context.TODO()))
  661. continue
  662. }
  663. e = &schema.Egress{
  664. ID: uuid.New().String(),
  665. Name: fmt.Sprintf("%s egress", rangeMetric.Network),
  666. Description: "",
  667. Network: node.Network,
  668. Nodes: datatypes.JSONMap{
  669. node.ID.String(): rangeMetric.RouteMetric,
  670. },
  671. Tags: make(datatypes.JSONMap),
  672. Range: rangeMetric.Network,
  673. Nat: node.EgressGatewayRequest.NatEnabled == "yes",
  674. Status: true,
  675. CreatedBy: user.UserName,
  676. CreatedAt: time.Now().UTC(),
  677. }
  678. err = e.Create(db.WithContext(context.TODO()))
  679. if err == nil {
  680. acl := models.Acl{
  681. ID: uuid.New().String(),
  682. Name: "egress node policy",
  683. MetaData: "",
  684. Default: false,
  685. ServiceType: models.Any,
  686. NetworkID: models.NetworkID(node.Network),
  687. Proto: models.ALL,
  688. RuleType: models.DevicePolicy,
  689. Src: []models.AclPolicyTag{
  690. {
  691. ID: models.NodeTagID,
  692. Value: "*",
  693. },
  694. },
  695. Dst: []models.AclPolicyTag{
  696. {
  697. ID: models.EgressID,
  698. Value: e.ID,
  699. },
  700. },
  701. AllowedDirection: models.TrafficDirectionBi,
  702. Enabled: true,
  703. CreatedBy: "auto",
  704. CreatedAt: time.Now().UTC(),
  705. }
  706. logic.InsertAcl(acl)
  707. acl = models.Acl{
  708. ID: uuid.New().String(),
  709. Name: "egress node policy",
  710. MetaData: "",
  711. Default: false,
  712. ServiceType: models.Any,
  713. NetworkID: models.NetworkID(node.Network),
  714. Proto: models.ALL,
  715. RuleType: models.UserPolicy,
  716. Src: []models.AclPolicyTag{
  717. {
  718. ID: models.UserAclID,
  719. Value: "*",
  720. },
  721. },
  722. Dst: []models.AclPolicyTag{
  723. {
  724. ID: models.EgressID,
  725. Value: e.ID,
  726. },
  727. },
  728. AllowedDirection: models.TrafficDirectionBi,
  729. Enabled: true,
  730. CreatedBy: "auto",
  731. CreatedAt: time.Now().UTC(),
  732. }
  733. logic.InsertAcl(acl)
  734. }
  735. }
  736. node.IsEgressGateway = false
  737. node.EgressGatewayRequest = models.EgressGatewayRequest{}
  738. node.EgressGatewayNatEnabled = false
  739. node.EgressGatewayRanges = []string{}
  740. logic.UpsertNode(&node)
  741. }
  742. }
  743. }
  744. func migrateSettings() {
  745. _, err := database.FetchRecord(database.SERVER_SETTINGS, logic.ServerSettingsDBKey)
  746. if database.IsEmptyRecord(err) {
  747. logic.UpsertServerSettings(logic.GetServerSettingsFromEnv())
  748. }
  749. settings := logic.GetServerSettings()
  750. if settings.AuditLogsRetentionPeriodInDays == 0 {
  751. settings.AuditLogsRetentionPeriodInDays = 7
  752. }
  753. if settings.DefaultDomain == "" {
  754. settings.DefaultDomain = servercfg.GetDefaultDomain()
  755. }
  756. if settings.JwtValidityDurationClients == 0 {
  757. settings.JwtValidityDurationClients = servercfg.GetJwtValidityDurationFromEnv() / 60
  758. }
  759. logic.UpsertServerSettings(settings)
  760. }
  761. func deleteOldExtclients() {
  762. extclients, _ := logic.GetAllExtClients()
  763. userExtclientMap := make(map[string][]models.ExtClient)
  764. for _, extclient := range extclients {
  765. if extclient.RemoteAccessClientID == "" {
  766. continue
  767. }
  768. if extclient.Enabled {
  769. continue
  770. }
  771. if _, ok := userExtclientMap[extclient.OwnerID]; !ok {
  772. userExtclientMap[extclient.OwnerID] = make([]models.ExtClient, 0)
  773. }
  774. userExtclientMap[extclient.OwnerID] = append(userExtclientMap[extclient.OwnerID], extclient)
  775. }
  776. for _, userExtclients := range userExtclientMap {
  777. if len(userExtclients) > 1 {
  778. for _, extclient := range userExtclients[1:] {
  779. _ = logic.DeleteExtClient(extclient.Network, extclient.Network, false)
  780. }
  781. }
  782. }
  783. }