migrate.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842
  1. package migrate
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "os"
  8. "time"
  9. "golang.org/x/exp/slog"
  10. "gorm.io/datatypes"
  11. "github.com/google/uuid"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/db"
  14. "github.com/gravitl/netmaker/logger"
  15. "github.com/gravitl/netmaker/logic"
  16. "github.com/gravitl/netmaker/logic/acls"
  17. "github.com/gravitl/netmaker/models"
  18. "github.com/gravitl/netmaker/mq"
  19. "github.com/gravitl/netmaker/schema"
  20. "github.com/gravitl/netmaker/servercfg"
  21. )
  22. // Run - runs all migrations
  23. func Run() {
  24. migrateSettings()
  25. updateEnrollmentKeys()
  26. assignSuperAdmin()
  27. createDefaultTagsAndPolicies()
  28. removeOldUserGrps()
  29. migrateToUUIDs()
  30. syncUsers()
  31. updateHosts()
  32. updateNodes()
  33. updateAcls()
  34. updateNewAcls()
  35. logic.MigrateToGws()
  36. migrateToEgressV1()
  37. updateNetworks()
  38. migrateNameservers()
  39. resync()
  40. deleteOldExtclients()
  41. }
  42. func updateNetworks() {
  43. nets, _ := logic.GetNetworks()
  44. for _, netI := range nets {
  45. if netI.AutoJoin == "" {
  46. netI.AutoJoin = "true"
  47. logic.UpsertNetwork(netI)
  48. }
  49. }
  50. }
  51. func migrateNameservers() {
  52. nets, _ := logic.GetNetworks()
  53. user, err := logic.GetSuperAdmin()
  54. if err != nil {
  55. return
  56. }
  57. for _, netI := range nets {
  58. if len(netI.NameServers) > 0 {
  59. ns := schema.Nameserver{
  60. ID: uuid.NewString(),
  61. Name: "upstream nameservers",
  62. NetworkID: netI.NetID,
  63. Servers: []string{},
  64. MatchAll: true,
  65. MatchDomains: []string{"."},
  66. Tags: datatypes.JSONMap{
  67. "*": struct{}{},
  68. },
  69. Nodes: make(datatypes.JSONMap),
  70. Status: true,
  71. CreatedBy: user.UserName,
  72. }
  73. for _, ip := range netI.NameServers {
  74. ns.Servers = append(ns.Servers, ip)
  75. }
  76. ns.Create(db.WithContext(context.TODO()))
  77. netI.NameServers = []string{}
  78. logic.SaveNetwork(&netI)
  79. }
  80. }
  81. nodes, _ := logic.GetAllNodes()
  82. for _, node := range nodes {
  83. if !node.IsGw {
  84. continue
  85. }
  86. if node.IngressDNS != "" {
  87. if (node.Address.IP != nil && node.Address.IP.String() == node.IngressDNS) ||
  88. (node.Address6.IP != nil && node.Address6.IP.String() == node.IngressDNS) {
  89. continue
  90. }
  91. if node.IngressDNS == "8.8.8.8" || node.IngressDNS == "1.1.1.1" || node.IngressDNS == "9.9.9.9" {
  92. continue
  93. }
  94. h, err := logic.GetHost(node.HostID.String())
  95. if err != nil {
  96. continue
  97. }
  98. ns := schema.Nameserver{
  99. ID: uuid.NewString(),
  100. Name: fmt.Sprintf("%s gw nameservers", h.Name),
  101. NetworkID: node.Network,
  102. Servers: []string{node.IngressDNS},
  103. MatchAll: true,
  104. MatchDomains: []string{"."},
  105. Nodes: datatypes.JSONMap{
  106. node.ID.String(): struct{}{},
  107. },
  108. Tags: make(datatypes.JSONMap),
  109. Status: true,
  110. CreatedBy: user.UserName,
  111. }
  112. ns.Create(db.WithContext(context.TODO()))
  113. node.IngressDNS = ""
  114. logic.UpsertNode(&node)
  115. }
  116. }
  117. }
  118. // removes if any stale configurations from previous run.
  119. func resync() {
  120. nodes, _ := logic.GetAllNodes()
  121. for _, node := range nodes {
  122. if !node.IsGw {
  123. if len(node.RelayedNodes) > 0 {
  124. logic.DeleteRelay(node.Network, node.ID.String())
  125. }
  126. if node.IsIngressGateway {
  127. logic.DeleteIngressGateway(node.ID.String())
  128. }
  129. if len(node.InetNodeReq.InetNodeClientIDs) > 0 || node.IsInternetGateway {
  130. logic.UnsetInternetGw(&node)
  131. logic.UpsertNode(&node)
  132. }
  133. }
  134. if node.IsRelayed {
  135. if node.RelayedBy == "" {
  136. node.IsRelayed = false
  137. node.InternetGwID = ""
  138. logic.UpsertNode(&node)
  139. }
  140. if node.RelayedBy != "" {
  141. // check if node exists
  142. _, err := logic.GetNodeByID(node.RelayedBy)
  143. if err != nil {
  144. node.RelayedBy = ""
  145. node.InternetGwID = ""
  146. logic.UpsertNode(&node)
  147. }
  148. }
  149. }
  150. if node.InternetGwID != "" {
  151. _, err := logic.GetNodeByID(node.InternetGwID)
  152. if err != nil {
  153. node.InternetGwID = ""
  154. logic.UpsertNode(&node)
  155. }
  156. }
  157. }
  158. }
  159. func assignSuperAdmin() {
  160. users, err := logic.GetUsers()
  161. if err != nil || len(users) == 0 {
  162. return
  163. }
  164. if ok, _ := logic.HasSuperAdmin(); ok {
  165. return
  166. }
  167. createdSuperAdmin := false
  168. owner := servercfg.GetOwnerEmail()
  169. if owner != "" {
  170. user, err := logic.GetUser(owner)
  171. if err != nil {
  172. log.Fatal("error getting user", "user", owner, "error", err.Error())
  173. }
  174. user.PlatformRoleID = models.SuperAdminRole
  175. err = logic.UpsertUser(*user)
  176. if err != nil {
  177. log.Fatal(
  178. "error updating user to superadmin",
  179. "user",
  180. user.UserName,
  181. "error",
  182. err.Error(),
  183. )
  184. }
  185. return
  186. }
  187. for _, u := range users {
  188. var isAdmin bool
  189. if u.PlatformRoleID == models.AdminRole {
  190. isAdmin = true
  191. }
  192. if u.PlatformRoleID == "" && u.IsAdmin {
  193. isAdmin = true
  194. }
  195. if isAdmin {
  196. user, err := logic.GetUser(u.UserName)
  197. if err != nil {
  198. slog.Error("error getting user", "user", u.UserName, "error", err.Error())
  199. continue
  200. }
  201. user.PlatformRoleID = models.SuperAdminRole
  202. user.IsSuperAdmin = true
  203. err = logic.UpsertUser(*user)
  204. if err != nil {
  205. slog.Error(
  206. "error updating user to superadmin",
  207. "user",
  208. user.UserName,
  209. "error",
  210. err.Error(),
  211. )
  212. continue
  213. } else {
  214. createdSuperAdmin = true
  215. }
  216. break
  217. }
  218. }
  219. if !createdSuperAdmin {
  220. slog.Error("failed to create superadmin!!")
  221. }
  222. }
  223. func updateEnrollmentKeys() {
  224. rows, err := database.FetchRecords(database.ENROLLMENT_KEYS_TABLE_NAME)
  225. if err != nil {
  226. return
  227. }
  228. for _, row := range rows {
  229. var key models.EnrollmentKey
  230. if err = json.Unmarshal([]byte(row), &key); err != nil {
  231. continue
  232. }
  233. if key.Type != models.Undefined {
  234. logger.Log(2, "migration: enrollment key type already set")
  235. continue
  236. } else {
  237. logger.Log(2, "migration: updating enrollment key type")
  238. if key.Unlimited {
  239. key.Type = models.Unlimited
  240. } else if key.UsesRemaining > 0 {
  241. key.Type = models.Uses
  242. } else if !key.Expiration.IsZero() {
  243. key.Type = models.TimeExpiration
  244. }
  245. }
  246. data, err := json.Marshal(key)
  247. if err != nil {
  248. logger.Log(0, "migration: marshalling enrollment key: "+err.Error())
  249. continue
  250. }
  251. if err = database.Insert(key.Value, string(data), database.ENROLLMENT_KEYS_TABLE_NAME); err != nil {
  252. logger.Log(0, "migration: inserting enrollment key: "+err.Error())
  253. continue
  254. }
  255. }
  256. existingKeys, err := logic.GetAllEnrollmentKeys()
  257. if err != nil {
  258. return
  259. }
  260. // check if any tags are duplicate
  261. existingTags := make(map[string]struct{})
  262. for _, existingKey := range existingKeys {
  263. for _, t := range existingKey.Tags {
  264. existingTags[t] = struct{}{}
  265. }
  266. }
  267. networks, _ := logic.GetNetworks()
  268. for _, network := range networks {
  269. if _, ok := existingTags[network.NetID]; ok {
  270. continue
  271. }
  272. _, _ = logic.CreateEnrollmentKey(
  273. 0,
  274. time.Time{},
  275. []string{network.NetID},
  276. []string{network.NetID},
  277. []models.TagID{},
  278. true,
  279. uuid.Nil,
  280. true,
  281. false,
  282. )
  283. }
  284. }
  285. func removeOldUserGrps() {
  286. rows, err := database.FetchRecords(database.USER_GROUPS_TABLE_NAME)
  287. if err != nil {
  288. return
  289. }
  290. for key, row := range rows {
  291. userG := models.UserGroup{}
  292. _ = json.Unmarshal([]byte(row), &userG)
  293. if userG.ID == "" {
  294. database.DeleteRecord(database.USER_GROUPS_TABLE_NAME, key)
  295. }
  296. }
  297. }
  298. func updateHosts() {
  299. rows, err := database.FetchRecords(database.HOSTS_TABLE_NAME)
  300. if err != nil {
  301. logger.Log(0, "failed to fetch database records for hosts")
  302. }
  303. for _, row := range rows {
  304. var host models.Host
  305. if err := json.Unmarshal([]byte(row), &host); err != nil {
  306. logger.Log(0, "failed to unmarshal database row to host", "row", row)
  307. continue
  308. }
  309. if host.PersistentKeepalive == 0 {
  310. host.PersistentKeepalive = models.DefaultPersistentKeepAlive
  311. if err := logic.UpsertHost(&host); err != nil {
  312. logger.Log(0, "failed to upsert host", host.ID.String())
  313. continue
  314. }
  315. }
  316. if host.DNS == "" || (host.DNS != "yes" && host.DNS != "no") {
  317. if logic.GetServerSettings().ManageDNS {
  318. host.DNS = "yes"
  319. } else {
  320. host.DNS = "no"
  321. }
  322. logic.UpsertHost(&host)
  323. }
  324. if host.IsDefault && !host.AutoUpdate {
  325. host.AutoUpdate = true
  326. logic.UpsertHost(&host)
  327. }
  328. if servercfg.IsPro && host.Location == "" {
  329. if host.EndpointIP != nil {
  330. host.Location = logic.GetHostLocInfo(host.EndpointIP.String(), os.Getenv("IP_INFO_TOKEN"))
  331. } else if host.EndpointIPv6 != nil {
  332. host.Location = logic.GetHostLocInfo(host.EndpointIPv6.String(), os.Getenv("IP_INFO_TOKEN"))
  333. }
  334. if host.Location != "" {
  335. logic.UpsertHost(&host)
  336. }
  337. }
  338. }
  339. }
  340. func updateNodes() {
  341. nodes, err := logic.GetAllNodes()
  342. if err != nil {
  343. slog.Error("migration failed for nodes", "error", err)
  344. return
  345. }
  346. for _, node := range nodes {
  347. node := node
  348. if node.Tags == nil {
  349. node.Tags = make(map[models.TagID]struct{})
  350. logic.UpsertNode(&node)
  351. }
  352. if node.IsIngressGateway {
  353. host, err := logic.GetHost(node.HostID.String())
  354. if err == nil {
  355. go logic.DeleteRole(models.GetRAGRoleID(node.Network, host.ID.String()), true)
  356. }
  357. }
  358. if node.IsEgressGateway {
  359. egressRanges, update := removeInterGw(node.EgressGatewayRanges)
  360. if update {
  361. node.EgressGatewayRequest.Ranges = egressRanges
  362. node.EgressGatewayRanges = egressRanges
  363. logic.UpsertNode(&node)
  364. }
  365. if len(node.EgressGatewayRequest.Ranges) > 0 && len(node.EgressGatewayRequest.RangesWithMetric) == 0 {
  366. for _, egressRangeI := range node.EgressGatewayRequest.Ranges {
  367. node.EgressGatewayRequest.RangesWithMetric = append(node.EgressGatewayRequest.RangesWithMetric, models.EgressRangeMetric{
  368. Network: egressRangeI,
  369. RouteMetric: 256,
  370. })
  371. }
  372. logic.UpsertNode(&node)
  373. }
  374. }
  375. }
  376. extclients, _ := logic.GetAllExtClients()
  377. for _, extclient := range extclients {
  378. if extclient.Tags == nil {
  379. extclient.Tags = make(map[models.TagID]struct{})
  380. logic.SaveExtClient(&extclient)
  381. }
  382. }
  383. }
  384. func removeInterGw(egressRanges []string) ([]string, bool) {
  385. update := false
  386. for i := len(egressRanges) - 1; i >= 0; i-- {
  387. if egressRanges[i] == "0.0.0.0/0" || egressRanges[i] == "::/0" {
  388. update = true
  389. egressRanges = append(egressRanges[:i], egressRanges[i+1:]...)
  390. }
  391. }
  392. return egressRanges, update
  393. }
  394. func updateAcls() {
  395. // get all networks
  396. networks, err := logic.GetNetworks()
  397. if err != nil && !database.IsEmptyRecord(err) {
  398. slog.Error("acls migration failed. error getting networks", "error", err)
  399. return
  400. }
  401. // get current acls per network
  402. for _, network := range networks {
  403. var networkAcl acls.ACLContainer
  404. networkAcl, err := networkAcl.Get(acls.ContainerID(network.NetID))
  405. if err != nil {
  406. if database.IsEmptyRecord(err) {
  407. continue
  408. }
  409. slog.Error(fmt.Sprintf("error during acls migration. error getting acls for network: %s", network.NetID), "error", err)
  410. continue
  411. }
  412. // convert old acls to new acls with clients
  413. // TODO: optimise O(n^2) operation
  414. clients, err := logic.GetNetworkExtClients(network.NetID)
  415. if err != nil {
  416. slog.Error(fmt.Sprintf("error during acls migration. error getting clients for network: %s", network.NetID), "error", err)
  417. continue
  418. }
  419. clientsIdMap := make(map[string]struct{})
  420. for _, client := range clients {
  421. clientsIdMap[client.ClientID] = struct{}{}
  422. }
  423. nodeIdsMap := make(map[string]struct{})
  424. for nodeId := range networkAcl {
  425. nodeIdsMap[string(nodeId)] = struct{}{}
  426. }
  427. /*
  428. initially, networkACL has only node acls so we add client acls to it
  429. final shape:
  430. {
  431. "node1": {
  432. "node2": 2,
  433. "client1": 2,
  434. "client2": 1,
  435. },
  436. "node2": {
  437. "node1": 2,
  438. "client1": 2,
  439. "client2": 1,
  440. },
  441. "client1": {
  442. "node1": 2,
  443. "node2": 2,
  444. "client2": 1,
  445. },
  446. "client2": {
  447. "node1": 1,
  448. "node2": 1,
  449. "client1": 1,
  450. },
  451. }
  452. */
  453. for _, client := range clients {
  454. networkAcl[acls.AclID(client.ClientID)] = acls.ACL{}
  455. // add client values to node acls and create client acls with node values
  456. for id, nodeAcl := range networkAcl {
  457. // skip if not a node
  458. if _, ok := nodeIdsMap[string(id)]; !ok {
  459. continue
  460. }
  461. if nodeAcl == nil {
  462. slog.Warn("acls migration bad data: nil node acl", "node", id, "network", network.NetID)
  463. continue
  464. }
  465. nodeAcl[acls.AclID(client.ClientID)] = acls.Allowed
  466. networkAcl[acls.AclID(client.ClientID)][id] = acls.Allowed
  467. if client.DeniedACLs == nil {
  468. continue
  469. } else if _, ok := client.DeniedACLs[string(id)]; ok {
  470. nodeAcl[acls.AclID(client.ClientID)] = acls.NotAllowed
  471. networkAcl[acls.AclID(client.ClientID)][id] = acls.NotAllowed
  472. }
  473. }
  474. // add clients to client acls response
  475. for _, c := range clients {
  476. if c.ClientID == client.ClientID {
  477. continue
  478. }
  479. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.Allowed
  480. if client.DeniedACLs == nil {
  481. continue
  482. } else if _, ok := client.DeniedACLs[c.ClientID]; ok {
  483. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.NotAllowed
  484. }
  485. }
  486. // delete oneself from its own acl
  487. delete(networkAcl[acls.AclID(client.ClientID)], acls.AclID(client.ClientID))
  488. }
  489. // remove non-existent client and node acls
  490. for objId := range networkAcl {
  491. if _, ok := nodeIdsMap[string(objId)]; ok {
  492. continue
  493. }
  494. if _, ok := clientsIdMap[string(objId)]; ok {
  495. continue
  496. }
  497. // remove all occurances of objId from all acls
  498. for objId2 := range networkAcl {
  499. delete(networkAcl[objId2], objId)
  500. }
  501. delete(networkAcl, objId)
  502. }
  503. // save new acls
  504. slog.Debug(fmt.Sprintf("(migration) saving new acls for network: %s", network.NetID), "networkAcl", networkAcl)
  505. if _, err := networkAcl.Save(acls.ContainerID(network.NetID)); err != nil {
  506. slog.Error(fmt.Sprintf("error during acls migration. error saving new acls for network: %s", network.NetID), "error", err)
  507. continue
  508. }
  509. slog.Info(fmt.Sprintf("(migration) successfully saved new acls for network: %s", network.NetID))
  510. }
  511. }
  512. func updateNewAcls() {
  513. if servercfg.IsPro {
  514. userGroups, _ := logic.ListUserGroups()
  515. userGroupMap := make(map[models.UserGroupID]models.UserGroup)
  516. for _, userGroup := range userGroups {
  517. userGroupMap[userGroup.ID] = userGroup
  518. }
  519. acls := logic.ListAcls()
  520. for _, acl := range acls {
  521. aclSrc := make([]models.AclPolicyTag, 0)
  522. for _, src := range acl.Src {
  523. if src.ID == models.UserGroupAclID {
  524. userGroup, ok := userGroupMap[models.UserGroupID(src.Value)]
  525. if !ok {
  526. // if the group doesn't exist, don't add it to the acl's src.
  527. continue
  528. } else {
  529. _, ok := userGroup.NetworkRoles[acl.NetworkID]
  530. if !ok {
  531. // if the group doesn't have permissions for the acl's
  532. // network, don't add it to the acl's src.
  533. continue
  534. }
  535. }
  536. }
  537. aclSrc = append(aclSrc, src)
  538. }
  539. if len(aclSrc) == 0 {
  540. // if there are no acl sources, delete the acl.
  541. _ = logic.DeleteAcl(acl)
  542. } else if len(aclSrc) != len(acl.Src) {
  543. // if some user groups were removed from the acl source,
  544. // update the acl.
  545. acl.Src = aclSrc
  546. _ = logic.UpsertAcl(acl)
  547. }
  548. }
  549. }
  550. }
  551. func MigrateEmqx() {
  552. err := mq.SendPullSYN()
  553. if err != nil {
  554. logger.Log(0, "failed to send pull syn to clients", "error", err.Error())
  555. }
  556. time.Sleep(time.Second * 3)
  557. slog.Info("proceeding to kicking out clients from emqx")
  558. err = mq.KickOutClients()
  559. if err != nil {
  560. logger.Log(2, "failed to migrate emqx: ", "kickout-error", err.Error())
  561. }
  562. }
  563. func migrateToUUIDs() {
  564. logic.MigrateToUUIDs()
  565. }
  566. func syncUsers() {
  567. // create default network user roles for existing networks
  568. if servercfg.IsPro {
  569. networks, _ := logic.GetNetworks()
  570. for _, netI := range networks {
  571. logic.CreateDefaultNetworkRolesAndGroups(models.NetworkID(netI.NetID))
  572. }
  573. }
  574. users, err := logic.GetUsersDB()
  575. if err == nil {
  576. for _, user := range users {
  577. user := user
  578. if user.PlatformRoleID == models.AdminRole && !user.IsAdmin {
  579. user.IsAdmin = true
  580. user.IsSuperAdmin = false
  581. logic.UpsertUser(user)
  582. }
  583. if user.PlatformRoleID == models.SuperAdminRole && !user.IsSuperAdmin {
  584. user.IsSuperAdmin = true
  585. user.IsAdmin = true
  586. logic.UpsertUser(user)
  587. }
  588. if user.PlatformRoleID == models.PlatformUser || user.PlatformRoleID == models.ServiceUser {
  589. user.IsSuperAdmin = false
  590. user.IsAdmin = false
  591. logic.UpsertUser(user)
  592. }
  593. if user.PlatformRoleID.String() != "" {
  594. logic.MigrateUserRoleAndGroups(user)
  595. logic.AddGlobalNetRolesToAdmins(&user)
  596. logic.UpsertUser(user)
  597. continue
  598. }
  599. user.AuthType = models.BasicAuth
  600. if logic.IsOauthUser(&user) == nil {
  601. user.AuthType = models.OAuth
  602. }
  603. if len(user.NetworkRoles) == 0 {
  604. user.NetworkRoles = make(map[models.NetworkID]map[models.UserRoleID]struct{})
  605. }
  606. if len(user.UserGroups) == 0 {
  607. user.UserGroups = make(map[models.UserGroupID]struct{})
  608. }
  609. // We reach here only if the platform role id has not been set.
  610. //
  611. // Thus, we use the boolean fields to assign the role.
  612. if user.IsSuperAdmin {
  613. user.PlatformRoleID = models.SuperAdminRole
  614. } else if user.IsAdmin {
  615. user.PlatformRoleID = models.AdminRole
  616. } else {
  617. user.PlatformRoleID = models.ServiceUser
  618. }
  619. logic.AddGlobalNetRolesToAdmins(&user)
  620. logic.MigrateUserRoleAndGroups(user)
  621. logic.UpsertUser(user)
  622. }
  623. }
  624. }
  625. func createDefaultTagsAndPolicies() {
  626. networks, err := logic.GetNetworks()
  627. if err != nil {
  628. return
  629. }
  630. for _, network := range networks {
  631. logic.CreateDefaultTags(models.NetworkID(network.NetID))
  632. logic.CreateDefaultAclNetworkPolicies(models.NetworkID(network.NetID))
  633. // delete old remote access gws policy
  634. logic.DeleteAcl(models.Acl{ID: fmt.Sprintf("%s.%s", network.NetID, "all-remote-access-gws")})
  635. }
  636. logic.MigrateAclPolicies()
  637. if !servercfg.IsPro {
  638. nodes, _ := logic.GetAllNodes()
  639. for _, node := range nodes {
  640. if node.IsGw {
  641. node.Tags = make(map[models.TagID]struct{})
  642. node.Tags[models.TagID(fmt.Sprintf("%s.%s", node.Network, models.GwTagName))] = struct{}{}
  643. logic.UpsertNode(&node)
  644. }
  645. }
  646. }
  647. }
  648. func migrateToEgressV1() {
  649. nodes, _ := logic.GetAllNodes()
  650. user, err := logic.GetSuperAdmin()
  651. if err != nil {
  652. return
  653. }
  654. for _, node := range nodes {
  655. if node.IsEgressGateway {
  656. _, err := logic.GetHost(node.HostID.String())
  657. if err != nil {
  658. continue
  659. }
  660. for _, rangeMetric := range node.EgressGatewayRequest.RangesWithMetric {
  661. e := &schema.Egress{Range: rangeMetric.Network}
  662. if err := e.DoesEgressRouteExists(db.WithContext(context.TODO())); err == nil {
  663. e.Nodes[node.ID.String()] = rangeMetric.RouteMetric
  664. e.Update(db.WithContext(context.TODO()))
  665. continue
  666. }
  667. e = &schema.Egress{
  668. ID: uuid.New().String(),
  669. Name: fmt.Sprintf("%s egress", rangeMetric.Network),
  670. Description: "",
  671. Network: node.Network,
  672. Nodes: datatypes.JSONMap{
  673. node.ID.String(): rangeMetric.RouteMetric,
  674. },
  675. Tags: make(datatypes.JSONMap),
  676. Range: rangeMetric.Network,
  677. Nat: node.EgressGatewayRequest.NatEnabled == "yes",
  678. Status: true,
  679. CreatedBy: user.UserName,
  680. CreatedAt: time.Now().UTC(),
  681. }
  682. err = e.Create(db.WithContext(context.TODO()))
  683. if err == nil {
  684. acl := models.Acl{
  685. ID: uuid.New().String(),
  686. Name: "egress node policy",
  687. MetaData: "",
  688. Default: false,
  689. ServiceType: models.Any,
  690. NetworkID: models.NetworkID(node.Network),
  691. Proto: models.ALL,
  692. RuleType: models.DevicePolicy,
  693. Src: []models.AclPolicyTag{
  694. {
  695. ID: models.NodeTagID,
  696. Value: "*",
  697. },
  698. },
  699. Dst: []models.AclPolicyTag{
  700. {
  701. ID: models.EgressID,
  702. Value: e.ID,
  703. },
  704. },
  705. AllowedDirection: models.TrafficDirectionBi,
  706. Enabled: true,
  707. CreatedBy: "auto",
  708. CreatedAt: time.Now().UTC(),
  709. }
  710. logic.InsertAcl(acl)
  711. acl = models.Acl{
  712. ID: uuid.New().String(),
  713. Name: "egress node policy",
  714. MetaData: "",
  715. Default: false,
  716. ServiceType: models.Any,
  717. NetworkID: models.NetworkID(node.Network),
  718. Proto: models.ALL,
  719. RuleType: models.UserPolicy,
  720. Src: []models.AclPolicyTag{
  721. {
  722. ID: models.UserAclID,
  723. Value: "*",
  724. },
  725. },
  726. Dst: []models.AclPolicyTag{
  727. {
  728. ID: models.EgressID,
  729. Value: e.ID,
  730. },
  731. },
  732. AllowedDirection: models.TrafficDirectionBi,
  733. Enabled: true,
  734. CreatedBy: "auto",
  735. CreatedAt: time.Now().UTC(),
  736. }
  737. logic.InsertAcl(acl)
  738. }
  739. }
  740. node.IsEgressGateway = false
  741. node.EgressGatewayRequest = models.EgressGatewayRequest{}
  742. node.EgressGatewayNatEnabled = false
  743. node.EgressGatewayRanges = []string{}
  744. logic.UpsertNode(&node)
  745. }
  746. }
  747. }
  748. func migrateSettings() {
  749. _, err := database.FetchRecord(database.SERVER_SETTINGS, logic.ServerSettingsDBKey)
  750. if database.IsEmptyRecord(err) {
  751. logic.UpsertServerSettings(logic.GetServerSettingsFromEnv())
  752. }
  753. settings := logic.GetServerSettings()
  754. if settings.AuditLogsRetentionPeriodInDays == 0 {
  755. settings.AuditLogsRetentionPeriodInDays = 7
  756. }
  757. if settings.DefaultDomain == "" {
  758. settings.DefaultDomain = servercfg.GetDefaultDomain()
  759. }
  760. if settings.JwtValidityDurationClients == 0 {
  761. settings.JwtValidityDurationClients = servercfg.GetJwtValidityDurationFromEnv() / 60
  762. }
  763. logic.UpsertServerSettings(settings)
  764. }
  765. func deleteOldExtclients() {
  766. extclients, _ := logic.GetAllExtClients()
  767. userExtclientMap := make(map[string][]models.ExtClient)
  768. for _, extclient := range extclients {
  769. if extclient.RemoteAccessClientID == "" {
  770. continue
  771. }
  772. if extclient.Enabled {
  773. continue
  774. }
  775. if _, ok := userExtclientMap[extclient.OwnerID]; !ok {
  776. userExtclientMap[extclient.OwnerID] = make([]models.ExtClient, 0)
  777. }
  778. userExtclientMap[extclient.OwnerID] = append(userExtclientMap[extclient.OwnerID], extclient)
  779. }
  780. for _, userExtclients := range userExtclientMap {
  781. if len(userExtclients) > 1 {
  782. for _, extclient := range userExtclients[1:] {
  783. _ = logic.DeleteExtClient(extclient.Network, extclient.Network, false)
  784. }
  785. }
  786. }
  787. }