migrate.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888
  1. package migrate
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "net"
  8. "os"
  9. "time"
  10. "golang.org/x/exp/slog"
  11. "gorm.io/datatypes"
  12. "github.com/google/uuid"
  13. "github.com/gravitl/netmaker/database"
  14. "github.com/gravitl/netmaker/db"
  15. "github.com/gravitl/netmaker/logger"
  16. "github.com/gravitl/netmaker/logic"
  17. "github.com/gravitl/netmaker/logic/acls"
  18. "github.com/gravitl/netmaker/logic/acls/nodeacls"
  19. "github.com/gravitl/netmaker/models"
  20. "github.com/gravitl/netmaker/mq"
  21. "github.com/gravitl/netmaker/schema"
  22. "github.com/gravitl/netmaker/servercfg"
  23. )
  24. // Run - runs all migrations
  25. func Run() {
  26. migrateSettings()
  27. updateEnrollmentKeys()
  28. assignSuperAdmin()
  29. createDefaultTagsAndPolicies()
  30. removeOldUserGrps()
  31. migrateToUUIDs()
  32. syncUsers()
  33. updateHosts()
  34. updateNodes()
  35. checkAndDeprecateOldAcls()
  36. updateAcls()
  37. updateNewAcls()
  38. logic.MigrateToGws()
  39. migrateToEgressV1()
  40. updateNetworks()
  41. migrateNameservers()
  42. resync()
  43. deleteOldExtclients()
  44. }
  45. func checkAndDeprecateOldAcls() {
  46. // check if everything is allowed on old acl and disable old acls
  47. nets, _ := logic.GetNetworks()
  48. disableOldAcls := true
  49. for _, netI := range nets {
  50. networkACL, err := nodeacls.FetchAllACLs(nodeacls.NetworkID(netI.NetID))
  51. if err != nil {
  52. continue
  53. }
  54. for id, aclNode := range networkACL {
  55. if !aclNode.IsAllowed(id) {
  56. disableOldAcls = false
  57. }
  58. }
  59. }
  60. if disableOldAcls {
  61. settings := logic.GetServerSettings()
  62. settings.OldAClsSupport = false
  63. logic.UpsertServerSettings(settings)
  64. }
  65. }
  66. func updateNetworks() {
  67. nets, _ := logic.GetNetworks()
  68. for _, netI := range nets {
  69. if netI.AutoJoin == "" {
  70. netI.AutoJoin = "true"
  71. logic.UpsertNetwork(netI)
  72. }
  73. }
  74. }
  75. func migrateNameservers() {
  76. nets, _ := logic.GetNetworks()
  77. user, err := logic.GetSuperAdmin()
  78. if err != nil {
  79. return
  80. }
  81. for _, netI := range nets {
  82. _, cidr, err := net.ParseCIDR(netI.AddressRange)
  83. if err != nil {
  84. continue
  85. }
  86. if len(netI.NameServers) > 0 {
  87. ns := schema.Nameserver{
  88. ID: uuid.NewString(),
  89. Name: "upstream nameservers",
  90. NetworkID: netI.NetID,
  91. Servers: []string{},
  92. MatchAll: true,
  93. MatchDomains: []string{"."},
  94. Tags: datatypes.JSONMap{
  95. "*": struct{}{},
  96. },
  97. Nodes: make(datatypes.JSONMap),
  98. Status: true,
  99. CreatedBy: user.UserName,
  100. }
  101. for _, nsIP := range netI.NameServers {
  102. if net.ParseIP(nsIP) == nil {
  103. continue
  104. }
  105. if !cidr.Contains(net.ParseIP(nsIP)) {
  106. ns.Servers = append(ns.Servers, nsIP)
  107. }
  108. }
  109. ns.Create(db.WithContext(context.TODO()))
  110. netI.NameServers = []string{}
  111. logic.SaveNetwork(&netI)
  112. }
  113. }
  114. nodes, _ := logic.GetAllNodes()
  115. for _, node := range nodes {
  116. if !node.IsGw {
  117. continue
  118. }
  119. if node.IngressDNS != "" {
  120. if (node.Address.IP != nil && node.Address.IP.String() == node.IngressDNS) ||
  121. (node.Address6.IP != nil && node.Address6.IP.String() == node.IngressDNS) {
  122. continue
  123. }
  124. if node.IngressDNS == "8.8.8.8" || node.IngressDNS == "1.1.1.1" || node.IngressDNS == "9.9.9.9" {
  125. continue
  126. }
  127. h, err := logic.GetHost(node.HostID.String())
  128. if err != nil {
  129. continue
  130. }
  131. ns := schema.Nameserver{
  132. ID: uuid.NewString(),
  133. Name: fmt.Sprintf("%s gw nameservers", h.Name),
  134. NetworkID: node.Network,
  135. Servers: []string{node.IngressDNS},
  136. MatchAll: true,
  137. MatchDomains: []string{"."},
  138. Nodes: datatypes.JSONMap{
  139. node.ID.String(): struct{}{},
  140. },
  141. Tags: make(datatypes.JSONMap),
  142. Status: true,
  143. CreatedBy: user.UserName,
  144. }
  145. ns.Create(db.WithContext(context.TODO()))
  146. node.IngressDNS = ""
  147. logic.UpsertNode(&node)
  148. }
  149. }
  150. }
  151. // removes if any stale configurations from previous run.
  152. func resync() {
  153. nodes, _ := logic.GetAllNodes()
  154. for _, node := range nodes {
  155. if !node.IsGw {
  156. if len(node.RelayedNodes) > 0 {
  157. logic.DeleteRelay(node.Network, node.ID.String())
  158. }
  159. if node.IsIngressGateway {
  160. logic.DeleteIngressGateway(node.ID.String())
  161. }
  162. if len(node.InetNodeReq.InetNodeClientIDs) > 0 || node.IsInternetGateway {
  163. logic.UnsetInternetGw(&node)
  164. logic.UpsertNode(&node)
  165. }
  166. }
  167. if node.IsRelayed {
  168. if node.RelayedBy == "" {
  169. node.IsRelayed = false
  170. node.InternetGwID = ""
  171. logic.UpsertNode(&node)
  172. }
  173. if node.RelayedBy != "" {
  174. // check if node exists
  175. _, err := logic.GetNodeByID(node.RelayedBy)
  176. if err != nil {
  177. node.RelayedBy = ""
  178. node.InternetGwID = ""
  179. logic.UpsertNode(&node)
  180. }
  181. }
  182. }
  183. if node.InternetGwID != "" {
  184. _, err := logic.GetNodeByID(node.InternetGwID)
  185. if err != nil {
  186. node.InternetGwID = ""
  187. logic.UpsertNode(&node)
  188. }
  189. }
  190. }
  191. }
  192. func assignSuperAdmin() {
  193. users, err := logic.GetUsers()
  194. if err != nil || len(users) == 0 {
  195. return
  196. }
  197. if ok, _ := logic.HasSuperAdmin(); ok {
  198. return
  199. }
  200. createdSuperAdmin := false
  201. owner := servercfg.GetOwnerEmail()
  202. if owner != "" {
  203. user, err := logic.GetUser(owner)
  204. if err != nil {
  205. log.Fatal("error getting user", "user", owner, "error", err.Error())
  206. }
  207. user.PlatformRoleID = models.SuperAdminRole
  208. err = logic.UpsertUser(*user)
  209. if err != nil {
  210. log.Fatal(
  211. "error updating user to superadmin",
  212. "user",
  213. user.UserName,
  214. "error",
  215. err.Error(),
  216. )
  217. }
  218. return
  219. }
  220. for _, u := range users {
  221. var isAdmin bool
  222. if u.PlatformRoleID == models.AdminRole {
  223. isAdmin = true
  224. }
  225. if u.PlatformRoleID == "" && u.IsAdmin {
  226. isAdmin = true
  227. }
  228. if isAdmin {
  229. user, err := logic.GetUser(u.UserName)
  230. if err != nil {
  231. slog.Error("error getting user", "user", u.UserName, "error", err.Error())
  232. continue
  233. }
  234. user.PlatformRoleID = models.SuperAdminRole
  235. user.IsSuperAdmin = true
  236. err = logic.UpsertUser(*user)
  237. if err != nil {
  238. slog.Error(
  239. "error updating user to superadmin",
  240. "user",
  241. user.UserName,
  242. "error",
  243. err.Error(),
  244. )
  245. continue
  246. } else {
  247. createdSuperAdmin = true
  248. }
  249. break
  250. }
  251. }
  252. if !createdSuperAdmin {
  253. slog.Error("failed to create superadmin!!")
  254. }
  255. }
  256. func updateEnrollmentKeys() {
  257. rows, err := database.FetchRecords(database.ENROLLMENT_KEYS_TABLE_NAME)
  258. if err != nil {
  259. return
  260. }
  261. for _, row := range rows {
  262. var key models.EnrollmentKey
  263. if err = json.Unmarshal([]byte(row), &key); err != nil {
  264. continue
  265. }
  266. if key.Type != models.Undefined {
  267. logger.Log(2, "migration: enrollment key type already set")
  268. continue
  269. } else {
  270. logger.Log(2, "migration: updating enrollment key type")
  271. if key.Unlimited {
  272. key.Type = models.Unlimited
  273. } else if key.UsesRemaining > 0 {
  274. key.Type = models.Uses
  275. } else if !key.Expiration.IsZero() {
  276. key.Type = models.TimeExpiration
  277. }
  278. }
  279. data, err := json.Marshal(key)
  280. if err != nil {
  281. logger.Log(0, "migration: marshalling enrollment key: "+err.Error())
  282. continue
  283. }
  284. if err = database.Insert(key.Value, string(data), database.ENROLLMENT_KEYS_TABLE_NAME); err != nil {
  285. logger.Log(0, "migration: inserting enrollment key: "+err.Error())
  286. continue
  287. }
  288. }
  289. existingKeys, err := logic.GetAllEnrollmentKeys()
  290. if err != nil {
  291. return
  292. }
  293. // check if any tags are duplicate
  294. existingTags := make(map[string]struct{})
  295. for _, existingKey := range existingKeys {
  296. for _, t := range existingKey.Tags {
  297. existingTags[t] = struct{}{}
  298. }
  299. }
  300. networks, _ := logic.GetNetworks()
  301. for _, network := range networks {
  302. if _, ok := existingTags[network.NetID]; ok {
  303. continue
  304. }
  305. _, _ = logic.CreateEnrollmentKey(
  306. 0,
  307. time.Time{},
  308. []string{network.NetID},
  309. []string{network.NetID},
  310. []models.TagID{},
  311. true,
  312. uuid.Nil,
  313. true,
  314. false,
  315. )
  316. }
  317. }
  318. func removeOldUserGrps() {
  319. rows, err := database.FetchRecords(database.USER_GROUPS_TABLE_NAME)
  320. if err != nil {
  321. return
  322. }
  323. for key, row := range rows {
  324. userG := models.UserGroup{}
  325. _ = json.Unmarshal([]byte(row), &userG)
  326. if userG.ID == "" {
  327. database.DeleteRecord(database.USER_GROUPS_TABLE_NAME, key)
  328. }
  329. }
  330. }
  331. func updateHosts() {
  332. rows, err := database.FetchRecords(database.HOSTS_TABLE_NAME)
  333. if err != nil {
  334. logger.Log(0, "failed to fetch database records for hosts")
  335. }
  336. for _, row := range rows {
  337. var host models.Host
  338. if err := json.Unmarshal([]byte(row), &host); err != nil {
  339. logger.Log(0, "failed to unmarshal database row to host", "row", row)
  340. continue
  341. }
  342. if host.PersistentKeepalive == 0 {
  343. host.PersistentKeepalive = models.DefaultPersistentKeepAlive
  344. if err := logic.UpsertHost(&host); err != nil {
  345. logger.Log(0, "failed to upsert host", host.ID.String())
  346. continue
  347. }
  348. }
  349. if host.DNS == "" || (host.DNS != "yes" && host.DNS != "no") {
  350. if logic.GetServerSettings().ManageDNS {
  351. host.DNS = "yes"
  352. } else {
  353. host.DNS = "no"
  354. }
  355. logic.UpsertHost(&host)
  356. }
  357. if host.IsDefault && !host.AutoUpdate {
  358. host.AutoUpdate = true
  359. logic.UpsertHost(&host)
  360. }
  361. if servercfg.IsPro && host.Location == "" {
  362. if host.EndpointIP != nil {
  363. host.Location = logic.GetHostLocInfo(host.EndpointIP.String(), os.Getenv("IP_INFO_TOKEN"))
  364. } else if host.EndpointIPv6 != nil {
  365. host.Location = logic.GetHostLocInfo(host.EndpointIPv6.String(), os.Getenv("IP_INFO_TOKEN"))
  366. }
  367. if host.Location != "" {
  368. logic.UpsertHost(&host)
  369. }
  370. }
  371. }
  372. }
  373. func updateNodes() {
  374. nodes, err := logic.GetAllNodes()
  375. if err != nil {
  376. slog.Error("migration failed for nodes", "error", err)
  377. return
  378. }
  379. for _, node := range nodes {
  380. node := node
  381. if node.Tags == nil {
  382. node.Tags = make(map[models.TagID]struct{})
  383. logic.UpsertNode(&node)
  384. }
  385. if node.IsIngressGateway {
  386. host, err := logic.GetHost(node.HostID.String())
  387. if err == nil {
  388. go logic.DeleteRole(models.GetRAGRoleID(node.Network, host.ID.String()), true)
  389. }
  390. }
  391. if node.IsEgressGateway {
  392. egressRanges, update := removeInterGw(node.EgressGatewayRanges)
  393. if update {
  394. node.EgressGatewayRequest.Ranges = egressRanges
  395. node.EgressGatewayRanges = egressRanges
  396. logic.UpsertNode(&node)
  397. }
  398. if len(node.EgressGatewayRequest.Ranges) > 0 && len(node.EgressGatewayRequest.RangesWithMetric) == 0 {
  399. for _, egressRangeI := range node.EgressGatewayRequest.Ranges {
  400. node.EgressGatewayRequest.RangesWithMetric = append(node.EgressGatewayRequest.RangesWithMetric, models.EgressRangeMetric{
  401. Network: egressRangeI,
  402. RouteMetric: 256,
  403. })
  404. }
  405. logic.UpsertNode(&node)
  406. }
  407. }
  408. }
  409. extclients, _ := logic.GetAllExtClients()
  410. for _, extclient := range extclients {
  411. if extclient.Tags == nil {
  412. extclient.Tags = make(map[models.TagID]struct{})
  413. logic.SaveExtClient(&extclient)
  414. }
  415. }
  416. }
  417. func removeInterGw(egressRanges []string) ([]string, bool) {
  418. update := false
  419. for i := len(egressRanges) - 1; i >= 0; i-- {
  420. if egressRanges[i] == "0.0.0.0/0" || egressRanges[i] == "::/0" {
  421. update = true
  422. egressRanges = append(egressRanges[:i], egressRanges[i+1:]...)
  423. }
  424. }
  425. return egressRanges, update
  426. }
  427. func updateAcls() {
  428. // get all networks
  429. if !logic.GetServerSettings().OldAClsSupport {
  430. return
  431. }
  432. networks, err := logic.GetNetworks()
  433. if err != nil && !database.IsEmptyRecord(err) {
  434. slog.Error("acls migration failed. error getting networks", "error", err)
  435. return
  436. }
  437. // get current acls per network
  438. for _, network := range networks {
  439. var networkAcl acls.ACLContainer
  440. networkAcl, err := networkAcl.Get(acls.ContainerID(network.NetID))
  441. if err != nil {
  442. if database.IsEmptyRecord(err) {
  443. continue
  444. }
  445. slog.Error(fmt.Sprintf("error during acls migration. error getting acls for network: %s", network.NetID), "error", err)
  446. continue
  447. }
  448. // convert old acls to new acls with clients
  449. // TODO: optimise O(n^2) operation
  450. clients, err := logic.GetNetworkExtClients(network.NetID)
  451. if err != nil {
  452. slog.Error(fmt.Sprintf("error during acls migration. error getting clients for network: %s", network.NetID), "error", err)
  453. continue
  454. }
  455. clientsIdMap := make(map[string]struct{})
  456. for _, client := range clients {
  457. clientsIdMap[client.ClientID] = struct{}{}
  458. }
  459. nodeIdsMap := make(map[string]struct{})
  460. for nodeId := range networkAcl {
  461. nodeIdsMap[string(nodeId)] = struct{}{}
  462. }
  463. /*
  464. initially, networkACL has only node acls so we add client acls to it
  465. final shape:
  466. {
  467. "node1": {
  468. "node2": 2,
  469. "client1": 2,
  470. "client2": 1,
  471. },
  472. "node2": {
  473. "node1": 2,
  474. "client1": 2,
  475. "client2": 1,
  476. },
  477. "client1": {
  478. "node1": 2,
  479. "node2": 2,
  480. "client2": 1,
  481. },
  482. "client2": {
  483. "node1": 1,
  484. "node2": 1,
  485. "client1": 1,
  486. },
  487. }
  488. */
  489. for _, client := range clients {
  490. networkAcl[acls.AclID(client.ClientID)] = acls.ACL{}
  491. // add client values to node acls and create client acls with node values
  492. for id, nodeAcl := range networkAcl {
  493. // skip if not a node
  494. if _, ok := nodeIdsMap[string(id)]; !ok {
  495. continue
  496. }
  497. if nodeAcl == nil {
  498. slog.Warn("acls migration bad data: nil node acl", "node", id, "network", network.NetID)
  499. continue
  500. }
  501. nodeAcl[acls.AclID(client.ClientID)] = acls.Allowed
  502. networkAcl[acls.AclID(client.ClientID)][id] = acls.Allowed
  503. if client.DeniedACLs == nil {
  504. continue
  505. } else if _, ok := client.DeniedACLs[string(id)]; ok {
  506. nodeAcl[acls.AclID(client.ClientID)] = acls.NotAllowed
  507. networkAcl[acls.AclID(client.ClientID)][id] = acls.NotAllowed
  508. }
  509. }
  510. // add clients to client acls response
  511. for _, c := range clients {
  512. if c.ClientID == client.ClientID {
  513. continue
  514. }
  515. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.Allowed
  516. if client.DeniedACLs == nil {
  517. continue
  518. } else if _, ok := client.DeniedACLs[c.ClientID]; ok {
  519. networkAcl[acls.AclID(client.ClientID)][acls.AclID(c.ClientID)] = acls.NotAllowed
  520. }
  521. }
  522. // delete oneself from its own acl
  523. delete(networkAcl[acls.AclID(client.ClientID)], acls.AclID(client.ClientID))
  524. }
  525. // remove non-existent client and node acls
  526. for objId := range networkAcl {
  527. if _, ok := nodeIdsMap[string(objId)]; ok {
  528. continue
  529. }
  530. if _, ok := clientsIdMap[string(objId)]; ok {
  531. continue
  532. }
  533. // remove all occurances of objId from all acls
  534. for objId2 := range networkAcl {
  535. delete(networkAcl[objId2], objId)
  536. }
  537. delete(networkAcl, objId)
  538. }
  539. // save new acls
  540. slog.Debug(fmt.Sprintf("(migration) saving new acls for network: %s", network.NetID), "networkAcl", networkAcl)
  541. if _, err := networkAcl.Save(acls.ContainerID(network.NetID)); err != nil {
  542. slog.Error(fmt.Sprintf("error during acls migration. error saving new acls for network: %s", network.NetID), "error", err)
  543. continue
  544. }
  545. slog.Info(fmt.Sprintf("(migration) successfully saved new acls for network: %s", network.NetID))
  546. }
  547. }
  548. func updateNewAcls() {
  549. if servercfg.IsPro {
  550. userGroups, _ := logic.ListUserGroups()
  551. userGroupMap := make(map[models.UserGroupID]models.UserGroup)
  552. for _, userGroup := range userGroups {
  553. userGroupMap[userGroup.ID] = userGroup
  554. }
  555. acls := logic.ListAcls()
  556. for _, acl := range acls {
  557. aclSrc := make([]models.AclPolicyTag, 0)
  558. for _, src := range acl.Src {
  559. if src.ID == models.UserGroupAclID {
  560. userGroup, ok := userGroupMap[models.UserGroupID(src.Value)]
  561. if !ok {
  562. // if the group doesn't exist, don't add it to the acl's src.
  563. continue
  564. } else {
  565. _, ok := userGroup.NetworkRoles[acl.NetworkID]
  566. if !ok {
  567. // if the group doesn't have permissions for the acl's
  568. // network, don't add it to the acl's src.
  569. continue
  570. }
  571. }
  572. }
  573. aclSrc = append(aclSrc, src)
  574. }
  575. if len(aclSrc) == 0 {
  576. // if there are no acl sources, delete the acl.
  577. _ = logic.DeleteAcl(acl)
  578. } else if len(aclSrc) != len(acl.Src) {
  579. // if some user groups were removed from the acl source,
  580. // update the acl.
  581. acl.Src = aclSrc
  582. _ = logic.UpsertAcl(acl)
  583. }
  584. }
  585. }
  586. }
  587. func MigrateEmqx() {
  588. err := mq.SendPullSYN()
  589. if err != nil {
  590. logger.Log(0, "failed to send pull syn to clients", "error", err.Error())
  591. }
  592. time.Sleep(time.Second * 3)
  593. slog.Info("proceeding to kicking out clients from emqx")
  594. err = mq.KickOutClients()
  595. if err != nil {
  596. logger.Log(2, "failed to migrate emqx: ", "kickout-error", err.Error())
  597. }
  598. }
  599. func migrateToUUIDs() {
  600. logic.MigrateToUUIDs()
  601. }
  602. func syncUsers() {
  603. // create default network user roles for existing networks
  604. if servercfg.IsPro {
  605. networks, _ := logic.GetNetworks()
  606. for _, netI := range networks {
  607. logic.CreateDefaultNetworkRolesAndGroups(models.NetworkID(netI.NetID))
  608. }
  609. }
  610. users, err := logic.GetUsersDB()
  611. if err == nil {
  612. for _, user := range users {
  613. user := user
  614. if user.PlatformRoleID == models.AdminRole && !user.IsAdmin {
  615. user.IsAdmin = true
  616. user.IsSuperAdmin = false
  617. logic.UpsertUser(user)
  618. }
  619. if user.PlatformRoleID == models.SuperAdminRole && !user.IsSuperAdmin {
  620. user.IsSuperAdmin = true
  621. user.IsAdmin = true
  622. logic.UpsertUser(user)
  623. }
  624. if user.PlatformRoleID == models.PlatformUser || user.PlatformRoleID == models.ServiceUser {
  625. user.IsSuperAdmin = false
  626. user.IsAdmin = false
  627. logic.UpsertUser(user)
  628. }
  629. if user.PlatformRoleID.String() != "" {
  630. logic.MigrateUserRoleAndGroups(user)
  631. logic.AddGlobalNetRolesToAdmins(&user)
  632. logic.UpsertUser(user)
  633. continue
  634. }
  635. user.AuthType = models.BasicAuth
  636. if logic.IsOauthUser(&user) == nil {
  637. user.AuthType = models.OAuth
  638. }
  639. if len(user.NetworkRoles) == 0 {
  640. user.NetworkRoles = make(map[models.NetworkID]map[models.UserRoleID]struct{})
  641. }
  642. if len(user.UserGroups) == 0 {
  643. user.UserGroups = make(map[models.UserGroupID]struct{})
  644. }
  645. // We reach here only if the platform role id has not been set.
  646. //
  647. // Thus, we use the boolean fields to assign the role.
  648. if user.IsSuperAdmin {
  649. user.PlatformRoleID = models.SuperAdminRole
  650. } else if user.IsAdmin {
  651. user.PlatformRoleID = models.AdminRole
  652. } else {
  653. user.PlatformRoleID = models.ServiceUser
  654. }
  655. logic.AddGlobalNetRolesToAdmins(&user)
  656. logic.MigrateUserRoleAndGroups(user)
  657. logic.UpsertUser(user)
  658. }
  659. }
  660. }
  661. func createDefaultTagsAndPolicies() {
  662. networks, err := logic.GetNetworks()
  663. if err != nil {
  664. return
  665. }
  666. for _, network := range networks {
  667. logic.CreateDefaultTags(models.NetworkID(network.NetID))
  668. logic.CreateDefaultAclNetworkPolicies(models.NetworkID(network.NetID))
  669. // delete old remote access gws policy
  670. logic.DeleteAcl(models.Acl{ID: fmt.Sprintf("%s.%s", network.NetID, "all-remote-access-gws")})
  671. }
  672. logic.MigrateAclPolicies()
  673. if !servercfg.IsPro {
  674. nodes, _ := logic.GetAllNodes()
  675. for _, node := range nodes {
  676. if node.IsGw {
  677. node.Tags = make(map[models.TagID]struct{})
  678. node.Tags[models.TagID(fmt.Sprintf("%s.%s", node.Network, models.GwTagName))] = struct{}{}
  679. logic.UpsertNode(&node)
  680. }
  681. }
  682. }
  683. }
  684. func migrateToEgressV1() {
  685. nodes, _ := logic.GetAllNodes()
  686. user, err := logic.GetSuperAdmin()
  687. if err != nil {
  688. return
  689. }
  690. for _, node := range nodes {
  691. if node.IsEgressGateway {
  692. _, err := logic.GetHost(node.HostID.String())
  693. if err != nil {
  694. continue
  695. }
  696. for _, rangeMetric := range node.EgressGatewayRequest.RangesWithMetric {
  697. e := &schema.Egress{Range: rangeMetric.Network}
  698. if err := e.DoesEgressRouteExists(db.WithContext(context.TODO())); err == nil {
  699. e.Nodes[node.ID.String()] = rangeMetric.RouteMetric
  700. e.Update(db.WithContext(context.TODO()))
  701. continue
  702. }
  703. e = &schema.Egress{
  704. ID: uuid.New().String(),
  705. Name: fmt.Sprintf("%s egress", rangeMetric.Network),
  706. Description: "",
  707. Network: node.Network,
  708. Nodes: datatypes.JSONMap{
  709. node.ID.String(): rangeMetric.RouteMetric,
  710. },
  711. Tags: make(datatypes.JSONMap),
  712. Range: rangeMetric.Network,
  713. Nat: node.EgressGatewayRequest.NatEnabled == "yes",
  714. Status: true,
  715. CreatedBy: user.UserName,
  716. CreatedAt: time.Now().UTC(),
  717. }
  718. err = e.Create(db.WithContext(context.TODO()))
  719. if err == nil {
  720. acl := models.Acl{
  721. ID: uuid.New().String(),
  722. Name: "egress node policy",
  723. MetaData: "",
  724. Default: false,
  725. ServiceType: models.Any,
  726. NetworkID: models.NetworkID(node.Network),
  727. Proto: models.ALL,
  728. RuleType: models.DevicePolicy,
  729. Src: []models.AclPolicyTag{
  730. {
  731. ID: models.NodeTagID,
  732. Value: "*",
  733. },
  734. },
  735. Dst: []models.AclPolicyTag{
  736. {
  737. ID: models.EgressID,
  738. Value: e.ID,
  739. },
  740. },
  741. AllowedDirection: models.TrafficDirectionBi,
  742. Enabled: true,
  743. CreatedBy: "auto",
  744. CreatedAt: time.Now().UTC(),
  745. }
  746. logic.InsertAcl(acl)
  747. acl = models.Acl{
  748. ID: uuid.New().String(),
  749. Name: "egress node policy",
  750. MetaData: "",
  751. Default: false,
  752. ServiceType: models.Any,
  753. NetworkID: models.NetworkID(node.Network),
  754. Proto: models.ALL,
  755. RuleType: models.UserPolicy,
  756. Src: []models.AclPolicyTag{
  757. {
  758. ID: models.UserAclID,
  759. Value: "*",
  760. },
  761. },
  762. Dst: []models.AclPolicyTag{
  763. {
  764. ID: models.EgressID,
  765. Value: e.ID,
  766. },
  767. },
  768. AllowedDirection: models.TrafficDirectionBi,
  769. Enabled: true,
  770. CreatedBy: "auto",
  771. CreatedAt: time.Now().UTC(),
  772. }
  773. logic.InsertAcl(acl)
  774. }
  775. }
  776. node.IsEgressGateway = false
  777. node.EgressGatewayRequest = models.EgressGatewayRequest{}
  778. node.EgressGatewayNatEnabled = false
  779. node.EgressGatewayRanges = []string{}
  780. logic.UpsertNode(&node)
  781. }
  782. }
  783. }
  784. func migrateSettings() {
  785. settingsD := make(map[string]interface{})
  786. data, err := database.FetchRecord(database.SERVER_SETTINGS, logic.ServerSettingsDBKey)
  787. if database.IsEmptyRecord(err) {
  788. logic.UpsertServerSettings(logic.GetServerSettingsFromEnv())
  789. } else if err == nil {
  790. json.Unmarshal([]byte(data), &settingsD)
  791. }
  792. settings := logic.GetServerSettings()
  793. if _, ok := settingsD["old_acl_support"]; !ok {
  794. settings.OldAClsSupport = servercfg.IsOldAclEnabled()
  795. }
  796. if settings.AuditLogsRetentionPeriodInDays == 0 {
  797. settings.AuditLogsRetentionPeriodInDays = 7
  798. }
  799. if settings.DefaultDomain == "" {
  800. settings.DefaultDomain = servercfg.GetDefaultDomain()
  801. }
  802. if settings.JwtValidityDurationClients == 0 {
  803. settings.JwtValidityDurationClients = servercfg.GetJwtValidityDurationFromEnv() / 60
  804. }
  805. logic.UpsertServerSettings(settings)
  806. }
  807. func deleteOldExtclients() {
  808. extclients, _ := logic.GetAllExtClients()
  809. userExtclientMap := make(map[string][]models.ExtClient)
  810. for _, extclient := range extclients {
  811. if extclient.RemoteAccessClientID == "" {
  812. continue
  813. }
  814. if extclient.Enabled {
  815. continue
  816. }
  817. if _, ok := userExtclientMap[extclient.OwnerID]; !ok {
  818. userExtclientMap[extclient.OwnerID] = make([]models.ExtClient, 0)
  819. }
  820. userExtclientMap[extclient.OwnerID] = append(userExtclientMap[extclient.OwnerID], extclient)
  821. }
  822. for _, userExtclients := range userExtclientMap {
  823. if len(userExtclients) > 1 {
  824. for _, extclient := range userExtclients[1:] {
  825. _ = logic.DeleteExtClient(extclient.Network, extclient.Network, false)
  826. }
  827. }
  828. }
  829. }