network.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554
  1. package controller
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "net/http"
  8. "strings"
  9. "github.com/google/uuid"
  10. "github.com/gorilla/mux"
  11. "golang.org/x/exp/slog"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic"
  15. "github.com/gravitl/netmaker/logic/acls"
  16. "github.com/gravitl/netmaker/models"
  17. "github.com/gravitl/netmaker/mq"
  18. "github.com/gravitl/netmaker/servercfg"
  19. )
  20. func networkHandlers(r *mux.Router) {
  21. r.HandleFunc("/api/networks", logic.SecurityCheck(true, http.HandlerFunc(getNetworks))).Methods(http.MethodGet)
  22. r.HandleFunc("/api/networks", logic.SecurityCheck(true, checkFreeTierLimits(limitChoiceNetworks, http.HandlerFunc(createNetwork)))).Methods(http.MethodPost)
  23. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(getNetwork))).Methods(http.MethodGet)
  24. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(deleteNetwork))).Methods(http.MethodDelete)
  25. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(updateNetwork))).Methods(http.MethodPut)
  26. // ACLs
  27. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACL))).Methods(http.MethodPut)
  28. r.HandleFunc("/api/networks/{networkname}/acls/v2", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACLv2))).Methods(http.MethodPut)
  29. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(getNetworkACL))).Methods(http.MethodGet)
  30. }
  31. // swagger:route GET /api/networks networks getNetworks
  32. //
  33. // Lists all networks.
  34. //
  35. // Schemes: https
  36. //
  37. // Security:
  38. // oauth
  39. //
  40. // Responses:
  41. // 200: getNetworksSliceResponse
  42. func getNetworks(w http.ResponseWriter, r *http.Request) {
  43. var err error
  44. allnetworks, err := logic.GetNetworks()
  45. if err != nil && !database.IsEmptyRecord(err) {
  46. slog.Error("failed to fetch networks", "error", err.Error())
  47. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  48. return
  49. }
  50. username := r.Header.Get("user")
  51. user, err := logic.GetUser(username)
  52. if err != nil {
  53. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  54. return
  55. }
  56. allnetworks = logic.FilterNetworksByRole(allnetworks, *user)
  57. logger.Log(2, r.Header.Get("user"), "fetched networks.")
  58. logic.SortNetworks(allnetworks[:])
  59. w.WriteHeader(http.StatusOK)
  60. json.NewEncoder(w).Encode(allnetworks)
  61. }
  62. // swagger:route GET /api/networks/{networkname} networks getNetwork
  63. //
  64. // Get a network.
  65. //
  66. // Schemes: https
  67. //
  68. // Security:
  69. // oauth
  70. //
  71. // Responses:
  72. // 200: networkBodyResponse
  73. func getNetwork(w http.ResponseWriter, r *http.Request) {
  74. // set header.
  75. w.Header().Set("Content-Type", "application/json")
  76. var params = mux.Vars(r)
  77. netname := params["networkname"]
  78. network, err := logic.GetNetwork(netname)
  79. if err != nil {
  80. logger.Log(0, r.Header.Get("user"), fmt.Sprintf("failed to fetch network [%s] info: %v",
  81. netname, err))
  82. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  83. return
  84. }
  85. logger.Log(2, r.Header.Get("user"), "fetched network", netname)
  86. w.WriteHeader(http.StatusOK)
  87. json.NewEncoder(w).Encode(network)
  88. }
  89. // swagger:route PUT /api/networks/{networkname}/acls networks updateNetworkACL
  90. //
  91. // Update a network ACL (Access Control List).
  92. //
  93. // Schemes: https
  94. //
  95. // Security:
  96. // oauth
  97. //
  98. // Responses:
  99. // 200: aclContainerResponse
  100. func updateNetworkACL(w http.ResponseWriter, r *http.Request) {
  101. w.Header().Set("Content-Type", "application/json")
  102. var params = mux.Vars(r)
  103. netname := params["networkname"]
  104. var networkACLChange acls.ACLContainer
  105. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  106. if err != nil {
  107. logger.Log(0, r.Header.Get("user"),
  108. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  109. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  110. return
  111. }
  112. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  113. if err != nil {
  114. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  115. err.Error())
  116. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  117. return
  118. }
  119. newNetACL, err := networkACLChange.Save(acls.ContainerID(netname))
  120. if err != nil {
  121. logger.Log(0, r.Header.Get("user"),
  122. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  123. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  124. return
  125. }
  126. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  127. // send peer updates
  128. go func() {
  129. if err = mq.PublishPeerUpdate(false); err != nil {
  130. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  131. }
  132. }()
  133. w.WriteHeader(http.StatusOK)
  134. json.NewEncoder(w).Encode(newNetACL)
  135. }
  136. // swagger:route PUT /api/networks/{networkname}/acls/v2 networks updateNetworkACL
  137. //
  138. // Update a network ACL (Access Control List).
  139. //
  140. // Schemes: https
  141. //
  142. // Security:
  143. // oauth
  144. //
  145. // Responses:
  146. // 200: aclContainerResponse
  147. func updateNetworkACLv2(w http.ResponseWriter, r *http.Request) {
  148. w.Header().Set("Content-Type", "application/json")
  149. var params = mux.Vars(r)
  150. netname := params["networkname"]
  151. var networkACLChange acls.ACLContainer
  152. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  153. if err != nil {
  154. logger.Log(0, r.Header.Get("user"),
  155. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  156. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  157. return
  158. }
  159. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  160. if err != nil {
  161. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  162. err.Error())
  163. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  164. return
  165. }
  166. // clone req body to use as return data successful update
  167. retData := make(acls.ACLContainer)
  168. data, err := json.Marshal(networkACLChange)
  169. if err != nil {
  170. slog.Error("failed to marshal networkACLChange whiles cloning", "error", err.Error())
  171. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  172. return
  173. }
  174. err = json.Unmarshal(data, &retData)
  175. if err != nil {
  176. slog.Error("failed to unmarshal networkACLChange whiles cloning", "error", err.Error())
  177. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  178. return
  179. }
  180. allNodes, err := logic.GetAllNodes()
  181. if err != nil {
  182. slog.Error("failed to fetch all nodes", "error", err.Error())
  183. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  184. return
  185. }
  186. networkNodes := make([]models.Node, 0)
  187. for _, node := range allNodes {
  188. if node.Network == netname {
  189. networkNodes = append(networkNodes, node)
  190. }
  191. }
  192. networkNodesIdMap := make(map[string]models.Node)
  193. for _, node := range networkNodes {
  194. networkNodesIdMap[node.ID.String()] = node
  195. }
  196. networkClients, err := logic.GetNetworkExtClients(netname)
  197. if err != nil {
  198. slog.Error("failed to fetch network clients", "error", err.Error())
  199. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  200. return
  201. }
  202. networkClientsMap := make(map[string]models.ExtClient)
  203. for _, client := range networkClients {
  204. networkClientsMap[client.ClientID] = client
  205. }
  206. // keep track of ingress gateways to disconnect from their clients
  207. // this is required because PublishPeerUpdate only somehow does not stop communication
  208. // between blocked clients and their ingress
  209. assocClientsToDisconnectPerHost := make(map[uuid.UUID][]models.ExtClient)
  210. // update client acls and then, remove client acls from req data to pass to existing functions
  211. for id, acl := range networkACLChange {
  212. // for node acls
  213. if _, ok := networkNodesIdMap[string(id)]; ok {
  214. nodeId := string(id)
  215. // check acl update, then remove client entries
  216. for id2 := range acl {
  217. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  218. // update client acl
  219. clientId := string(id2)
  220. if client, ok := networkClientsMap[clientId]; ok {
  221. if client.DeniedACLs == nil {
  222. client.DeniedACLs = make(map[string]struct{})
  223. }
  224. if acl[acls.AclID(clientId)] == acls.NotAllowed {
  225. client.DeniedACLs[nodeId] = struct{}{}
  226. } else {
  227. delete(client.DeniedACLs, string(nodeId))
  228. }
  229. networkClientsMap[clientId] = client
  230. }
  231. }
  232. }
  233. } else {
  234. // for client acls
  235. clientId := string(id)
  236. for id2 := range acl {
  237. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  238. // update client acl
  239. clientId2 := string(id2)
  240. if client, ok := networkClientsMap[clientId]; ok {
  241. if client.DeniedACLs == nil {
  242. client.DeniedACLs = make(map[string]struct{})
  243. }
  244. {
  245. // TODO: review this when client-to-client acls are supported
  246. // if acl[acls.AclID(clientId2)] == acls.NotAllowed {
  247. // client.DeniedACLs[clientId2] = struct{}{}
  248. // } else {
  249. // delete(client.DeniedACLs, clientId2)
  250. // }
  251. delete(client.DeniedACLs, clientId2)
  252. }
  253. networkClientsMap[clientId] = client
  254. }
  255. } else {
  256. nodeId2 := string(id2)
  257. if networkClientsMap[clientId].IngressGatewayID == nodeId2 && acl[acls.AclID(nodeId2)] == acls.NotAllowed {
  258. assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID] = append(assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID], networkClientsMap[clientId])
  259. }
  260. }
  261. }
  262. }
  263. }
  264. // update each client in db for pro servers
  265. if servercfg.IsPro {
  266. for _, client := range networkClientsMap {
  267. client := client
  268. err := logic.DeleteExtClient(client.Network, client.ClientID)
  269. if err != nil {
  270. slog.Error("failed to delete client during update", "client", client.ClientID, "error", err.Error())
  271. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  272. return
  273. }
  274. err = logic.SaveExtClient(&client)
  275. if err != nil {
  276. slog.Error("failed to save client during update", "client", client.ClientID, "error", err.Error())
  277. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  278. return
  279. }
  280. }
  281. }
  282. _, err = networkACLChange.Save(acls.ContainerID(netname))
  283. if err != nil {
  284. logger.Log(0, r.Header.Get("user"),
  285. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  286. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  287. return
  288. }
  289. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  290. // send peer updates
  291. go func() {
  292. if err = mq.PublishPeerUpdate(false); err != nil {
  293. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  294. }
  295. // update ingress gateways of associated clients
  296. hosts, err := logic.GetAllHosts()
  297. if err != nil {
  298. slog.Error("failed to fetch hosts after network ACL update. skipping publish extclients ACL", "network", netname)
  299. return
  300. }
  301. hostsMap := make(map[uuid.UUID]models.Host)
  302. for _, host := range hosts {
  303. hostsMap[host.ID] = host
  304. }
  305. for hostId, clients := range assocClientsToDisconnectPerHost {
  306. if host, ok := hostsMap[hostId]; ok {
  307. if err = mq.PublishSingleHostPeerUpdate(&host, allNodes, nil, clients, false); err != nil {
  308. slog.Error("failed to publish peer update to ingress after ACL update on network", "network", netname, "host", hostId)
  309. }
  310. }
  311. }
  312. }()
  313. w.WriteHeader(http.StatusOK)
  314. json.NewEncoder(w).Encode(networkACLChange)
  315. }
  316. // swagger:route GET /api/networks/{networkname}/acls networks getNetworkACL
  317. //
  318. // Get a network ACL (Access Control List).
  319. //
  320. // Schemes: https
  321. //
  322. // Security:
  323. // oauth
  324. //
  325. // Responses:
  326. // 200: aclContainerResponse
  327. func getNetworkACL(w http.ResponseWriter, r *http.Request) {
  328. w.Header().Set("Content-Type", "application/json")
  329. var params = mux.Vars(r)
  330. netname := params["networkname"]
  331. var networkACL acls.ACLContainer
  332. networkACL, err := networkACL.Get(acls.ContainerID(netname))
  333. if err != nil {
  334. if database.IsEmptyRecord(err) {
  335. networkACL = acls.ACLContainer{}
  336. w.WriteHeader(http.StatusOK)
  337. json.NewEncoder(w).Encode(networkACL)
  338. return
  339. }
  340. logger.Log(0, r.Header.Get("user"),
  341. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  342. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  343. return
  344. }
  345. logger.Log(2, r.Header.Get("user"), "fetched acl for network", netname)
  346. w.WriteHeader(http.StatusOK)
  347. json.NewEncoder(w).Encode(networkACL)
  348. }
  349. // swagger:route DELETE /api/networks/{networkname} networks deleteNetwork
  350. //
  351. // Delete a network. Will not delete if there are any nodes that belong to the network.
  352. //
  353. // Schemes: https
  354. //
  355. // Security:
  356. // oauth
  357. //
  358. // Responses:
  359. // 200: successResponse
  360. func deleteNetwork(w http.ResponseWriter, r *http.Request) {
  361. // Set header
  362. w.Header().Set("Content-Type", "application/json")
  363. var params = mux.Vars(r)
  364. network := params["networkname"]
  365. err := logic.DeleteNetwork(network)
  366. if err != nil {
  367. errtype := "badrequest"
  368. if strings.Contains(err.Error(), "Node check failed") {
  369. errtype = "forbidden"
  370. }
  371. logger.Log(0, r.Header.Get("user"),
  372. fmt.Sprintf("failed to delete network [%s]: %v", network, err))
  373. logic.ReturnErrorResponse(w, r, logic.FormatError(err, errtype))
  374. return
  375. }
  376. go logic.DeleteNetworkRoles(network)
  377. logger.Log(1, r.Header.Get("user"), "deleted network", network)
  378. w.WriteHeader(http.StatusOK)
  379. json.NewEncoder(w).Encode("success")
  380. }
  381. // swagger:route POST /api/networks networks createNetwork
  382. //
  383. // Create a network.
  384. //
  385. // Schemes: https
  386. //
  387. // Security:
  388. // oauth
  389. //
  390. // Responses:
  391. // 200: networkBodyResponse
  392. func createNetwork(w http.ResponseWriter, r *http.Request) {
  393. w.Header().Set("Content-Type", "application/json")
  394. var network models.Network
  395. // we decode our body request params
  396. err := json.NewDecoder(r.Body).Decode(&network)
  397. if err != nil {
  398. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  399. err.Error())
  400. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  401. return
  402. }
  403. if len(network.NetID) > 32 {
  404. err := errors.New("network name shouldn't exceed 32 characters")
  405. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  406. err.Error())
  407. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  408. return
  409. }
  410. if network.AddressRange == "" && network.AddressRange6 == "" {
  411. err := errors.New("IPv4 or IPv6 CIDR required")
  412. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  413. err.Error())
  414. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  415. return
  416. }
  417. // validate address ranges: must be private
  418. if network.AddressRange != "" {
  419. _, _, err := net.ParseCIDR(network.AddressRange)
  420. if err != nil {
  421. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  422. err.Error())
  423. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  424. return
  425. }
  426. }
  427. if network.AddressRange6 != "" {
  428. _, _, err := net.ParseCIDR(network.AddressRange6)
  429. if err != nil {
  430. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  431. err.Error())
  432. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  433. return
  434. }
  435. }
  436. network, err = logic.CreateNetwork(network)
  437. if err != nil {
  438. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  439. err.Error())
  440. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  441. return
  442. }
  443. logic.CreateDefaultNetworkRoles(network.NetID)
  444. go func() {
  445. defaultHosts := logic.GetDefaultHosts()
  446. for i := range defaultHosts {
  447. currHost := &defaultHosts[i]
  448. newNode, err := logic.UpdateHostNetwork(currHost, network.NetID, true)
  449. if err != nil {
  450. logger.Log(0, r.Header.Get("user"), "failed to add host to network:", currHost.ID.String(), network.NetID, err.Error())
  451. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  452. return
  453. }
  454. logger.Log(1, "added new node", newNode.ID.String(), "to host", currHost.Name)
  455. if err = mq.HostUpdate(&models.HostUpdate{
  456. Action: models.JoinHostToNetwork,
  457. Host: *currHost,
  458. Node: *newNode,
  459. }); err != nil {
  460. logger.Log(0, r.Header.Get("user"), "failed to add host to network:", currHost.ID.String(), network.NetID, err.Error())
  461. }
  462. // make host failover
  463. logic.CreateFailOver(*newNode)
  464. // make host remote access gateway
  465. logic.CreateIngressGateway(network.NetID, newNode.ID.String(), models.IngressRequest{})
  466. }
  467. // send peer updates
  468. if err = mq.PublishPeerUpdate(false); err != nil {
  469. logger.Log(1, "failed to publish peer update for default hosts after network is added")
  470. }
  471. }()
  472. logger.Log(1, r.Header.Get("user"), "created network", network.NetID)
  473. w.WriteHeader(http.StatusOK)
  474. json.NewEncoder(w).Encode(network)
  475. }
  476. // swagger:route PUT /api/networks/{networkname} networks updateNetwork
  477. //
  478. // Update pro settings for a network.
  479. //
  480. // Schemes: https
  481. //
  482. // Security:
  483. // oauth
  484. //
  485. // Responses:
  486. // 200: networkBodyResponse
  487. func updateNetwork(w http.ResponseWriter, r *http.Request) {
  488. w.Header().Set("Content-Type", "application/json")
  489. var payload models.Network
  490. // we decode our body request params
  491. err := json.NewDecoder(r.Body).Decode(&payload)
  492. if err != nil {
  493. slog.Info("error decoding request body", "user", r.Header.Get("user"), "err", err)
  494. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  495. return
  496. }
  497. netOld1, err := logic.GetNetwork(payload.NetID)
  498. if err != nil {
  499. slog.Info("error fetching network", "user", r.Header.Get("user"), "err", err)
  500. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  501. return
  502. }
  503. // partial update
  504. netOld2 := netOld1
  505. _, _, _, err = logic.UpdateNetwork(&netOld1, &netOld2)
  506. if err != nil {
  507. slog.Info("failed to update network", "user", r.Header.Get("user"), "err", err)
  508. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  509. return
  510. }
  511. slog.Info("updated network", "network", payload.NetID, "user", r.Header.Get("user"))
  512. w.WriteHeader(http.StatusOK)
  513. json.NewEncoder(w).Encode(payload)
  514. }