network.go 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578
  1. package controller
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "net/http"
  8. "strings"
  9. "github.com/google/uuid"
  10. "github.com/gorilla/mux"
  11. "golang.org/x/exp/slog"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic"
  15. "github.com/gravitl/netmaker/logic/acls"
  16. "github.com/gravitl/netmaker/models"
  17. "github.com/gravitl/netmaker/mq"
  18. "github.com/gravitl/netmaker/servercfg"
  19. )
  20. func networkHandlers(r *mux.Router) {
  21. r.HandleFunc("/api/networks", logic.SecurityCheck(true, http.HandlerFunc(getNetworks))).
  22. Methods(http.MethodGet)
  23. r.HandleFunc("/api/networks", logic.SecurityCheck(true, checkFreeTierLimits(limitChoiceNetworks, http.HandlerFunc(createNetwork)))).
  24. Methods(http.MethodPost)
  25. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(getNetwork))).
  26. Methods(http.MethodGet)
  27. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(deleteNetwork))).
  28. Methods(http.MethodDelete)
  29. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(updateNetwork))).
  30. Methods(http.MethodPut)
  31. // ACLs
  32. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACL))).
  33. Methods(http.MethodPut)
  34. r.HandleFunc("/api/networks/{networkname}/acls/v2", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACLv2))).
  35. Methods(http.MethodPut)
  36. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(getNetworkACL))).
  37. Methods(http.MethodGet)
  38. }
  39. // @Summary Lists all networks
  40. // @Router /api/networks [get]
  41. // @Tags Networks
  42. // @Security oauth
  43. // @Produce json
  44. // @Success 200 {object} models.Network
  45. // @Failure 500 {object} models.ErrorResponse
  46. func getNetworks(w http.ResponseWriter, r *http.Request) {
  47. var err error
  48. allnetworks, err := logic.GetNetworks()
  49. if err != nil && !database.IsEmptyRecord(err) {
  50. slog.Error("failed to fetch networks", "error", err.Error())
  51. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  52. return
  53. }
  54. logger.Log(2, r.Header.Get("user"), "fetched networks.")
  55. logic.SortNetworks(allnetworks[:])
  56. w.WriteHeader(http.StatusOK)
  57. json.NewEncoder(w).Encode(allnetworks)
  58. }
  59. // @Summary Get a network
  60. // @Router /api/networks/{networkname} [get]
  61. // @Tags Networks
  62. // @Security oauth
  63. // @Param networkname path string true "Network name"
  64. // @Produce json
  65. // @Success 200 {object} models.Network
  66. // @Failure 500 {object} models.ErrorResponse
  67. func getNetwork(w http.ResponseWriter, r *http.Request) {
  68. // set header.
  69. w.Header().Set("Content-Type", "application/json")
  70. var params = mux.Vars(r)
  71. netname := params["networkname"]
  72. network, err := logic.GetNetwork(netname)
  73. if err != nil {
  74. logger.Log(0, r.Header.Get("user"), fmt.Sprintf("failed to fetch network [%s] info: %v",
  75. netname, err))
  76. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  77. return
  78. }
  79. logger.Log(2, r.Header.Get("user"), "fetched network", netname)
  80. w.WriteHeader(http.StatusOK)
  81. json.NewEncoder(w).Encode(network)
  82. }
  83. // @Summary Update a network ACL (Access Control List)
  84. // @Router /api/networks/{networkname}/acls [put]
  85. // @Tags Networks
  86. // @Security oauth
  87. // @Param networkname path string true "Network name"
  88. // @Param body body acls.ACLContainer true "ACL container"
  89. // @Produce json
  90. // @Success 200 {object} acls.ACLContainer
  91. // @Failure 400 {object} models.ErrorResponse
  92. // @Failure 500 {object} models.ErrorResponse
  93. func updateNetworkACL(w http.ResponseWriter, r *http.Request) {
  94. w.Header().Set("Content-Type", "application/json")
  95. var params = mux.Vars(r)
  96. netname := params["networkname"]
  97. var networkACLChange acls.ACLContainer
  98. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  99. if err != nil {
  100. logger.Log(0, r.Header.Get("user"),
  101. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  102. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  103. return
  104. }
  105. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  106. if err != nil {
  107. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  108. err.Error())
  109. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  110. return
  111. }
  112. newNetACL, err := networkACLChange.Save(acls.ContainerID(netname))
  113. if err != nil {
  114. logger.Log(0, r.Header.Get("user"),
  115. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  116. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  117. return
  118. }
  119. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  120. // send peer updates
  121. go func() {
  122. if err = mq.PublishPeerUpdate(false); err != nil {
  123. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  124. }
  125. }()
  126. w.WriteHeader(http.StatusOK)
  127. json.NewEncoder(w).Encode(newNetACL)
  128. }
  129. // @Summary Update a network ACL (Access Control List)
  130. // @Router /api/networks/{networkname}/acls/v2 [put]
  131. // @Tags Networks
  132. // @Security oauth
  133. // @Param networkname path string true "Network name"
  134. // @Param body body acls.ACLContainer true "ACL container"
  135. // @Produce json
  136. // @Success 200 {object} acls.ACLContainer
  137. // @Failure 400 {object} models.ErrorResponse
  138. // @Failure 500 {object} models.ErrorResponse
  139. func updateNetworkACLv2(w http.ResponseWriter, r *http.Request) {
  140. w.Header().Set("Content-Type", "application/json")
  141. var params = mux.Vars(r)
  142. netname := params["networkname"]
  143. var networkACLChange acls.ACLContainer
  144. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  145. if err != nil {
  146. logger.Log(0, r.Header.Get("user"),
  147. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  148. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  149. return
  150. }
  151. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  152. if err != nil {
  153. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  154. err.Error())
  155. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  156. return
  157. }
  158. // clone req body to use as return data successful update
  159. retData := make(acls.ACLContainer)
  160. data, err := json.Marshal(networkACLChange)
  161. if err != nil {
  162. slog.Error("failed to marshal networkACLChange whiles cloning", "error", err.Error())
  163. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  164. return
  165. }
  166. err = json.Unmarshal(data, &retData)
  167. if err != nil {
  168. slog.Error("failed to unmarshal networkACLChange whiles cloning", "error", err.Error())
  169. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  170. return
  171. }
  172. allNodes, err := logic.GetAllNodes()
  173. if err != nil {
  174. slog.Error("failed to fetch all nodes", "error", err.Error())
  175. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  176. return
  177. }
  178. networkNodes := make([]models.Node, 0)
  179. for _, node := range allNodes {
  180. if node.Network == netname {
  181. networkNodes = append(networkNodes, node)
  182. }
  183. }
  184. networkNodesIdMap := make(map[string]models.Node)
  185. for _, node := range networkNodes {
  186. networkNodesIdMap[node.ID.String()] = node
  187. }
  188. networkClients, err := logic.GetNetworkExtClients(netname)
  189. if err != nil {
  190. slog.Error("failed to fetch network clients", "error", err.Error())
  191. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  192. return
  193. }
  194. networkClientsMap := make(map[string]models.ExtClient)
  195. for _, client := range networkClients {
  196. networkClientsMap[client.ClientID] = client
  197. }
  198. // keep track of ingress gateways to disconnect from their clients
  199. // this is required because PublishPeerUpdate only somehow does not stop communication
  200. // between blocked clients and their ingress
  201. assocClientsToDisconnectPerHost := make(map[uuid.UUID][]models.ExtClient)
  202. // update client acls and then, remove client acls from req data to pass to existing functions
  203. for id, acl := range networkACLChange {
  204. // for node acls
  205. if _, ok := networkNodesIdMap[string(id)]; ok {
  206. nodeId := string(id)
  207. // check acl update, then remove client entries
  208. for id2 := range acl {
  209. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  210. // update client acl
  211. clientId := string(id2)
  212. if client, ok := networkClientsMap[clientId]; ok {
  213. if client.DeniedACLs == nil {
  214. client.DeniedACLs = make(map[string]struct{})
  215. }
  216. if acl[acls.AclID(clientId)] == acls.NotAllowed {
  217. client.DeniedACLs[nodeId] = struct{}{}
  218. } else {
  219. delete(client.DeniedACLs, string(nodeId))
  220. }
  221. networkClientsMap[clientId] = client
  222. }
  223. }
  224. }
  225. } else {
  226. // for client acls
  227. clientId := string(id)
  228. for id2 := range acl {
  229. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  230. // update client acl
  231. clientId2 := string(id2)
  232. if client, ok := networkClientsMap[clientId]; ok {
  233. if client.DeniedACLs == nil {
  234. client.DeniedACLs = make(map[string]struct{})
  235. }
  236. {
  237. // TODO: review this when client-to-client acls are supported
  238. // if acl[acls.AclID(clientId2)] == acls.NotAllowed {
  239. // client.DeniedACLs[clientId2] = struct{}{}
  240. // } else {
  241. // delete(client.DeniedACLs, clientId2)
  242. // }
  243. delete(client.DeniedACLs, clientId2)
  244. }
  245. networkClientsMap[clientId] = client
  246. }
  247. } else {
  248. nodeId2 := string(id2)
  249. if networkClientsMap[clientId].IngressGatewayID == nodeId2 && acl[acls.AclID(nodeId2)] == acls.NotAllowed {
  250. assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID] = append(assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID], networkClientsMap[clientId])
  251. }
  252. }
  253. }
  254. }
  255. }
  256. // update each client in db for pro servers
  257. if servercfg.IsPro {
  258. for _, client := range networkClientsMap {
  259. client := client
  260. err := logic.DeleteExtClient(client.Network, client.ClientID)
  261. if err != nil {
  262. slog.Error(
  263. "failed to delete client during update",
  264. "client",
  265. client.ClientID,
  266. "error",
  267. err.Error(),
  268. )
  269. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  270. return
  271. }
  272. err = logic.SaveExtClient(&client)
  273. if err != nil {
  274. slog.Error(
  275. "failed to save client during update",
  276. "client",
  277. client.ClientID,
  278. "error",
  279. err.Error(),
  280. )
  281. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  282. return
  283. }
  284. }
  285. }
  286. _, err = networkACLChange.Save(acls.ContainerID(netname))
  287. if err != nil {
  288. logger.Log(0, r.Header.Get("user"),
  289. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  290. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  291. return
  292. }
  293. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  294. // send peer updates
  295. go func() {
  296. if err = mq.PublishPeerUpdate(false); err != nil {
  297. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  298. }
  299. // update ingress gateways of associated clients
  300. hosts, err := logic.GetAllHosts()
  301. if err != nil {
  302. slog.Error(
  303. "failed to fetch hosts after network ACL update. skipping publish extclients ACL",
  304. "network",
  305. netname,
  306. )
  307. return
  308. }
  309. hostsMap := make(map[uuid.UUID]models.Host)
  310. for _, host := range hosts {
  311. hostsMap[host.ID] = host
  312. }
  313. for hostId, clients := range assocClientsToDisconnectPerHost {
  314. if host, ok := hostsMap[hostId]; ok {
  315. if err = mq.PublishSingleHostPeerUpdate(&host, allNodes, nil, clients, false); err != nil {
  316. slog.Error(
  317. "failed to publish peer update to ingress after ACL update on network",
  318. "network",
  319. netname,
  320. "host",
  321. hostId,
  322. )
  323. }
  324. }
  325. }
  326. }()
  327. w.WriteHeader(http.StatusOK)
  328. json.NewEncoder(w).Encode(networkACLChange)
  329. }
  330. // @Summary Get a network ACL (Access Control List)
  331. // @Router /api/networks/{networkname}/acls [get]
  332. // @Tags Networks
  333. // @Security oauth
  334. // @Param networkname path string true "Network name"
  335. // @Produce json
  336. // @Success 200 {object} acls.ACLContainer
  337. // @Failure 500 {object} models.ErrorResponse
  338. func getNetworkACL(w http.ResponseWriter, r *http.Request) {
  339. w.Header().Set("Content-Type", "application/json")
  340. var params = mux.Vars(r)
  341. netname := params["networkname"]
  342. var networkACL acls.ACLContainer
  343. networkACL, err := networkACL.Get(acls.ContainerID(netname))
  344. if err != nil {
  345. if database.IsEmptyRecord(err) {
  346. networkACL = acls.ACLContainer{}
  347. w.WriteHeader(http.StatusOK)
  348. json.NewEncoder(w).Encode(networkACL)
  349. return
  350. }
  351. logger.Log(0, r.Header.Get("user"),
  352. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  353. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  354. return
  355. }
  356. logger.Log(2, r.Header.Get("user"), "fetched acl for network", netname)
  357. w.WriteHeader(http.StatusOK)
  358. json.NewEncoder(w).Encode(networkACL)
  359. }
  360. // @Summary Delete a network
  361. // @Router /api/networks/{networkname} [delete]
  362. // @Tags Networks
  363. // @Security oauth
  364. // @Param networkname path string true "Network name"
  365. // @Produce json
  366. // @Success 200 {object} models.SuccessResponse
  367. // @Failure 400 {object} models.ErrorResponse
  368. // @Failure 403 {object} models.ErrorResponse
  369. func deleteNetwork(w http.ResponseWriter, r *http.Request) {
  370. // Set header
  371. w.Header().Set("Content-Type", "application/json")
  372. var params = mux.Vars(r)
  373. network := params["networkname"]
  374. err := logic.DeleteNetwork(network)
  375. if err != nil {
  376. errtype := "badrequest"
  377. if strings.Contains(err.Error(), "Node check failed") {
  378. errtype = "forbidden"
  379. }
  380. logger.Log(0, r.Header.Get("user"),
  381. fmt.Sprintf("failed to delete network [%s]: %v", network, err))
  382. logic.ReturnErrorResponse(w, r, logic.FormatError(err, errtype))
  383. return
  384. }
  385. //delete network from allocated ip map
  386. go logic.RemoveNetworkFromAllocatedIpMap(network)
  387. logger.Log(1, r.Header.Get("user"), "deleted network", network)
  388. w.WriteHeader(http.StatusOK)
  389. json.NewEncoder(w).Encode("success")
  390. }
  391. // @Summary Create a network
  392. // @Router /api/networks [post]
  393. // @Tags Networks
  394. // @Security oauth
  395. // @Param body body models.Network true "Network details"
  396. // @Produce json
  397. // @Success 200 {object} models.Network
  398. // @Failure 400 {object} models.ErrorResponse
  399. func createNetwork(w http.ResponseWriter, r *http.Request) {
  400. w.Header().Set("Content-Type", "application/json")
  401. var network models.Network
  402. // we decode our body request params
  403. err := json.NewDecoder(r.Body).Decode(&network)
  404. if err != nil {
  405. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  406. err.Error())
  407. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  408. return
  409. }
  410. if len(network.NetID) > 32 {
  411. err := errors.New("network name shouldn't exceed 32 characters")
  412. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  413. err.Error())
  414. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  415. return
  416. }
  417. if network.AddressRange == "" && network.AddressRange6 == "" {
  418. err := errors.New("IPv4 or IPv6 CIDR required")
  419. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  420. err.Error())
  421. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  422. return
  423. }
  424. // validate address ranges: must be private
  425. if network.AddressRange != "" {
  426. _, _, err := net.ParseCIDR(network.AddressRange)
  427. if err != nil {
  428. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  429. err.Error())
  430. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  431. return
  432. }
  433. }
  434. if network.AddressRange6 != "" {
  435. _, _, err := net.ParseCIDR(network.AddressRange6)
  436. if err != nil {
  437. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  438. err.Error())
  439. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  440. return
  441. }
  442. }
  443. network, err = logic.CreateNetwork(network)
  444. if err != nil {
  445. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  446. err.Error())
  447. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  448. return
  449. }
  450. //add new network to allocated ip map
  451. go logic.AddNetworkToAllocatedIpMap(network.NetID)
  452. go func() {
  453. defaultHosts := logic.GetDefaultHosts()
  454. for i := range defaultHosts {
  455. currHost := &defaultHosts[i]
  456. newNode, err := logic.UpdateHostNetwork(currHost, network.NetID, true)
  457. if err != nil {
  458. logger.Log(
  459. 0,
  460. r.Header.Get("user"),
  461. "failed to add host to network:",
  462. currHost.ID.String(),
  463. network.NetID,
  464. err.Error(),
  465. )
  466. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  467. return
  468. }
  469. logger.Log(1, "added new node", newNode.ID.String(), "to host", currHost.Name)
  470. if err = mq.HostUpdate(&models.HostUpdate{
  471. Action: models.JoinHostToNetwork,
  472. Host: *currHost,
  473. Node: *newNode,
  474. }); err != nil {
  475. logger.Log(
  476. 0,
  477. r.Header.Get("user"),
  478. "failed to add host to network:",
  479. currHost.ID.String(),
  480. network.NetID,
  481. err.Error(),
  482. )
  483. }
  484. // make host failover
  485. logic.CreateFailOver(*newNode)
  486. // make host remote access gateway
  487. logic.CreateIngressGateway(network.NetID, newNode.ID.String(), models.IngressRequest{})
  488. }
  489. // send peer updates
  490. if err = mq.PublishPeerUpdate(false); err != nil {
  491. logger.Log(1, "failed to publish peer update for default hosts after network is added")
  492. }
  493. }()
  494. logger.Log(1, r.Header.Get("user"), "created network", network.NetID)
  495. w.WriteHeader(http.StatusOK)
  496. json.NewEncoder(w).Encode(network)
  497. }
  498. // @Summary Update network settings
  499. // @Router /api/networks/{networkname} [put]
  500. // @Tags Networks
  501. // @Security oauth
  502. // @Param networkname path string true "Network name"
  503. // @Param body body models.Network true "Network details"
  504. // @Produce json
  505. // @Success 200 {object} models.Network
  506. // @Failure 400 {object} models.ErrorResponse
  507. func updateNetwork(w http.ResponseWriter, r *http.Request) {
  508. w.Header().Set("Content-Type", "application/json")
  509. var payload models.Network
  510. // we decode our body request params
  511. err := json.NewDecoder(r.Body).Decode(&payload)
  512. if err != nil {
  513. slog.Info("error decoding request body", "user", r.Header.Get("user"), "err", err)
  514. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  515. return
  516. }
  517. netOld1, err := logic.GetNetwork(payload.NetID)
  518. if err != nil {
  519. slog.Info("error fetching network", "user", r.Header.Get("user"), "err", err)
  520. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  521. return
  522. }
  523. // partial update
  524. netOld2 := netOld1
  525. _, _, _, err = logic.UpdateNetwork(&netOld1, &netOld2)
  526. if err != nil {
  527. slog.Info("failed to update network", "user", r.Header.Get("user"), "err", err)
  528. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  529. return
  530. }
  531. slog.Info("updated network", "network", payload.NetID, "user", r.Header.Get("user"))
  532. w.WriteHeader(http.StatusOK)
  533. json.NewEncoder(w).Encode(payload)
  534. }