network.go 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572
  1. package controller
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "net/http"
  8. "strings"
  9. "github.com/google/uuid"
  10. "github.com/gorilla/mux"
  11. "golang.org/x/exp/slog"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic"
  15. "github.com/gravitl/netmaker/logic/acls"
  16. "github.com/gravitl/netmaker/models"
  17. "github.com/gravitl/netmaker/mq"
  18. "github.com/gravitl/netmaker/servercfg"
  19. )
  20. func networkHandlers(r *mux.Router) {
  21. r.HandleFunc("/api/networks", logic.SecurityCheck(true, http.HandlerFunc(getNetworks))).
  22. Methods(http.MethodGet)
  23. r.HandleFunc("/api/networks", logic.SecurityCheck(true, checkFreeTierLimits(limitChoiceNetworks, http.HandlerFunc(createNetwork)))).
  24. Methods(http.MethodPost)
  25. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(getNetwork))).
  26. Methods(http.MethodGet)
  27. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(deleteNetwork))).
  28. Methods(http.MethodDelete)
  29. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(updateNetwork))).
  30. Methods(http.MethodPut)
  31. // ACLs
  32. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACL))).
  33. Methods(http.MethodPut)
  34. r.HandleFunc("/api/networks/{networkname}/acls/v2", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACLv2))).
  35. Methods(http.MethodPut)
  36. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(getNetworkACL))).
  37. Methods(http.MethodGet)
  38. }
  39. // @Summary Lists all networks
  40. // @Router /api/networks [get]
  41. // @Tags Networks
  42. // @Security oauth
  43. // @Produce json
  44. // @Success 200 {object} models.Network
  45. // @Failure 500 {object} models.ErrorResponse
  46. func getNetworks(w http.ResponseWriter, r *http.Request) {
  47. var err error
  48. allnetworks, err := logic.GetNetworks()
  49. if err != nil && !database.IsEmptyRecord(err) {
  50. slog.Error("failed to fetch networks", "error", err.Error())
  51. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  52. return
  53. }
  54. logger.Log(2, r.Header.Get("user"), "fetched networks.")
  55. logic.SortNetworks(allnetworks[:])
  56. w.WriteHeader(http.StatusOK)
  57. json.NewEncoder(w).Encode(allnetworks)
  58. }
  59. // @Summary Get a network
  60. // @Router /api/networks/{networkname} [get]
  61. // @Tags Networks
  62. // @Security oauth
  63. // @Param networkname path string true "Network name"
  64. // @Produce json
  65. // @Success 200 {object} models.Network
  66. // @Failure 500 {object} models.ErrorResponse
  67. func getNetwork(w http.ResponseWriter, r *http.Request) {
  68. // set header.
  69. w.Header().Set("Content-Type", "application/json")
  70. var params = mux.Vars(r)
  71. netname := params["networkname"]
  72. network, err := logic.GetNetwork(netname)
  73. if err != nil {
  74. logger.Log(0, r.Header.Get("user"), fmt.Sprintf("failed to fetch network [%s] info: %v",
  75. netname, err))
  76. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  77. return
  78. }
  79. logger.Log(2, r.Header.Get("user"), "fetched network", netname)
  80. w.WriteHeader(http.StatusOK)
  81. json.NewEncoder(w).Encode(network)
  82. }
  83. // @Summary Update a network ACL (Access Control List)
  84. // @Router /api/networks/{networkname}/acls [put]
  85. // @Tags Networks
  86. // @Security oauth
  87. // @Param networkname path string true "Network name"
  88. // @Param body body acls.ACLContainer true "ACL container"
  89. // @Produce json
  90. // @Success 200 {object} acls.ACLContainer
  91. // @Failure 400 {object} models.ErrorResponse
  92. // @Failure 500 {object} models.ErrorResponse
  93. func updateNetworkACL(w http.ResponseWriter, r *http.Request) {
  94. w.Header().Set("Content-Type", "application/json")
  95. var params = mux.Vars(r)
  96. netname := params["networkname"]
  97. var networkACLChange acls.ACLContainer
  98. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  99. if err != nil {
  100. logger.Log(0, r.Header.Get("user"),
  101. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  102. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  103. return
  104. }
  105. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  106. if err != nil {
  107. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  108. err.Error())
  109. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  110. return
  111. }
  112. newNetACL, err := networkACLChange.Save(acls.ContainerID(netname))
  113. if err != nil {
  114. logger.Log(0, r.Header.Get("user"),
  115. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  116. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  117. return
  118. }
  119. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  120. // send peer updates
  121. go func() {
  122. if err = mq.PublishPeerUpdate(false); err != nil {
  123. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  124. }
  125. }()
  126. w.WriteHeader(http.StatusOK)
  127. json.NewEncoder(w).Encode(newNetACL)
  128. }
  129. // @Summary Update a network ACL (Access Control List)
  130. // @Router /api/networks/{networkname}/acls/v2 [put]
  131. // @Tags Networks
  132. // @Security oauth
  133. // @Param networkname path string true "Network name"
  134. // @Param body body acls.ACLContainer true "ACL container"
  135. // @Produce json
  136. // @Success 200 {object} acls.ACLContainer
  137. // @Failure 400 {object} models.ErrorResponse
  138. // @Failure 500 {object} models.ErrorResponse
  139. func updateNetworkACLv2(w http.ResponseWriter, r *http.Request) {
  140. w.Header().Set("Content-Type", "application/json")
  141. var params = mux.Vars(r)
  142. netname := params["networkname"]
  143. var networkACLChange acls.ACLContainer
  144. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  145. if err != nil {
  146. logger.Log(0, r.Header.Get("user"),
  147. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  148. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  149. return
  150. }
  151. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  152. if err != nil {
  153. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  154. err.Error())
  155. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  156. return
  157. }
  158. // clone req body to use as return data successful update
  159. retData := make(acls.ACLContainer)
  160. data, err := json.Marshal(networkACLChange)
  161. if err != nil {
  162. slog.Error("failed to marshal networkACLChange whiles cloning", "error", err.Error())
  163. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  164. return
  165. }
  166. err = json.Unmarshal(data, &retData)
  167. if err != nil {
  168. slog.Error("failed to unmarshal networkACLChange whiles cloning", "error", err.Error())
  169. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  170. return
  171. }
  172. allNodes, err := logic.GetAllNodes()
  173. if err != nil {
  174. slog.Error("failed to fetch all nodes", "error", err.Error())
  175. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  176. return
  177. }
  178. networkNodes := make([]models.Node, 0)
  179. for _, node := range allNodes {
  180. if node.Network == netname {
  181. networkNodes = append(networkNodes, node)
  182. }
  183. }
  184. networkNodesIdMap := make(map[string]models.Node)
  185. for _, node := range networkNodes {
  186. networkNodesIdMap[node.ID.String()] = node
  187. }
  188. networkClients, err := logic.GetNetworkExtClients(netname)
  189. if err != nil {
  190. slog.Error("failed to fetch network clients", "error", err.Error())
  191. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  192. return
  193. }
  194. networkClientsMap := make(map[string]models.ExtClient)
  195. for _, client := range networkClients {
  196. networkClientsMap[client.ClientID] = client
  197. }
  198. // keep track of ingress gateways to disconnect from their clients
  199. // this is required because PublishPeerUpdate only somehow does not stop communication
  200. // between blocked clients and their ingress
  201. assocClientsToDisconnectPerHost := make(map[uuid.UUID][]models.ExtClient)
  202. // update client acls and then, remove client acls from req data to pass to existing functions
  203. for id, acl := range networkACLChange {
  204. // for node acls
  205. if _, ok := networkNodesIdMap[string(id)]; ok {
  206. nodeId := string(id)
  207. // check acl update, then remove client entries
  208. for id2 := range acl {
  209. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  210. // update client acl
  211. clientId := string(id2)
  212. if client, ok := networkClientsMap[clientId]; ok {
  213. if client.DeniedACLs == nil {
  214. client.DeniedACLs = make(map[string]struct{})
  215. }
  216. if acl[acls.AclID(clientId)] == acls.NotAllowed {
  217. client.DeniedACLs[nodeId] = struct{}{}
  218. } else {
  219. delete(client.DeniedACLs, string(nodeId))
  220. }
  221. networkClientsMap[clientId] = client
  222. }
  223. }
  224. }
  225. } else {
  226. // for client acls
  227. clientId := string(id)
  228. for id2 := range acl {
  229. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  230. // update client acl
  231. clientId2 := string(id2)
  232. if client, ok := networkClientsMap[clientId]; ok {
  233. if client.DeniedACLs == nil {
  234. client.DeniedACLs = make(map[string]struct{})
  235. }
  236. {
  237. // TODO: review this when client-to-client acls are supported
  238. // if acl[acls.AclID(clientId2)] == acls.NotAllowed {
  239. // client.DeniedACLs[clientId2] = struct{}{}
  240. // } else {
  241. // delete(client.DeniedACLs, clientId2)
  242. // }
  243. delete(client.DeniedACLs, clientId2)
  244. }
  245. networkClientsMap[clientId] = client
  246. }
  247. } else {
  248. nodeId2 := string(id2)
  249. if networkClientsMap[clientId].IngressGatewayID == nodeId2 && acl[acls.AclID(nodeId2)] == acls.NotAllowed {
  250. assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID] = append(assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID], networkClientsMap[clientId])
  251. }
  252. }
  253. }
  254. }
  255. }
  256. // update each client in db for pro servers
  257. if servercfg.IsPro {
  258. for _, client := range networkClientsMap {
  259. client := client
  260. err := logic.DeleteExtClient(client.Network, client.ClientID)
  261. if err != nil {
  262. slog.Error(
  263. "failed to delete client during update",
  264. "client",
  265. client.ClientID,
  266. "error",
  267. err.Error(),
  268. )
  269. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  270. return
  271. }
  272. err = logic.SaveExtClient(&client)
  273. if err != nil {
  274. slog.Error(
  275. "failed to save client during update",
  276. "client",
  277. client.ClientID,
  278. "error",
  279. err.Error(),
  280. )
  281. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  282. return
  283. }
  284. }
  285. }
  286. _, err = networkACLChange.Save(acls.ContainerID(netname))
  287. if err != nil {
  288. logger.Log(0, r.Header.Get("user"),
  289. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  290. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  291. return
  292. }
  293. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  294. // send peer updates
  295. go func() {
  296. if err = mq.PublishPeerUpdate(false); err != nil {
  297. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  298. }
  299. // update ingress gateways of associated clients
  300. hosts, err := logic.GetAllHosts()
  301. if err != nil {
  302. slog.Error(
  303. "failed to fetch hosts after network ACL update. skipping publish extclients ACL",
  304. "network",
  305. netname,
  306. )
  307. return
  308. }
  309. hostsMap := make(map[uuid.UUID]models.Host)
  310. for _, host := range hosts {
  311. hostsMap[host.ID] = host
  312. }
  313. for hostId, clients := range assocClientsToDisconnectPerHost {
  314. if host, ok := hostsMap[hostId]; ok {
  315. if err = mq.PublishSingleHostPeerUpdate(&host, allNodes, nil, clients, false, nil); err != nil {
  316. slog.Error("failed to publish peer update to ingress after ACL update on network", "network", netname, "host", hostId)
  317. }
  318. }
  319. }
  320. }()
  321. w.WriteHeader(http.StatusOK)
  322. json.NewEncoder(w).Encode(networkACLChange)
  323. }
  324. // @Summary Get a network ACL (Access Control List)
  325. // @Router /api/networks/{networkname}/acls [get]
  326. // @Tags Networks
  327. // @Security oauth
  328. // @Param networkname path string true "Network name"
  329. // @Produce json
  330. // @Success 200 {object} acls.ACLContainer
  331. // @Failure 500 {object} models.ErrorResponse
  332. func getNetworkACL(w http.ResponseWriter, r *http.Request) {
  333. w.Header().Set("Content-Type", "application/json")
  334. var params = mux.Vars(r)
  335. netname := params["networkname"]
  336. var networkACL acls.ACLContainer
  337. networkACL, err := networkACL.Get(acls.ContainerID(netname))
  338. if err != nil {
  339. if database.IsEmptyRecord(err) {
  340. networkACL = acls.ACLContainer{}
  341. w.WriteHeader(http.StatusOK)
  342. json.NewEncoder(w).Encode(networkACL)
  343. return
  344. }
  345. logger.Log(0, r.Header.Get("user"),
  346. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  347. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  348. return
  349. }
  350. logger.Log(2, r.Header.Get("user"), "fetched acl for network", netname)
  351. w.WriteHeader(http.StatusOK)
  352. json.NewEncoder(w).Encode(networkACL)
  353. }
  354. // @Summary Delete a network
  355. // @Router /api/networks/{networkname} [delete]
  356. // @Tags Networks
  357. // @Security oauth
  358. // @Param networkname path string true "Network name"
  359. // @Produce json
  360. // @Success 200 {object} models.SuccessResponse
  361. // @Failure 400 {object} models.ErrorResponse
  362. // @Failure 403 {object} models.ErrorResponse
  363. func deleteNetwork(w http.ResponseWriter, r *http.Request) {
  364. // Set header
  365. w.Header().Set("Content-Type", "application/json")
  366. var params = mux.Vars(r)
  367. network := params["networkname"]
  368. err := logic.DeleteNetwork(network)
  369. if err != nil {
  370. errtype := "badrequest"
  371. if strings.Contains(err.Error(), "Node check failed") {
  372. errtype = "forbidden"
  373. }
  374. logger.Log(0, r.Header.Get("user"),
  375. fmt.Sprintf("failed to delete network [%s]: %v", network, err))
  376. logic.ReturnErrorResponse(w, r, logic.FormatError(err, errtype))
  377. return
  378. }
  379. //delete network from allocated ip map
  380. go logic.RemoveNetworkFromAllocatedIpMap(network)
  381. logger.Log(1, r.Header.Get("user"), "deleted network", network)
  382. w.WriteHeader(http.StatusOK)
  383. json.NewEncoder(w).Encode("success")
  384. }
  385. // @Summary Create a network
  386. // @Router /api/networks [post]
  387. // @Tags Networks
  388. // @Security oauth
  389. // @Param body body models.Network true "Network details"
  390. // @Produce json
  391. // @Success 200 {object} models.Network
  392. // @Failure 400 {object} models.ErrorResponse
  393. func createNetwork(w http.ResponseWriter, r *http.Request) {
  394. w.Header().Set("Content-Type", "application/json")
  395. var network models.Network
  396. // we decode our body request params
  397. err := json.NewDecoder(r.Body).Decode(&network)
  398. if err != nil {
  399. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  400. err.Error())
  401. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  402. return
  403. }
  404. if len(network.NetID) > 32 {
  405. err := errors.New("network name shouldn't exceed 32 characters")
  406. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  407. err.Error())
  408. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  409. return
  410. }
  411. if network.AddressRange == "" && network.AddressRange6 == "" {
  412. err := errors.New("IPv4 or IPv6 CIDR required")
  413. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  414. err.Error())
  415. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  416. return
  417. }
  418. // validate address ranges: must be private
  419. if network.AddressRange != "" {
  420. _, _, err := net.ParseCIDR(network.AddressRange)
  421. if err != nil {
  422. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  423. err.Error())
  424. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  425. return
  426. }
  427. }
  428. if network.AddressRange6 != "" {
  429. _, _, err := net.ParseCIDR(network.AddressRange6)
  430. if err != nil {
  431. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  432. err.Error())
  433. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  434. return
  435. }
  436. }
  437. network, err = logic.CreateNetwork(network)
  438. if err != nil {
  439. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  440. err.Error())
  441. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  442. return
  443. }
  444. //add new network to allocated ip map
  445. go logic.AddNetworkToAllocatedIpMap(network.NetID)
  446. go func() {
  447. defaultHosts := logic.GetDefaultHosts()
  448. for i := range defaultHosts {
  449. currHost := &defaultHosts[i]
  450. newNode, err := logic.UpdateHostNetwork(currHost, network.NetID, true)
  451. if err != nil {
  452. logger.Log(
  453. 0,
  454. r.Header.Get("user"),
  455. "failed to add host to network:",
  456. currHost.ID.String(),
  457. network.NetID,
  458. err.Error(),
  459. )
  460. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  461. return
  462. }
  463. logger.Log(1, "added new node", newNode.ID.String(), "to host", currHost.Name)
  464. if err = mq.HostUpdate(&models.HostUpdate{
  465. Action: models.JoinHostToNetwork,
  466. Host: *currHost,
  467. Node: *newNode,
  468. }); err != nil {
  469. logger.Log(
  470. 0,
  471. r.Header.Get("user"),
  472. "failed to add host to network:",
  473. currHost.ID.String(),
  474. network.NetID,
  475. err.Error(),
  476. )
  477. }
  478. // make host failover
  479. logic.CreateFailOver(*newNode)
  480. // make host remote access gateway
  481. logic.CreateIngressGateway(network.NetID, newNode.ID.String(), models.IngressRequest{})
  482. }
  483. // send peer updates
  484. if err = mq.PublishPeerUpdate(false); err != nil {
  485. logger.Log(1, "failed to publish peer update for default hosts after network is added")
  486. }
  487. }()
  488. logger.Log(1, r.Header.Get("user"), "created network", network.NetID)
  489. w.WriteHeader(http.StatusOK)
  490. json.NewEncoder(w).Encode(network)
  491. }
  492. // @Summary Update network settings
  493. // @Router /api/networks/{networkname} [put]
  494. // @Tags Networks
  495. // @Security oauth
  496. // @Param networkname path string true "Network name"
  497. // @Param body body models.Network true "Network details"
  498. // @Produce json
  499. // @Success 200 {object} models.Network
  500. // @Failure 400 {object} models.ErrorResponse
  501. func updateNetwork(w http.ResponseWriter, r *http.Request) {
  502. w.Header().Set("Content-Type", "application/json")
  503. var payload models.Network
  504. // we decode our body request params
  505. err := json.NewDecoder(r.Body).Decode(&payload)
  506. if err != nil {
  507. slog.Info("error decoding request body", "user", r.Header.Get("user"), "err", err)
  508. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  509. return
  510. }
  511. netOld1, err := logic.GetNetwork(payload.NetID)
  512. if err != nil {
  513. slog.Info("error fetching network", "user", r.Header.Get("user"), "err", err)
  514. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  515. return
  516. }
  517. // partial update
  518. netOld2 := netOld1
  519. _, _, _, err = logic.UpdateNetwork(&netOld1, &netOld2)
  520. if err != nil {
  521. slog.Info("failed to update network", "user", r.Header.Get("user"), "err", err)
  522. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  523. return
  524. }
  525. slog.Info("updated network", "network", payload.NetID, "user", r.Header.Get("user"))
  526. w.WriteHeader(http.StatusOK)
  527. json.NewEncoder(w).Encode(payload)
  528. }