network.go 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557
  1. package controller
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "net/http"
  8. "strings"
  9. "github.com/google/uuid"
  10. "github.com/gorilla/mux"
  11. "golang.org/x/exp/slog"
  12. "github.com/gravitl/netmaker/database"
  13. "github.com/gravitl/netmaker/logger"
  14. "github.com/gravitl/netmaker/logic"
  15. "github.com/gravitl/netmaker/logic/acls"
  16. "github.com/gravitl/netmaker/models"
  17. "github.com/gravitl/netmaker/mq"
  18. "github.com/gravitl/netmaker/servercfg"
  19. )
  20. func networkHandlers(r *mux.Router) {
  21. r.HandleFunc("/api/networks", logic.SecurityCheck(true, http.HandlerFunc(getNetworks))).Methods(http.MethodGet)
  22. r.HandleFunc("/api/networks", logic.SecurityCheck(true, checkFreeTierLimits(limitChoiceNetworks, http.HandlerFunc(createNetwork)))).Methods(http.MethodPost)
  23. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(getNetwork))).Methods(http.MethodGet)
  24. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(deleteNetwork))).Methods(http.MethodDelete)
  25. r.HandleFunc("/api/networks/{networkname}", logic.SecurityCheck(true, http.HandlerFunc(updateNetwork))).Methods(http.MethodPut)
  26. // ACLs
  27. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACL))).Methods(http.MethodPut)
  28. r.HandleFunc("/api/networks/{networkname}/acls/v2", logic.SecurityCheck(true, http.HandlerFunc(updateNetworkACLv2))).Methods(http.MethodPut)
  29. r.HandleFunc("/api/networks/{networkname}/acls", logic.SecurityCheck(true, http.HandlerFunc(getNetworkACL))).Methods(http.MethodGet)
  30. }
  31. // swagger:route GET /api/networks networks getNetworks
  32. //
  33. // Lists all networks.
  34. //
  35. // Schemes: https
  36. //
  37. // Security:
  38. // oauth
  39. //
  40. // Responses:
  41. // 200: getNetworksSliceResponse
  42. func getNetworks(w http.ResponseWriter, r *http.Request) {
  43. var err error
  44. allnetworks, err := logic.GetNetworks()
  45. if err != nil && !database.IsEmptyRecord(err) {
  46. slog.Error("failed to fetch networks", "error", err.Error())
  47. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  48. return
  49. }
  50. logger.Log(2, r.Header.Get("user"), "fetched networks.")
  51. logic.SortNetworks(allnetworks[:])
  52. w.WriteHeader(http.StatusOK)
  53. json.NewEncoder(w).Encode(allnetworks)
  54. }
  55. // swagger:route GET /api/networks/{networkname} networks getNetwork
  56. //
  57. // Get a network.
  58. //
  59. // Schemes: https
  60. //
  61. // Security:
  62. // oauth
  63. //
  64. // Responses:
  65. // 200: networkBodyResponse
  66. func getNetwork(w http.ResponseWriter, r *http.Request) {
  67. // set header.
  68. w.Header().Set("Content-Type", "application/json")
  69. var params = mux.Vars(r)
  70. netname := params["networkname"]
  71. network, err := logic.GetNetwork(netname)
  72. if err != nil {
  73. logger.Log(0, r.Header.Get("user"), fmt.Sprintf("failed to fetch network [%s] info: %v",
  74. netname, err))
  75. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  76. return
  77. }
  78. logger.Log(2, r.Header.Get("user"), "fetched network", netname)
  79. w.WriteHeader(http.StatusOK)
  80. json.NewEncoder(w).Encode(network)
  81. }
  82. // swagger:route PUT /api/networks/{networkname}/acls networks updateNetworkACL
  83. //
  84. // Update a network ACL (Access Control List).
  85. //
  86. // Schemes: https
  87. //
  88. // Security:
  89. // oauth
  90. //
  91. // Responses:
  92. // 200: aclContainerResponse
  93. func updateNetworkACL(w http.ResponseWriter, r *http.Request) {
  94. w.Header().Set("Content-Type", "application/json")
  95. var params = mux.Vars(r)
  96. netname := params["networkname"]
  97. var networkACLChange acls.ACLContainer
  98. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  99. if err != nil {
  100. logger.Log(0, r.Header.Get("user"),
  101. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  102. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  103. return
  104. }
  105. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  106. if err != nil {
  107. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  108. err.Error())
  109. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  110. return
  111. }
  112. newNetACL, err := networkACLChange.Save(acls.ContainerID(netname))
  113. if err != nil {
  114. logger.Log(0, r.Header.Get("user"),
  115. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  116. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  117. return
  118. }
  119. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  120. // send peer updates
  121. go func() {
  122. if err = mq.PublishPeerUpdate(false); err != nil {
  123. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  124. }
  125. }()
  126. w.WriteHeader(http.StatusOK)
  127. json.NewEncoder(w).Encode(newNetACL)
  128. }
  129. // swagger:route PUT /api/networks/{networkname}/acls/v2 networks updateNetworkACL
  130. //
  131. // Update a network ACL (Access Control List).
  132. //
  133. // Schemes: https
  134. //
  135. // Security:
  136. // oauth
  137. //
  138. // Responses:
  139. // 200: aclContainerResponse
  140. func updateNetworkACLv2(w http.ResponseWriter, r *http.Request) {
  141. w.Header().Set("Content-Type", "application/json")
  142. var params = mux.Vars(r)
  143. netname := params["networkname"]
  144. var networkACLChange acls.ACLContainer
  145. networkACLChange, err := networkACLChange.Get(acls.ContainerID(netname))
  146. if err != nil {
  147. logger.Log(0, r.Header.Get("user"),
  148. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  149. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  150. return
  151. }
  152. err = json.NewDecoder(r.Body).Decode(&networkACLChange)
  153. if err != nil {
  154. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  155. err.Error())
  156. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  157. return
  158. }
  159. // clone req body to use as return data successful update
  160. retData := make(acls.ACLContainer)
  161. data, err := json.Marshal(networkACLChange)
  162. if err != nil {
  163. slog.Error("failed to marshal networkACLChange whiles cloning", "error", err.Error())
  164. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  165. return
  166. }
  167. err = json.Unmarshal(data, &retData)
  168. if err != nil {
  169. slog.Error("failed to unmarshal networkACLChange whiles cloning", "error", err.Error())
  170. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  171. return
  172. }
  173. allNodes, err := logic.GetAllNodes()
  174. if err != nil {
  175. slog.Error("failed to fetch all nodes", "error", err.Error())
  176. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  177. return
  178. }
  179. networkNodes := make([]models.Node, 0)
  180. for _, node := range allNodes {
  181. if node.Network == netname {
  182. networkNodes = append(networkNodes, node)
  183. }
  184. }
  185. networkNodesIdMap := make(map[string]models.Node)
  186. for _, node := range networkNodes {
  187. networkNodesIdMap[node.ID.String()] = node
  188. }
  189. networkClients, err := logic.GetNetworkExtClients(netname)
  190. if err != nil {
  191. slog.Error("failed to fetch network clients", "error", err.Error())
  192. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  193. return
  194. }
  195. networkClientsMap := make(map[string]models.ExtClient)
  196. for _, client := range networkClients {
  197. networkClientsMap[client.ClientID] = client
  198. }
  199. // keep track of ingress gateways to disconnect from their clients
  200. // this is required because PublishPeerUpdate only somehow does not stop communication
  201. // between blocked clients and their ingress
  202. assocClientsToDisconnectPerHost := make(map[uuid.UUID][]models.ExtClient)
  203. // update client acls and then, remove client acls from req data to pass to existing functions
  204. for id, acl := range networkACLChange {
  205. // for node acls
  206. if _, ok := networkNodesIdMap[string(id)]; ok {
  207. nodeId := string(id)
  208. // check acl update, then remove client entries
  209. for id2 := range acl {
  210. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  211. // update client acl
  212. clientId := string(id2)
  213. if client, ok := networkClientsMap[clientId]; ok {
  214. if client.DeniedACLs == nil {
  215. client.DeniedACLs = make(map[string]struct{})
  216. }
  217. if acl[acls.AclID(clientId)] == acls.NotAllowed {
  218. client.DeniedACLs[nodeId] = struct{}{}
  219. } else {
  220. delete(client.DeniedACLs, string(nodeId))
  221. }
  222. networkClientsMap[clientId] = client
  223. }
  224. }
  225. }
  226. } else {
  227. // for client acls
  228. clientId := string(id)
  229. for id2 := range acl {
  230. if _, ok := networkNodesIdMap[string(id2)]; !ok {
  231. // update client acl
  232. clientId2 := string(id2)
  233. if client, ok := networkClientsMap[clientId]; ok {
  234. if client.DeniedACLs == nil {
  235. client.DeniedACLs = make(map[string]struct{})
  236. }
  237. {
  238. // TODO: review this when client-to-client acls are supported
  239. // if acl[acls.AclID(clientId2)] == acls.NotAllowed {
  240. // client.DeniedACLs[clientId2] = struct{}{}
  241. // } else {
  242. // delete(client.DeniedACLs, clientId2)
  243. // }
  244. delete(client.DeniedACLs, clientId2)
  245. }
  246. networkClientsMap[clientId] = client
  247. }
  248. } else {
  249. nodeId2 := string(id2)
  250. if networkClientsMap[clientId].IngressGatewayID == nodeId2 && acl[acls.AclID(nodeId2)] == acls.NotAllowed {
  251. assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID] = append(assocClientsToDisconnectPerHost[networkNodesIdMap[nodeId2].HostID], networkClientsMap[clientId])
  252. }
  253. }
  254. }
  255. }
  256. }
  257. // update each client in db for pro servers
  258. if servercfg.IsPro {
  259. for _, client := range networkClientsMap {
  260. client := client
  261. err := logic.DeleteExtClient(client.Network, client.ClientID)
  262. if err != nil {
  263. slog.Error("failed to delete client during update", "client", client.ClientID, "error", err.Error())
  264. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  265. return
  266. }
  267. err = logic.SaveExtClient(&client)
  268. if err != nil {
  269. slog.Error("failed to save client during update", "client", client.ClientID, "error", err.Error())
  270. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  271. return
  272. }
  273. }
  274. }
  275. _, err = networkACLChange.Save(acls.ContainerID(netname))
  276. if err != nil {
  277. logger.Log(0, r.Header.Get("user"),
  278. fmt.Sprintf("failed to update ACLs for network [%s]: %v", netname, err))
  279. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  280. return
  281. }
  282. logger.Log(1, r.Header.Get("user"), "updated ACLs for network", netname)
  283. // send peer updates
  284. go func() {
  285. if err = mq.PublishPeerUpdate(false); err != nil {
  286. logger.Log(0, "failed to publish peer update after ACL update on network:", netname)
  287. }
  288. // update ingress gateways of associated clients
  289. hosts, err := logic.GetAllHosts()
  290. if err != nil {
  291. slog.Error("failed to fetch hosts after network ACL update. skipping publish extclients ACL", "network", netname)
  292. return
  293. }
  294. hostsMap := make(map[uuid.UUID]models.Host)
  295. for _, host := range hosts {
  296. hostsMap[host.ID] = host
  297. }
  298. for hostId, clients := range assocClientsToDisconnectPerHost {
  299. if host, ok := hostsMap[hostId]; ok {
  300. if err = mq.PublishSingleHostPeerUpdate(&host, allNodes, nil, clients, false); err != nil {
  301. slog.Error("failed to publish peer update to ingress after ACL update on network", "network", netname, "host", hostId)
  302. }
  303. }
  304. }
  305. }()
  306. w.WriteHeader(http.StatusOK)
  307. json.NewEncoder(w).Encode(networkACLChange)
  308. }
  309. // swagger:route GET /api/networks/{networkname}/acls networks getNetworkACL
  310. //
  311. // Get a network ACL (Access Control List).
  312. //
  313. // Schemes: https
  314. //
  315. // Security:
  316. // oauth
  317. //
  318. // Responses:
  319. // 200: aclContainerResponse
  320. func getNetworkACL(w http.ResponseWriter, r *http.Request) {
  321. w.Header().Set("Content-Type", "application/json")
  322. var params = mux.Vars(r)
  323. netname := params["networkname"]
  324. var networkACL acls.ACLContainer
  325. networkACL, err := networkACL.Get(acls.ContainerID(netname))
  326. if err != nil {
  327. if database.IsEmptyRecord(err) {
  328. networkACL = acls.ACLContainer{}
  329. w.WriteHeader(http.StatusOK)
  330. json.NewEncoder(w).Encode(networkACL)
  331. return
  332. }
  333. logger.Log(0, r.Header.Get("user"),
  334. fmt.Sprintf("failed to fetch ACLs for network [%s]: %v", netname, err))
  335. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  336. return
  337. }
  338. logger.Log(2, r.Header.Get("user"), "fetched acl for network", netname)
  339. w.WriteHeader(http.StatusOK)
  340. json.NewEncoder(w).Encode(networkACL)
  341. }
  342. // swagger:route DELETE /api/networks/{networkname} networks deleteNetwork
  343. //
  344. // Delete a network. Will not delete if there are any nodes that belong to the network.
  345. //
  346. // Schemes: https
  347. //
  348. // Security:
  349. // oauth
  350. //
  351. // Responses:
  352. // 200: successResponse
  353. func deleteNetwork(w http.ResponseWriter, r *http.Request) {
  354. // Set header
  355. w.Header().Set("Content-Type", "application/json")
  356. var params = mux.Vars(r)
  357. network := params["networkname"]
  358. err := logic.DeleteNetwork(network)
  359. if err != nil {
  360. errtype := "badrequest"
  361. if strings.Contains(err.Error(), "Node check failed") {
  362. errtype = "forbidden"
  363. }
  364. logger.Log(0, r.Header.Get("user"),
  365. fmt.Sprintf("failed to delete network [%s]: %v", network, err))
  366. logic.ReturnErrorResponse(w, r, logic.FormatError(err, errtype))
  367. return
  368. }
  369. logger.Log(1, r.Header.Get("user"), "deleted network", network)
  370. w.WriteHeader(http.StatusOK)
  371. json.NewEncoder(w).Encode("success")
  372. }
  373. // swagger:route POST /api/networks networks createNetwork
  374. //
  375. // Create a network.
  376. //
  377. // Schemes: https
  378. //
  379. // Security:
  380. // oauth
  381. //
  382. // Responses:
  383. // 200: networkBodyResponse
  384. func createNetwork(w http.ResponseWriter, r *http.Request) {
  385. w.Header().Set("Content-Type", "application/json")
  386. var network models.Network
  387. // we decode our body request params
  388. err := json.NewDecoder(r.Body).Decode(&network)
  389. if err != nil {
  390. logger.Log(0, r.Header.Get("user"), "error decoding request body: ",
  391. err.Error())
  392. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  393. return
  394. }
  395. if len(network.NetID) > 32 {
  396. err := errors.New("network name shouldn't exceed 32 characters")
  397. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  398. err.Error())
  399. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  400. return
  401. }
  402. if network.AddressRange == "" && network.AddressRange6 == "" {
  403. err := errors.New("IPv4 or IPv6 CIDR required")
  404. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  405. err.Error())
  406. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  407. return
  408. }
  409. // validate address ranges: must be private
  410. if network.AddressRange != "" {
  411. _, ipNet, err := net.ParseCIDR(network.AddressRange)
  412. if err != nil {
  413. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  414. err.Error())
  415. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  416. return
  417. }
  418. if !ipNet.IP.IsPrivate() {
  419. err := errors.New("address range must be private")
  420. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  421. err.Error())
  422. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  423. return
  424. }
  425. }
  426. if network.AddressRange6 != "" {
  427. _, ipNet, err := net.ParseCIDR(network.AddressRange6)
  428. if err != nil {
  429. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  430. err.Error())
  431. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  432. return
  433. }
  434. if !ipNet.IP.IsPrivate() {
  435. err := errors.New("address range must be private")
  436. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  437. err.Error())
  438. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  439. return
  440. }
  441. }
  442. network, err = logic.CreateNetwork(network)
  443. if err != nil {
  444. logger.Log(0, r.Header.Get("user"), "failed to create network: ",
  445. err.Error())
  446. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  447. return
  448. }
  449. go func() {
  450. defaultHosts := logic.GetDefaultHosts()
  451. for i := range defaultHosts {
  452. currHost := &defaultHosts[i]
  453. newNode, err := logic.UpdateHostNetwork(currHost, network.NetID, true)
  454. if err != nil {
  455. logger.Log(0, r.Header.Get("user"), "failed to add host to network:", currHost.ID.String(), network.NetID, err.Error())
  456. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  457. return
  458. }
  459. logger.Log(1, "added new node", newNode.ID.String(), "to host", currHost.Name)
  460. if err = mq.HostUpdate(&models.HostUpdate{
  461. Action: models.JoinHostToNetwork,
  462. Host: *currHost,
  463. Node: *newNode,
  464. }); err != nil {
  465. logger.Log(0, r.Header.Get("user"), "failed to add host to network:", currHost.ID.String(), network.NetID, err.Error())
  466. }
  467. // make host failover
  468. logic.CreateFailOver(*newNode)
  469. // make host remote access gateway
  470. logic.CreateIngressGateway(network.NetID, newNode.ID.String(), models.IngressRequest{})
  471. }
  472. }()
  473. logger.Log(1, r.Header.Get("user"), "created network", network.NetID)
  474. w.WriteHeader(http.StatusOK)
  475. json.NewEncoder(w).Encode(network)
  476. }
  477. // swagger:route PUT /api/networks/{networkname} networks updateNetwork
  478. //
  479. // Update pro settings for a network.
  480. //
  481. // Schemes: https
  482. //
  483. // Security:
  484. // oauth
  485. //
  486. // Responses:
  487. // 200: networkBodyResponse
  488. func updateNetwork(w http.ResponseWriter, r *http.Request) {
  489. w.Header().Set("Content-Type", "application/json")
  490. var payload models.Network
  491. // we decode our body request params
  492. err := json.NewDecoder(r.Body).Decode(&payload)
  493. if err != nil {
  494. slog.Info("error decoding request body", "user", r.Header.Get("user"), "err", err)
  495. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  496. return
  497. }
  498. netOld1, err := logic.GetNetwork(payload.NetID)
  499. if err != nil {
  500. slog.Info("error fetching network", "user", r.Header.Get("user"), "err", err)
  501. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  502. return
  503. }
  504. // partial update
  505. netOld2 := netOld1
  506. _, _, _, err = logic.UpdateNetwork(&netOld1, &netOld2)
  507. if err != nil {
  508. slog.Info("failed to update network", "user", r.Header.Get("user"), "err", err)
  509. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  510. return
  511. }
  512. slog.Info("updated network", "network", payload.NetID, "user", r.Header.Get("user"))
  513. w.WriteHeader(http.StatusOK)
  514. json.NewEncoder(w).Encode(payload)
  515. }