node.go 36 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177
  1. package controller
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "strings"
  7. "github.com/gorilla/mux"
  8. "github.com/gravitl/netmaker/database"
  9. "github.com/gravitl/netmaker/logger"
  10. "github.com/gravitl/netmaker/logic"
  11. "github.com/gravitl/netmaker/logic/pro"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/models/promodels"
  14. "github.com/gravitl/netmaker/mq"
  15. "github.com/gravitl/netmaker/servercfg"
  16. "golang.org/x/crypto/bcrypt"
  17. )
  18. func nodeHandlers(r *mux.Router) {
  19. r.HandleFunc("/api/nodes", authorize(false, false, "user", http.HandlerFunc(getAllNodes))).Methods("GET")
  20. r.HandleFunc("/api/nodes/{network}", authorize(false, true, "network", http.HandlerFunc(getNetworkNodes))).Methods("GET")
  21. r.HandleFunc("/api/nodes/{network}/{nodeid}", authorize(true, true, "node", http.HandlerFunc(getNode))).Methods("GET")
  22. r.HandleFunc("/api/nodes/{network}/{nodeid}", authorize(false, true, "node", http.HandlerFunc(updateNode))).Methods("PUT")
  23. r.HandleFunc("/api/nodes/{network}/{nodeid}", authorize(true, true, "node", http.HandlerFunc(deleteNode))).Methods("DELETE")
  24. r.HandleFunc("/api/nodes/{network}/{nodeid}/createrelay", authorize(false, true, "user", http.HandlerFunc(createRelay))).Methods("POST")
  25. r.HandleFunc("/api/nodes/{network}/{nodeid}/deleterelay", authorize(false, true, "user", http.HandlerFunc(deleteRelay))).Methods("DELETE")
  26. r.HandleFunc("/api/nodes/{network}/{nodeid}/creategateway", authorize(false, true, "user", http.HandlerFunc(createEgressGateway))).Methods("POST")
  27. r.HandleFunc("/api/nodes/{network}/{nodeid}/deletegateway", authorize(false, true, "user", http.HandlerFunc(deleteEgressGateway))).Methods("DELETE")
  28. r.HandleFunc("/api/nodes/{network}/{nodeid}/createingress", logic.SecurityCheck(false, http.HandlerFunc(createIngressGateway))).Methods("POST")
  29. r.HandleFunc("/api/nodes/{network}/{nodeid}/deleteingress", logic.SecurityCheck(false, http.HandlerFunc(deleteIngressGateway))).Methods("DELETE")
  30. r.HandleFunc("/api/nodes/{network}/{nodeid}/approve", authorize(false, true, "user", http.HandlerFunc(uncordonNode))).Methods("POST")
  31. r.HandleFunc("/api/nodes/{network}", nodeauth(checkFreeTierLimits(node_l, http.HandlerFunc(createNode)))).Methods("POST")
  32. r.HandleFunc("/api/nodes/adm/{network}/authenticate", authenticate).Methods("POST")
  33. }
  34. // swagger:route POST /api/nodes/adm/{network}/authenticate nodes authenticate
  35. //
  36. // Authenticate to make further API calls related to a network.
  37. //
  38. // Schemes: https
  39. //
  40. // Security:
  41. // oauth
  42. //
  43. // Responses:
  44. // 200: successResponse
  45. func authenticate(response http.ResponseWriter, request *http.Request) {
  46. var authRequest models.AuthParams
  47. var result models.Node
  48. var errorResponse = models.ErrorResponse{
  49. Code: http.StatusInternalServerError, Message: "W1R3: It's not you it's me.",
  50. }
  51. decoder := json.NewDecoder(request.Body)
  52. decoderErr := decoder.Decode(&authRequest)
  53. defer request.Body.Close()
  54. if decoderErr != nil {
  55. errorResponse.Code = http.StatusBadRequest
  56. errorResponse.Message = decoderErr.Error()
  57. logger.Log(0, request.Header.Get("user"), "error decoding request body: ",
  58. decoderErr.Error())
  59. logic.ReturnErrorResponse(response, request, errorResponse)
  60. return
  61. }
  62. errorResponse.Code = http.StatusBadRequest
  63. if authRequest.ID == "" {
  64. errorResponse.Message = "W1R3: ID can't be empty"
  65. logger.Log(0, request.Header.Get("user"), errorResponse.Message)
  66. logic.ReturnErrorResponse(response, request, errorResponse)
  67. return
  68. } else if authRequest.Password == "" {
  69. errorResponse.Message = "W1R3: Password can't be empty"
  70. logger.Log(0, request.Header.Get("user"), errorResponse.Message)
  71. logic.ReturnErrorResponse(response, request, errorResponse)
  72. return
  73. }
  74. var err error
  75. result, err = logic.GetNodeByID(authRequest.ID)
  76. if err != nil {
  77. result, err = logic.GetDeletedNodeByID(authRequest.ID)
  78. if err != nil {
  79. errorResponse.Code = http.StatusBadRequest
  80. errorResponse.Message = err.Error()
  81. logger.Log(0, request.Header.Get("user"),
  82. fmt.Sprintf("failed to get node info [%s]: %v", authRequest.ID, err))
  83. logic.ReturnErrorResponse(response, request, errorResponse)
  84. return
  85. }
  86. }
  87. err = bcrypt.CompareHashAndPassword([]byte(result.Password), []byte(authRequest.Password))
  88. if err != nil {
  89. errorResponse.Code = http.StatusBadRequest
  90. errorResponse.Message = err.Error()
  91. logger.Log(0, request.Header.Get("user"),
  92. "error validating user password: ", err.Error())
  93. logic.ReturnErrorResponse(response, request, errorResponse)
  94. return
  95. }
  96. // creates network role,node client (added here to resolve any missing configuration in MQ)
  97. event := mq.MqDynsecPayload{
  98. Commands: []mq.MqDynSecCmd{
  99. {
  100. Command: mq.CreateRoleCmd,
  101. RoleName: result.Network,
  102. Textname: "Network wide role with Acls for nodes",
  103. Acls: mq.FetchNetworkAcls(result.Network),
  104. },
  105. {
  106. Command: mq.CreateClientCmd,
  107. Username: result.ID,
  108. Password: authRequest.Password,
  109. Textname: result.Name,
  110. Roles: []mq.MqDynSecRole{
  111. {
  112. Rolename: mq.NodeRole,
  113. Priority: -1,
  114. },
  115. {
  116. Rolename: result.Network,
  117. Priority: -1,
  118. },
  119. },
  120. Groups: make([]mq.MqDynSecGroup, 0),
  121. },
  122. },
  123. }
  124. if err := mq.PublishEventToDynSecTopic(event); err != nil {
  125. logger.Log(0, fmt.Sprintf("failed to send DynSec command [%v]: %v",
  126. event.Commands, err.Error()))
  127. errorResponse.Code = http.StatusInternalServerError
  128. errorResponse.Message = fmt.Sprintf("could not create mq client for node [%s]: %v", result.ID, err)
  129. return
  130. }
  131. tokenString, err := logic.CreateJWT(authRequest.ID, authRequest.MacAddress, result.Network)
  132. if tokenString == "" {
  133. errorResponse.Code = http.StatusBadRequest
  134. errorResponse.Message = "Could not create Token"
  135. logger.Log(0, request.Header.Get("user"),
  136. fmt.Sprintf("%s: %v", errorResponse.Message, err))
  137. logic.ReturnErrorResponse(response, request, errorResponse)
  138. return
  139. }
  140. var successResponse = models.SuccessResponse{
  141. Code: http.StatusOK,
  142. Message: "W1R3: Device " + authRequest.ID + " Authorized",
  143. Response: models.SuccessfulLoginResponse{
  144. AuthToken: tokenString,
  145. ID: authRequest.ID,
  146. },
  147. }
  148. successJSONResponse, jsonError := json.Marshal(successResponse)
  149. if jsonError != nil {
  150. errorResponse.Code = http.StatusBadRequest
  151. errorResponse.Message = err.Error()
  152. logger.Log(0, request.Header.Get("user"),
  153. "error marshalling resp: ", err.Error())
  154. logic.ReturnErrorResponse(response, request, errorResponse)
  155. return
  156. }
  157. response.WriteHeader(http.StatusOK)
  158. response.Header().Set("Content-Type", "application/json")
  159. response.Write(successJSONResponse)
  160. }
  161. // auth middleware for api calls from nodes where node is has not yet joined the server (register, join)
  162. func nodeauth(next http.Handler) http.HandlerFunc {
  163. return func(w http.ResponseWriter, r *http.Request) {
  164. bearerToken := r.Header.Get("Authorization")
  165. var tokenSplit = strings.Split(bearerToken, " ")
  166. var token = ""
  167. if len(tokenSplit) < 2 {
  168. errorResponse := models.ErrorResponse{
  169. Code: http.StatusUnauthorized, Message: "W1R3: You are unauthorized to access this endpoint.",
  170. }
  171. logic.ReturnErrorResponse(w, r, errorResponse)
  172. return
  173. } else {
  174. token = tokenSplit[1]
  175. }
  176. found := false
  177. networks, err := logic.GetNetworks()
  178. if err != nil {
  179. logger.Log(0, "no networks", err.Error())
  180. errorResponse := models.ErrorResponse{
  181. Code: http.StatusNotFound, Message: "no networks",
  182. }
  183. logic.ReturnErrorResponse(w, r, errorResponse)
  184. return
  185. }
  186. for _, network := range networks {
  187. for _, key := range network.AccessKeys {
  188. if key.Value == token {
  189. found = true
  190. break
  191. }
  192. }
  193. }
  194. if !found {
  195. logger.Log(0, "valid access key not found")
  196. errorResponse := models.ErrorResponse{
  197. Code: http.StatusUnauthorized, Message: "You are unauthorized to access this endpoint.",
  198. }
  199. logic.ReturnErrorResponse(w, r, errorResponse)
  200. return
  201. }
  202. next.ServeHTTP(w, r)
  203. }
  204. }
  205. // The middleware for most requests to the API
  206. // They all pass through here first
  207. // This will validate the JWT (or check for master token)
  208. // This will also check against the authNetwork and make sure the node should be accessing that endpoint,
  209. // even if it's technically ok
  210. // This is kind of a poor man's RBAC. There's probably a better/smarter way.
  211. // TODO: Consider better RBAC implementations
  212. func authorize(nodesAllowed, networkCheck bool, authNetwork string, next http.Handler) http.HandlerFunc {
  213. return func(w http.ResponseWriter, r *http.Request) {
  214. var errorResponse = models.ErrorResponse{
  215. Code: http.StatusUnauthorized, Message: logic.Unauthorized_Msg,
  216. }
  217. var params = mux.Vars(r)
  218. networkexists, _ := logic.NetworkExists(params["network"])
  219. //check that the request is for a valid network
  220. //if (networkCheck && !networkexists) || err != nil {
  221. if networkCheck && !networkexists {
  222. logic.ReturnErrorResponse(w, r, errorResponse)
  223. return
  224. } else {
  225. w.Header().Set("Content-Type", "application/json")
  226. //get the auth token
  227. bearerToken := r.Header.Get("Authorization")
  228. var tokenSplit = strings.Split(bearerToken, " ")
  229. //I put this in in case the user doesn't put in a token at all (in which case it's empty)
  230. //There's probably a smarter way of handling this.
  231. var authToken = "928rt238tghgwe@TY@$Y@#WQAEGB2FC#@HG#@$Hddd"
  232. if len(tokenSplit) > 1 {
  233. authToken = tokenSplit[1]
  234. } else {
  235. logic.ReturnErrorResponse(w, r, errorResponse)
  236. return
  237. }
  238. //check if node instead of user
  239. if nodesAllowed {
  240. // TODO --- should ensure that node is only operating on itself
  241. if _, _, _, err := logic.VerifyToken(authToken); err == nil {
  242. // this indicates request is from a node
  243. // used for failover - if a getNode comes from node, this will trigger a metrics wipe
  244. next.ServeHTTP(w, r)
  245. return
  246. }
  247. }
  248. var isAuthorized = false
  249. var nodeID = ""
  250. username, networks, isadmin, errN := logic.VerifyUserToken(authToken)
  251. if errN != nil {
  252. logic.ReturnErrorResponse(w, r, errorResponse)
  253. return
  254. }
  255. isnetadmin := isadmin
  256. if errN == nil && isadmin {
  257. nodeID = "mastermac"
  258. isAuthorized = true
  259. r.Header.Set("ismasterkey", "yes")
  260. }
  261. if !isadmin && params["network"] != "" {
  262. if logic.StringSliceContains(networks, params["network"]) && pro.IsUserNetAdmin(params["network"], username) {
  263. isnetadmin = true
  264. }
  265. }
  266. //The mastermac (login with masterkey from config) can do everything!! May be dangerous.
  267. if nodeID == "mastermac" {
  268. isAuthorized = true
  269. r.Header.Set("ismasterkey", "yes")
  270. //for everyone else, there's poor man's RBAC. The "cases" are defined in the routes in the handlers
  271. //So each route defines which access network should be allowed to access it
  272. } else {
  273. switch authNetwork {
  274. case "all":
  275. isAuthorized = true
  276. case "nodes":
  277. isAuthorized = (nodeID != "") || isnetadmin
  278. case "network":
  279. if isnetadmin {
  280. isAuthorized = true
  281. } else {
  282. node, err := logic.GetNodeByID(nodeID)
  283. if err != nil {
  284. logic.ReturnErrorResponse(w, r, errorResponse)
  285. return
  286. }
  287. isAuthorized = (node.Network == params["network"])
  288. }
  289. case "node":
  290. if isnetadmin {
  291. isAuthorized = true
  292. } else {
  293. isAuthorized = (nodeID == params["netid"])
  294. }
  295. case "user":
  296. isAuthorized = true
  297. default:
  298. isAuthorized = false
  299. }
  300. }
  301. if !isAuthorized {
  302. logic.ReturnErrorResponse(w, r, errorResponse)
  303. return
  304. } else {
  305. //If authorized, this function passes along it's request and output to the appropriate route function.
  306. if username == "" {
  307. username = "(user not found)"
  308. }
  309. r.Header.Set("user", username)
  310. next.ServeHTTP(w, r)
  311. }
  312. }
  313. }
  314. }
  315. // swagger:route GET /api/nodes/{network} nodes getNetworkNodes
  316. //
  317. // Gets all nodes associated with network including pending nodes.
  318. //
  319. // Schemes: https
  320. //
  321. // Security:
  322. // oauth
  323. //
  324. // Responses:
  325. // 200: nodeSliceResponse
  326. func getNetworkNodes(w http.ResponseWriter, r *http.Request) {
  327. w.Header().Set("Content-Type", "application/json")
  328. var nodes []models.Node
  329. var params = mux.Vars(r)
  330. networkName := params["network"]
  331. nodes, err := logic.GetNetworkNodes(networkName)
  332. if err != nil {
  333. logger.Log(0, r.Header.Get("user"),
  334. fmt.Sprintf("error fetching nodes on network %s: %v", networkName, err))
  335. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  336. return
  337. }
  338. for _, node := range nodes {
  339. if len(node.NetworkSettings.AccessKeys) > 0 {
  340. node.NetworkSettings.AccessKeys = []models.AccessKey{} // not to be sent back to client; client already knows how to join the network
  341. }
  342. }
  343. //Returns all the nodes in JSON format
  344. logger.Log(2, r.Header.Get("user"), "fetched nodes on network", networkName)
  345. w.WriteHeader(http.StatusOK)
  346. json.NewEncoder(w).Encode(nodes)
  347. }
  348. // swagger:route GET /api/nodes nodes getAllNodes
  349. //
  350. // Get all nodes across all networks.
  351. //
  352. // Schemes: https
  353. //
  354. // Security:
  355. // oauth
  356. //
  357. // Responses:
  358. // 200: nodeSliceResponse
  359. // Not quite sure if this is necessary. Probably necessary based on front end but may want to review after iteration 1 if it's being used or not
  360. func getAllNodes(w http.ResponseWriter, r *http.Request) {
  361. w.Header().Set("Content-Type", "application/json")
  362. user, err := logic.GetUser(r.Header.Get("user"))
  363. if err != nil && r.Header.Get("ismasterkey") != "yes" {
  364. logger.Log(0, r.Header.Get("user"),
  365. "error fetching user info: ", err.Error())
  366. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  367. return
  368. }
  369. var nodes []models.Node
  370. if user.IsAdmin || r.Header.Get("ismasterkey") == "yes" {
  371. nodes, err = logic.GetAllNodes()
  372. if err != nil {
  373. logger.Log(0, "error fetching all nodes info: ", err.Error())
  374. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  375. return
  376. }
  377. } else {
  378. nodes, err = getUsersNodes(*user)
  379. if err != nil {
  380. logger.Log(0, r.Header.Get("user"),
  381. "error fetching nodes: ", err.Error())
  382. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  383. return
  384. }
  385. }
  386. //Return all the nodes in JSON format
  387. logger.Log(3, r.Header.Get("user"), "fetched all nodes they have access to")
  388. w.WriteHeader(http.StatusOK)
  389. json.NewEncoder(w).Encode(nodes)
  390. }
  391. func getUsersNodes(user models.User) ([]models.Node, error) {
  392. var nodes []models.Node
  393. var err error
  394. for _, networkName := range user.Networks {
  395. tmpNodes, err := logic.GetNetworkNodes(networkName)
  396. if err != nil {
  397. continue
  398. }
  399. nodes = append(nodes, tmpNodes...)
  400. }
  401. return nodes, err
  402. }
  403. // swagger:route GET /api/nodes/{network}/{nodeid} nodes getNode
  404. //
  405. // Get an individual node.
  406. //
  407. // Schemes: https
  408. //
  409. // Security:
  410. // oauth
  411. //
  412. // Responses:
  413. // 200: nodeResponse
  414. func getNode(w http.ResponseWriter, r *http.Request) {
  415. // set header.
  416. w.Header().Set("Content-Type", "application/json")
  417. nodeRequest := r.Header.Get("requestfrom") == "node"
  418. var params = mux.Vars(r)
  419. nodeid := params["nodeid"]
  420. node, err := logic.GetNodeByID(nodeid)
  421. if err != nil {
  422. logger.Log(0, r.Header.Get("user"),
  423. fmt.Sprintf("error fetching node [ %s ] info: %v", nodeid, err))
  424. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  425. return
  426. }
  427. peerUpdate, err := logic.GetPeerUpdate(&node)
  428. if err != nil && !database.IsEmptyRecord(err) {
  429. logger.Log(0, r.Header.Get("user"),
  430. fmt.Sprintf("error fetching wg peers config for node [ %s ]: %v", nodeid, err))
  431. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  432. return
  433. }
  434. if len(node.NetworkSettings.AccessKeys) > 0 {
  435. node.NetworkSettings.AccessKeys = []models.AccessKey{} // not to be sent back to client; client already knows how to join the network
  436. }
  437. response := models.NodeGet{
  438. Node: node,
  439. Peers: peerUpdate.Peers,
  440. ServerConfig: servercfg.GetServerInfo(),
  441. PeerIDs: peerUpdate.PeerIDs,
  442. }
  443. if servercfg.Is_EE && nodeRequest {
  444. if err = logic.EnterpriseResetAllPeersFailovers(node.ID, node.Network); err != nil {
  445. logger.Log(1, "failed to reset failover list during node config pull", node.Name, node.Network)
  446. }
  447. }
  448. logger.Log(2, r.Header.Get("user"), "fetched node", params["nodeid"])
  449. w.WriteHeader(http.StatusOK)
  450. json.NewEncoder(w).Encode(response)
  451. }
  452. // swagger:route POST /api/nodes/{network} nodes createNode
  453. //
  454. // Create a node on a network.
  455. //
  456. // Schemes: https
  457. //
  458. // Security:
  459. // oauth
  460. //
  461. // Responses:
  462. // 200: nodeGetResponse
  463. func createNode(w http.ResponseWriter, r *http.Request) {
  464. w.Header().Set("Content-Type", "application/json")
  465. var params = mux.Vars(r)
  466. var errorResponse = models.ErrorResponse{
  467. Code: http.StatusInternalServerError, Message: "W1R3: It's not you it's me.",
  468. }
  469. networkName := params["network"]
  470. networkexists, err := logic.NetworkExists(networkName)
  471. if err != nil {
  472. logger.Log(0, r.Header.Get("user"),
  473. fmt.Sprintf("failed to fetch network [%s] info: %v", networkName, err))
  474. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  475. return
  476. } else if !networkexists {
  477. errorResponse = models.ErrorResponse{
  478. Code: http.StatusNotFound, Message: "W1R3: Network does not exist! ",
  479. }
  480. logger.Log(0, r.Header.Get("user"),
  481. fmt.Sprintf("network [%s] does not exist", networkName))
  482. logic.ReturnErrorResponse(w, r, errorResponse)
  483. return
  484. }
  485. var node = models.Node{}
  486. //get node from body of request
  487. err = json.NewDecoder(r.Body).Decode(&node)
  488. if err != nil {
  489. logger.Log(0, r.Header.Get("user"), "error decoding request body: ", err.Error())
  490. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  491. return
  492. }
  493. node.Network = networkName
  494. network, err := logic.GetNetworkByNode(&node)
  495. if err != nil {
  496. logger.Log(0, r.Header.Get("user"),
  497. fmt.Sprintf("failed to get network [%s] info: %v", node.Network, err))
  498. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  499. return
  500. }
  501. node.NetworkSettings, err = logic.GetNetworkSettings(node.Network)
  502. if err != nil {
  503. logger.Log(0, r.Header.Get("user"),
  504. fmt.Sprintf("failed to get network [%s] settings: %v", node.Network, err))
  505. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  506. return
  507. }
  508. keyName, validKey := logic.IsKeyValid(networkName, node.AccessKey)
  509. if !validKey {
  510. // Check to see if network will allow manual sign up
  511. // may want to switch this up with the valid key check and avoid a DB call that way.
  512. if network.AllowManualSignUp == "yes" {
  513. node.IsPending = "yes"
  514. } else {
  515. errorResponse = models.ErrorResponse{
  516. Code: http.StatusUnauthorized, Message: "W1R3: Key invalid, or none provided.",
  517. }
  518. logger.Log(0, r.Header.Get("user"),
  519. fmt.Sprintf("failed to create node on network [%s]: %s",
  520. node.Network, errorResponse.Message))
  521. logic.ReturnErrorResponse(w, r, errorResponse)
  522. return
  523. }
  524. }
  525. user, err := pro.GetNetworkUser(networkName, promodels.NetworkUserID(keyName))
  526. if err == nil {
  527. if user.ID != "" {
  528. logger.Log(1, "associating new node with user", keyName)
  529. node.OwnerID = string(user.ID)
  530. }
  531. }
  532. key, keyErr := logic.RetrievePublicTrafficKey()
  533. if keyErr != nil {
  534. logger.Log(0, "error retrieving key: ", keyErr.Error())
  535. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  536. return
  537. }
  538. if key == nil {
  539. logger.Log(0, "error: server traffic key is nil")
  540. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  541. return
  542. }
  543. if node.TrafficKeys.Mine == nil {
  544. logger.Log(0, "error: node traffic key is nil")
  545. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  546. return
  547. }
  548. node.TrafficKeys = models.TrafficKeys{
  549. Mine: node.TrafficKeys.Mine,
  550. Server: key,
  551. }
  552. // consume password before hashing for mq client creation
  553. nodePassword := node.Password
  554. err = logic.CreateNode(&node)
  555. if err != nil {
  556. logger.Log(0, r.Header.Get("user"),
  557. fmt.Sprintf("failed to create node on network [%s]: %s",
  558. node.Network, err))
  559. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  560. return
  561. }
  562. // check if key belongs to a user
  563. // if so add to their netuser data
  564. // if it fails remove the node and fail request
  565. if user != nil {
  566. var updatedUserNode bool
  567. user.Nodes = append(user.Nodes, node.ID) // add new node to user
  568. if err = pro.UpdateNetworkUser(networkName, user); err == nil {
  569. logger.Log(1, "added node", node.ID, node.Name, "to user", string(user.ID))
  570. updatedUserNode = true
  571. }
  572. if !updatedUserNode { // user was found but not updated, so delete node
  573. logger.Log(0, "failed to add node to user", keyName)
  574. logic.DeleteNodeByID(&node, true)
  575. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  576. return
  577. }
  578. }
  579. peerUpdate, err := logic.GetPeerUpdate(&node)
  580. if err != nil && !database.IsEmptyRecord(err) {
  581. logger.Log(0, r.Header.Get("user"),
  582. fmt.Sprintf("error fetching wg peers config for node [ %s ]: %v", node.ID, err))
  583. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  584. return
  585. }
  586. // Create client for this node in Mq
  587. event := mq.MqDynsecPayload{
  588. Commands: []mq.MqDynSecCmd{
  589. { // delete if any client exists already
  590. Command: mq.DeleteClientCmd,
  591. Username: node.ID,
  592. },
  593. {
  594. Command: mq.CreateRoleCmd,
  595. RoleName: node.Network,
  596. Textname: "Network wide role with Acls for nodes",
  597. Acls: mq.FetchNetworkAcls(node.Network),
  598. },
  599. {
  600. Command: mq.CreateClientCmd,
  601. Username: node.ID,
  602. Password: nodePassword,
  603. Textname: node.Name,
  604. Roles: []mq.MqDynSecRole{
  605. {
  606. Rolename: mq.NodeRole,
  607. Priority: -1,
  608. },
  609. {
  610. Rolename: node.Network,
  611. Priority: -1,
  612. },
  613. },
  614. Groups: make([]mq.MqDynSecGroup, 0),
  615. },
  616. },
  617. }
  618. if err := mq.PublishEventToDynSecTopic(event); err != nil {
  619. logger.Log(0, fmt.Sprintf("failed to send DynSec command [%v]: %v",
  620. event.Commands, err.Error()))
  621. }
  622. response := models.NodeGet{
  623. Node: node,
  624. Peers: peerUpdate.Peers,
  625. ServerConfig: servercfg.GetServerInfo(),
  626. PeerIDs: peerUpdate.PeerIDs,
  627. }
  628. logger.Log(1, r.Header.Get("user"), "created new node", node.Name, "on network", node.Network)
  629. w.WriteHeader(http.StatusOK)
  630. json.NewEncoder(w).Encode(response)
  631. runForceServerUpdate(&node, true)
  632. }
  633. // swagger:route POST /api/nodes/{network}/{nodeid}/approve nodes uncordonNode
  634. //
  635. // Takes a node out of pending state.
  636. //
  637. // Schemes: https
  638. //
  639. // Security:
  640. // oauth
  641. //
  642. // Responses:
  643. // 200: nodeResponse
  644. // Takes node out of pending state
  645. // TODO: May want to use cordon/uncordon terminology instead of "ispending".
  646. func uncordonNode(w http.ResponseWriter, r *http.Request) {
  647. var params = mux.Vars(r)
  648. w.Header().Set("Content-Type", "application/json")
  649. var nodeid = params["nodeid"]
  650. node, err := logic.UncordonNode(nodeid)
  651. if err != nil {
  652. logger.Log(0, r.Header.Get("user"),
  653. fmt.Sprintf("failed to uncordon node [%s]: %v", node.Name, err))
  654. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  655. return
  656. }
  657. logger.Log(1, r.Header.Get("user"), "uncordoned node", node.Name)
  658. w.WriteHeader(http.StatusOK)
  659. json.NewEncoder(w).Encode("SUCCESS")
  660. runUpdates(&node, false)
  661. }
  662. // == EGRESS ==
  663. // swagger:route POST /api/nodes/{network}/{nodeid}/creategateway nodes createEgressGateway
  664. //
  665. // Create an egress gateway.
  666. //
  667. // Schemes: https
  668. //
  669. // Security:
  670. // oauth
  671. //
  672. // Responses:
  673. // 200: nodeResponse
  674. func createEgressGateway(w http.ResponseWriter, r *http.Request) {
  675. var gateway models.EgressGatewayRequest
  676. var params = mux.Vars(r)
  677. w.Header().Set("Content-Type", "application/json")
  678. err := json.NewDecoder(r.Body).Decode(&gateway)
  679. if err != nil {
  680. logger.Log(0, r.Header.Get("user"), "error decoding request body: ", err.Error())
  681. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  682. return
  683. }
  684. gateway.NetID = params["network"]
  685. gateway.NodeID = params["nodeid"]
  686. node, err := logic.CreateEgressGateway(gateway)
  687. if err != nil {
  688. logger.Log(0, r.Header.Get("user"),
  689. fmt.Sprintf("failed to create egress gateway on node [%s] on network [%s]: %v",
  690. gateway.NodeID, gateway.NetID, err))
  691. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  692. return
  693. }
  694. logger.Log(1, r.Header.Get("user"), "created egress gateway on node", gateway.NodeID, "on network", gateway.NetID)
  695. w.WriteHeader(http.StatusOK)
  696. json.NewEncoder(w).Encode(node)
  697. runUpdates(&node, true)
  698. }
  699. // swagger:route DELETE /api/nodes/{network}/{nodeid}/deletegateway nodes deleteEgressGateway
  700. //
  701. // Delete an egress gateway.
  702. //
  703. // Schemes: https
  704. //
  705. // Security:
  706. // oauth
  707. //
  708. // Responses:
  709. // 200: nodeResponse
  710. func deleteEgressGateway(w http.ResponseWriter, r *http.Request) {
  711. w.Header().Set("Content-Type", "application/json")
  712. var params = mux.Vars(r)
  713. nodeid := params["nodeid"]
  714. netid := params["network"]
  715. node, err := logic.DeleteEgressGateway(netid, nodeid)
  716. if err != nil {
  717. logger.Log(0, r.Header.Get("user"),
  718. fmt.Sprintf("failed to delete egress gateway on node [%s] on network [%s]: %v",
  719. nodeid, netid, err))
  720. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  721. return
  722. }
  723. logger.Log(1, r.Header.Get("user"), "deleted egress gateway on node", nodeid, "on network", netid)
  724. w.WriteHeader(http.StatusOK)
  725. json.NewEncoder(w).Encode(node)
  726. runUpdates(&node, true)
  727. }
  728. // == INGRESS ==
  729. // swagger:route POST /api/nodes/{network}/{nodeid}/createingress nodes createIngressGateway
  730. //
  731. // Create an ingress gateway.
  732. //
  733. // Schemes: https
  734. //
  735. // Security:
  736. // oauth
  737. //
  738. // Responses:
  739. // 200: nodeResponse
  740. func createIngressGateway(w http.ResponseWriter, r *http.Request) {
  741. var params = mux.Vars(r)
  742. w.Header().Set("Content-Type", "application/json")
  743. nodeid := params["nodeid"]
  744. netid := params["network"]
  745. type failoverData struct {
  746. Failover bool `json:"failover"`
  747. }
  748. var failoverReqBody failoverData
  749. json.NewDecoder(r.Body).Decode(&failoverReqBody)
  750. node, err := logic.CreateIngressGateway(netid, nodeid, failoverReqBody.Failover)
  751. if err != nil {
  752. logger.Log(0, r.Header.Get("user"),
  753. fmt.Sprintf("failed to create ingress gateway on node [%s] on network [%s]: %v",
  754. nodeid, netid, err))
  755. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  756. return
  757. }
  758. if servercfg.Is_EE && failoverReqBody.Failover {
  759. if err = logic.EnterpriseResetFailoverFunc(node.Network); err != nil {
  760. logger.Log(1, "failed to reset failover list during failover create", node.Name, node.Network)
  761. }
  762. }
  763. logger.Log(1, r.Header.Get("user"), "created ingress gateway on node", nodeid, "on network", netid)
  764. w.WriteHeader(http.StatusOK)
  765. json.NewEncoder(w).Encode(node)
  766. runUpdates(&node, true)
  767. }
  768. // swagger:route DELETE /api/nodes/{network}/{nodeid}/deleteingress nodes deleteIngressGateway
  769. //
  770. // Delete an ingress gateway.
  771. //
  772. // Schemes: https
  773. //
  774. // Security:
  775. // oauth
  776. //
  777. // Responses:
  778. // 200: nodeResponse
  779. func deleteIngressGateway(w http.ResponseWriter, r *http.Request) {
  780. w.Header().Set("Content-Type", "application/json")
  781. var params = mux.Vars(r)
  782. nodeid := params["nodeid"]
  783. netid := params["network"]
  784. node, wasFailover, err := logic.DeleteIngressGateway(netid, nodeid)
  785. if err != nil {
  786. logger.Log(0, r.Header.Get("user"),
  787. fmt.Sprintf("failed to delete ingress gateway on node [%s] on network [%s]: %v",
  788. nodeid, netid, err))
  789. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  790. return
  791. }
  792. if servercfg.Is_EE && wasFailover {
  793. if err = logic.EnterpriseResetFailoverFunc(node.Network); err != nil {
  794. logger.Log(1, "failed to reset failover list during failover create", node.Name, node.Network)
  795. }
  796. }
  797. logger.Log(1, r.Header.Get("user"), "deleted ingress gateway", nodeid)
  798. w.WriteHeader(http.StatusOK)
  799. json.NewEncoder(w).Encode(node)
  800. runUpdates(&node, true)
  801. }
  802. // swagger:route PUT /api/nodes/{network}/{nodeid} nodes updateNode
  803. //
  804. // Update an individual node.
  805. //
  806. // Schemes: https
  807. //
  808. // Security:
  809. // oauth
  810. //
  811. // Responses:
  812. // 200: nodeResponse
  813. func updateNode(w http.ResponseWriter, r *http.Request) {
  814. w.Header().Set("Content-Type", "application/json")
  815. var params = mux.Vars(r)
  816. var node models.Node
  817. //start here
  818. nodeid := params["nodeid"]
  819. node, err := logic.GetNodeByID(nodeid)
  820. if err != nil {
  821. logger.Log(0, r.Header.Get("user"),
  822. fmt.Sprintf("error fetching node [ %s ] info: %v", nodeid, err))
  823. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  824. return
  825. }
  826. var newNode models.Node
  827. // we decode our body request params
  828. err = json.NewDecoder(r.Body).Decode(&newNode)
  829. if err != nil {
  830. logger.Log(0, r.Header.Get("user"), "error decoding request body: ", err.Error())
  831. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  832. return
  833. }
  834. relayupdate := false
  835. if node.IsRelay == "yes" && len(newNode.RelayAddrs) > 0 {
  836. if len(newNode.RelayAddrs) != len(node.RelayAddrs) {
  837. relayupdate = true
  838. } else {
  839. for i, addr := range newNode.RelayAddrs {
  840. if addr != node.RelayAddrs[i] {
  841. relayupdate = true
  842. }
  843. }
  844. }
  845. }
  846. relayedUpdate := false
  847. if node.IsRelayed == "yes" && (node.Address != newNode.Address || node.Address6 != newNode.Address6) {
  848. relayedUpdate = true
  849. }
  850. if !servercfg.GetRce() {
  851. newNode.PostDown = node.PostDown
  852. newNode.PostUp = node.PostUp
  853. }
  854. ifaceDelta := logic.IfaceDelta(&node, &newNode)
  855. // for a hub change also need to update the existing hub
  856. if newNode.IsHub == "yes" && node.IsHub != "yes" {
  857. nodeToUpdate, err := logic.UnsetHub(newNode.Network)
  858. if err != nil {
  859. logger.Log(2, "failed to unset hubs", err.Error())
  860. }
  861. if err := mq.NodeUpdate(nodeToUpdate); err != nil {
  862. logger.Log(2, "failed to update hub node", nodeToUpdate.Name, err.Error())
  863. }
  864. if nodeToUpdate.IsServer == "yes" {
  865. // set ifacdelta true to force server to update peeers
  866. if err := logic.ServerUpdate(nodeToUpdate, true); err != nil {
  867. logger.Log(2, "failed to update server node on hub change", err.Error())
  868. }
  869. }
  870. }
  871. if ifaceDelta && servercfg.Is_EE {
  872. if err = logic.EnterpriseResetAllPeersFailovers(node.ID, node.Network); err != nil {
  873. logger.Log(0, "failed to reset failover lists during node update for node", node.Name, node.Network)
  874. }
  875. }
  876. err = logic.UpdateNode(&node, &newNode)
  877. if err != nil {
  878. logger.Log(0, r.Header.Get("user"),
  879. fmt.Sprintf("failed to update node info [ %s ] info: %v", nodeid, err))
  880. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  881. return
  882. }
  883. if relayupdate {
  884. updatenodes := logic.UpdateRelay(node.Network, node.RelayAddrs, newNode.RelayAddrs)
  885. if len(updatenodes) > 0 {
  886. for _, relayedNode := range updatenodes {
  887. runUpdates(&relayedNode, false)
  888. }
  889. }
  890. }
  891. if relayedUpdate {
  892. updateRelay(&node, &newNode)
  893. }
  894. if servercfg.IsDNSMode() {
  895. logic.SetDNS()
  896. }
  897. logger.Log(1, r.Header.Get("user"), "updated node", node.ID, "on network", node.Network)
  898. w.WriteHeader(http.StatusOK)
  899. json.NewEncoder(w).Encode(newNode)
  900. runUpdates(&newNode, ifaceDelta)
  901. }
  902. // swagger:route DELETE /api/nodes/{network}/{nodeid} nodes deleteNode
  903. //
  904. // Delete an individual node.
  905. //
  906. // Schemes: https
  907. //
  908. // Security:
  909. // oauth
  910. //
  911. // Responses:
  912. // 200: nodeResponse
  913. func deleteNode(w http.ResponseWriter, r *http.Request) {
  914. // Set header
  915. w.Header().Set("Content-Type", "application/json")
  916. // get params
  917. var params = mux.Vars(r)
  918. var nodeid = params["nodeid"]
  919. fromNode := r.Header.Get("requestfrom") == "node"
  920. var node, err = logic.GetNodeByID(nodeid)
  921. if err != nil {
  922. if fromNode {
  923. node, err = logic.GetDeletedNodeByID(nodeid)
  924. if err != nil {
  925. logger.Log(0, r.Header.Get("user"),
  926. fmt.Sprintf("error fetching node from deleted nodes [ %s ] info: %v", nodeid, err))
  927. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  928. return
  929. }
  930. } else {
  931. logger.Log(0, r.Header.Get("user"),
  932. fmt.Sprintf("error fetching node [ %s ] info: %v", nodeid, err))
  933. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  934. return
  935. }
  936. }
  937. if isServer(&node) {
  938. err := fmt.Errorf("cannot delete server node")
  939. logger.Log(0, r.Header.Get("user"),
  940. fmt.Sprintf("failed to delete node [ %s ]: %v", nodeid, err))
  941. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
  942. return
  943. }
  944. if r.Header.Get("ismaster") != "yes" {
  945. username := r.Header.Get("user")
  946. if username != "" && !doesUserOwnNode(username, params["network"], nodeid) {
  947. logic.ReturnErrorResponse(w, r, logic.FormatError(fmt.Errorf("user not permitted"), "badrequest"))
  948. return
  949. }
  950. }
  951. //send update to node to be deleted before deleting on server otherwise message cannot be sent
  952. node.Action = models.NODE_DELETE
  953. err = logic.DeleteNodeByID(&node, fromNode)
  954. if err != nil {
  955. logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
  956. return
  957. }
  958. if fromNode {
  959. // deletes node related role and client
  960. event := mq.MqDynsecPayload{
  961. Commands: []mq.MqDynSecCmd{
  962. {
  963. Command: mq.DeleteClientCmd,
  964. Username: nodeid,
  965. },
  966. },
  967. }
  968. if err := mq.PublishEventToDynSecTopic(event); err != nil {
  969. logger.Log(0, fmt.Sprintf("failed to send DynSec command [%v]: %v",
  970. event.Commands, err.Error()))
  971. }
  972. }
  973. if servercfg.Is_EE {
  974. if err = logic.EnterpriseResetAllPeersFailovers(node.ID, node.Network); err != nil {
  975. logger.Log(0, "failed to reset failover lists during node delete for node", node.Name, node.Network)
  976. }
  977. }
  978. logic.ReturnSuccessResponse(w, r, nodeid+" deleted.")
  979. logger.Log(1, r.Header.Get("user"), "Deleted node", nodeid, "from network", params["network"])
  980. runUpdates(&node, false)
  981. runForceServerUpdate(&node, false)
  982. }
  983. func runUpdates(node *models.Node, ifaceDelta bool) {
  984. go func() { // don't block http response
  985. // publish node update if not server
  986. if err := mq.NodeUpdate(node); err != nil {
  987. logger.Log(1, "error publishing node update to node", node.Name, node.ID, err.Error())
  988. }
  989. if err := runServerUpdate(node, ifaceDelta); err != nil {
  990. logger.Log(1, "error running server update", err.Error())
  991. }
  992. }()
  993. }
  994. // updates local peers for a server on a given node's network
  995. func runServerUpdate(node *models.Node, ifaceDelta bool) error {
  996. if servercfg.IsClientMode() != "on" || !isServer(node) {
  997. return nil
  998. }
  999. currentServerNode, err := logic.GetNetworkServerLocal(node.Network)
  1000. if err != nil {
  1001. return err
  1002. }
  1003. if ifaceDelta && logic.IsLeader(&currentServerNode) {
  1004. if err := mq.PublishPeerUpdate(&currentServerNode, false); err != nil {
  1005. logger.Log(1, "failed to publish peer update "+err.Error())
  1006. }
  1007. }
  1008. if err := logic.ServerUpdate(&currentServerNode, ifaceDelta); err != nil {
  1009. logger.Log(1, "server node:", currentServerNode.ID, "failed update")
  1010. return err
  1011. }
  1012. return nil
  1013. }
  1014. func runForceServerUpdate(node *models.Node, publishPeerUpdateToNode bool) {
  1015. go func() {
  1016. if err := mq.PublishPeerUpdate(node, publishPeerUpdateToNode); err != nil {
  1017. logger.Log(1, "failed a peer update after creation of node", node.Name)
  1018. }
  1019. var currentServerNode, getErr = logic.GetNetworkServerLeader(node.Network)
  1020. if getErr == nil {
  1021. if err := logic.ServerUpdate(&currentServerNode, false); err != nil {
  1022. logger.Log(1, "server node:", currentServerNode.ID, "failed update")
  1023. }
  1024. }
  1025. }()
  1026. }
  1027. func isServer(node *models.Node) bool {
  1028. return node.IsServer == "yes"
  1029. }
  1030. func updateRelay(oldnode, newnode *models.Node) {
  1031. relay := logic.FindRelay(oldnode)
  1032. newrelay := relay
  1033. //check if node's address has been updated and if so, update the relayAddrs of the relay node with the updated address of the relayed node
  1034. if oldnode.Address != newnode.Address {
  1035. for i, ip := range newrelay.RelayAddrs {
  1036. if ip == oldnode.Address {
  1037. newrelay.RelayAddrs = append(newrelay.RelayAddrs[:i], relay.RelayAddrs[i+1:]...)
  1038. newrelay.RelayAddrs = append(newrelay.RelayAddrs, newnode.Address)
  1039. }
  1040. }
  1041. }
  1042. //check if node's address(v6) has been updated and if so, update the relayAddrs of the relay node with the updated address(v6) of the relayed node
  1043. if oldnode.Address6 != newnode.Address6 {
  1044. for i, ip := range newrelay.RelayAddrs {
  1045. if ip == oldnode.Address {
  1046. newrelay.RelayAddrs = append(newrelay.RelayAddrs[:i], newrelay.RelayAddrs[i+1:]...)
  1047. newrelay.RelayAddrs = append(newrelay.RelayAddrs, newnode.Address6)
  1048. }
  1049. }
  1050. }
  1051. logic.UpdateNode(relay, newrelay)
  1052. }
  1053. func doesUserOwnNode(username, network, nodeID string) bool {
  1054. u, err := logic.GetUser(username)
  1055. if err != nil {
  1056. return false
  1057. }
  1058. if u.IsAdmin {
  1059. return true
  1060. }
  1061. netUser, err := pro.GetNetworkUser(network, promodels.NetworkUserID(u.UserName))
  1062. if err != nil {
  1063. return false
  1064. }
  1065. if netUser.AccessLevel == pro.NET_ADMIN {
  1066. return true
  1067. }
  1068. return logic.StringSliceContains(netUser.Nodes, nodeID)
  1069. }