server.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474
  1. package logic
  2. import (
  3. "errors"
  4. "net"
  5. "os"
  6. "runtime"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/gravitl/netmaker/models"
  11. "github.com/gravitl/netmaker/netclient/ncutils"
  12. "github.com/gravitl/netmaker/servercfg"
  13. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  14. )
  15. // == Join, Checkin, and Leave for Server ==
  16. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  17. const KUBERNETES_LISTEN_PORT = 31821
  18. const KUBERNETES_SERVER_MTU = 1024
  19. // ServerJoin - responsible for joining a server to a network
  20. func ServerJoin(network string, serverID string, privateKey string) error {
  21. if network == "" {
  22. return errors.New("no network provided")
  23. }
  24. var err error
  25. var node *models.Node // fill this object with server node specifics
  26. node = &models.Node{
  27. IsServer: "yes",
  28. DNSOn: "no",
  29. IsStatic: "yes",
  30. Name: models.NODE_SERVER_NAME,
  31. MacAddress: serverID,
  32. UDPHolePunch: "no",
  33. }
  34. SetNodeDefaults(node)
  35. if servercfg.GetPlatform() == "Kubernetes" {
  36. node.ListenPort = KUBERNETES_LISTEN_PORT
  37. node.MTU = KUBERNETES_SERVER_MTU
  38. }
  39. if node.LocalRange != "" && node.LocalAddress == "" {
  40. Log("local vpn, getting local address from range: "+node.LocalRange, 1)
  41. node.LocalAddress = GetLocalIP(*node)
  42. }
  43. if node.Endpoint == "" {
  44. if node.IsLocal == "yes" && node.LocalAddress != "" {
  45. node.Endpoint = node.LocalAddress
  46. } else {
  47. node.Endpoint, err = ncutils.GetPublicIP()
  48. }
  49. if err != nil || node.Endpoint == "" {
  50. Log("Error setting server node Endpoint.", 0)
  51. return err
  52. }
  53. }
  54. // Generate and set public/private WireGuard Keys
  55. if privateKey == "" {
  56. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  57. if err != nil {
  58. Log(err.Error(), 1)
  59. return err
  60. }
  61. privateKey = wgPrivatekey.String()
  62. node.PublicKey = wgPrivatekey.PublicKey().String()
  63. }
  64. // should never set mac address for server anymore
  65. var postnode *models.Node
  66. postnode = &models.Node{
  67. Password: node.Password,
  68. MacAddress: node.MacAddress,
  69. AccessKey: node.AccessKey,
  70. Network: network,
  71. ListenPort: node.ListenPort,
  72. PostUp: node.PostUp,
  73. PostDown: node.PostDown,
  74. PersistentKeepalive: node.PersistentKeepalive,
  75. LocalAddress: node.LocalAddress,
  76. Interface: node.Interface,
  77. PublicKey: node.PublicKey,
  78. DNSOn: node.DNSOn,
  79. Name: node.Name,
  80. Endpoint: node.Endpoint,
  81. SaveConfig: node.SaveConfig,
  82. UDPHolePunch: node.UDPHolePunch,
  83. }
  84. Log("adding a server instance on network "+postnode.Network, 2)
  85. *node, err = CreateNode(*postnode, network)
  86. if err != nil {
  87. return err
  88. }
  89. err = SetNetworkNodesLastModified(node.Network)
  90. if err != nil {
  91. return err
  92. }
  93. // get free port based on returned default listen port
  94. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  95. if err != nil {
  96. Log("Error retrieving port: "+err.Error(), 2)
  97. }
  98. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  99. if node.IsLocal == "yes" && node.LocalRange != "" {
  100. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  101. if err != nil {
  102. return err
  103. }
  104. node.Endpoint = node.LocalAddress
  105. }
  106. node.SetID()
  107. if err = StorePrivKey(node.ID, privateKey); err != nil {
  108. return err
  109. }
  110. if err = ServerPush(node.MacAddress, node.Network); err != nil {
  111. return err
  112. }
  113. peers, hasGateway, gateways, err := GetServerPeers(node.MacAddress, network, node.IsDualStack == "yes", node.IsIngressGateway == "yes")
  114. if err != nil && !ncutils.IsEmptyRecord(err) {
  115. Log("failed to retrieve peers", 1)
  116. return err
  117. }
  118. err = initWireguard(node, privateKey, peers, hasGateway, gateways)
  119. if err != nil {
  120. return err
  121. }
  122. return nil
  123. }
  124. // ServerCheckin - runs pulls and pushes for server
  125. func ServerCheckin(mac string, network string) error {
  126. var serverNode models.Node
  127. var newNode *models.Node
  128. var err error
  129. serverNode, err = GetNode(mac, network)
  130. if err != nil {
  131. return err
  132. }
  133. newNode, err = ServerPull(mac, network, false)
  134. if isDeleteError(err) {
  135. return ServerLeave(mac, network)
  136. } else if err != nil {
  137. return err
  138. }
  139. actionCompleted := checkNodeActions(newNode, network, &serverNode)
  140. if actionCompleted == models.NODE_DELETE {
  141. return errors.New("node has been removed")
  142. }
  143. return ServerPush(newNode.MacAddress, newNode.Network)
  144. }
  145. // ServerPull - pulls current config/peers for server
  146. func ServerPull(mac string, network string, onErr bool) (*models.Node, error) {
  147. var serverNode models.Node
  148. var err error
  149. serverNode, err = GetNode(mac, network)
  150. if err != nil {
  151. return &serverNode, err
  152. }
  153. if serverNode.IPForwarding == "yes" {
  154. if err = setIPForwardingLinux(); err != nil {
  155. return &serverNode, err
  156. }
  157. }
  158. serverNode.OS = runtime.GOOS
  159. if serverNode.PullChanges == "yes" || onErr {
  160. // check for interface change
  161. var isIfacePresent bool
  162. var oldIfaceName string
  163. // checks if address is in use by another interface
  164. oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  165. if !isIfacePresent {
  166. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  167. Log("could not delete old interface "+oldIfaceName, 1)
  168. }
  169. Log("removed old interface "+oldIfaceName, 1)
  170. }
  171. serverNode.PullChanges = "no"
  172. if err = setWGConfig(serverNode, network, false); err != nil {
  173. return &serverNode, err
  174. }
  175. // handle server side update
  176. if err = UpdateNode(&serverNode, &serverNode); err != nil {
  177. return &serverNode, err
  178. }
  179. } else {
  180. if err = setWGConfig(serverNode, network, true); err != nil {
  181. if errors.Is(err, os.ErrNotExist) {
  182. return ServerPull(serverNode.MacAddress, serverNode.Network, true)
  183. } else {
  184. return &serverNode, err
  185. }
  186. }
  187. }
  188. return &serverNode, nil
  189. }
  190. // ServerPush - pushes config changes for server checkins/join
  191. func ServerPush(mac string, network string) error {
  192. var serverNode models.Node
  193. var err error
  194. serverNode, err = GetNode(mac, network)
  195. if err != nil /* && !ncutils.IsEmptyRecord(err) May not be necessary */ {
  196. return err
  197. }
  198. serverNode.OS = runtime.GOOS
  199. serverNode.SetLastCheckIn()
  200. return UpdateNode(&serverNode, &serverNode)
  201. }
  202. // ServerLeave - removes a server node
  203. func ServerLeave(mac string, network string) error {
  204. var serverNode models.Node
  205. var err error
  206. serverNode, err = GetNode(mac, network)
  207. if err != nil {
  208. return err
  209. }
  210. serverNode.SetID()
  211. return DeleteNode(&serverNode, true)
  212. }
  213. // GetServerPeers - gets peers of server
  214. func GetServerPeers(macaddress string, network string, dualstack bool, isIngressGateway bool) ([]wgtypes.PeerConfig, bool, []string, error) {
  215. hasGateway := false
  216. var err error
  217. var gateways []string
  218. var peers []wgtypes.PeerConfig
  219. var nodecfg models.Node
  220. var nodes []models.Node // fill above fields from server or client
  221. nodecfg, err = GetNode(macaddress, network)
  222. if err != nil {
  223. return nil, hasGateway, gateways, err
  224. }
  225. nodes, err = GetPeers(nodecfg)
  226. if err != nil {
  227. return nil, hasGateway, gateways, err
  228. }
  229. keepalive := nodecfg.PersistentKeepalive
  230. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  231. keepaliveserver, err := time.ParseDuration(strconv.FormatInt(int64(5), 10) + "s")
  232. if err != nil {
  233. Log("Issue with format of keepalive value. Please view server config. "+err.Error(), 1)
  234. return nil, hasGateway, gateways, err
  235. }
  236. for _, node := range nodes {
  237. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  238. if err != nil {
  239. Log("error parsing key "+pubkey.String(), 1)
  240. return peers, hasGateway, gateways, err
  241. }
  242. if nodecfg.PublicKey == node.PublicKey {
  243. continue
  244. }
  245. if nodecfg.Endpoint == node.Endpoint {
  246. if nodecfg.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  247. node.Endpoint = node.LocalAddress
  248. } else {
  249. continue
  250. }
  251. }
  252. var peer wgtypes.PeerConfig
  253. var peeraddr = net.IPNet{
  254. IP: net.ParseIP(node.Address),
  255. Mask: net.CIDRMask(32, 32),
  256. }
  257. var allowedips []net.IPNet
  258. allowedips = append(allowedips, peeraddr)
  259. // handle manually set peers
  260. for _, allowedIp := range node.AllowedIPs {
  261. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  262. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  263. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  264. allowedips = append(allowedips, *ipnet)
  265. }
  266. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  267. ipnet := net.IPNet{
  268. IP: net.ParseIP(allowedIp),
  269. Mask: net.CIDRMask(32, 32),
  270. }
  271. allowedips = append(allowedips, ipnet)
  272. }
  273. }
  274. // handle egress gateway peers
  275. if node.IsEgressGateway == "yes" {
  276. hasGateway = true
  277. ranges := node.EgressGatewayRanges
  278. for _, iprange := range ranges { // go through each cidr for egress gateway
  279. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  280. if err != nil {
  281. Log("could not parse gateway IP range. Not adding "+iprange, 1)
  282. continue // if can't parse CIDR
  283. }
  284. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  285. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  286. Log("egress IP range of "+iprange+" overlaps with "+node.Endpoint+", omitting", 2)
  287. continue // skip adding egress range if overlaps with node's ip
  288. }
  289. if ipnet.Contains(net.ParseIP(nodecfg.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  290. Log("egress IP range of "+iprange+" overlaps with "+nodecfg.LocalAddress+", omitting", 2)
  291. continue // skip adding egress range if overlaps with node's local ip
  292. }
  293. gateways = append(gateways, iprange)
  294. if err != nil {
  295. Log("ERROR ENCOUNTERED SETTING GATEWAY", 1)
  296. } else {
  297. allowedips = append(allowedips, *ipnet)
  298. }
  299. }
  300. }
  301. if node.Address6 != "" && dualstack {
  302. var addr6 = net.IPNet{
  303. IP: net.ParseIP(node.Address6),
  304. Mask: net.CIDRMask(128, 128),
  305. }
  306. allowedips = append(allowedips, addr6)
  307. }
  308. if nodecfg.IsServer == "yes" && !(node.IsServer == "yes") {
  309. peer = wgtypes.PeerConfig{
  310. PublicKey: pubkey,
  311. PersistentKeepaliveInterval: &keepaliveserver,
  312. ReplaceAllowedIPs: true,
  313. AllowedIPs: allowedips,
  314. }
  315. } else if keepalive != 0 {
  316. peer = wgtypes.PeerConfig{
  317. PublicKey: pubkey,
  318. PersistentKeepaliveInterval: &keepalivedur,
  319. Endpoint: &net.UDPAddr{
  320. IP: net.ParseIP(node.Endpoint),
  321. Port: int(node.ListenPort),
  322. },
  323. ReplaceAllowedIPs: true,
  324. AllowedIPs: allowedips,
  325. }
  326. } else {
  327. peer = wgtypes.PeerConfig{
  328. PublicKey: pubkey,
  329. Endpoint: &net.UDPAddr{
  330. IP: net.ParseIP(node.Endpoint),
  331. Port: int(node.ListenPort),
  332. },
  333. ReplaceAllowedIPs: true,
  334. AllowedIPs: allowedips,
  335. }
  336. }
  337. peers = append(peers, peer)
  338. }
  339. if isIngressGateway {
  340. extPeers, err := GetServerExtPeers(macaddress, network, dualstack)
  341. if err == nil {
  342. peers = append(peers, extPeers...)
  343. } else {
  344. Log("ERROR RETRIEVING EXTERNAL PEERS ON SERVER", 1)
  345. }
  346. }
  347. return peers, hasGateway, gateways, err
  348. }
  349. // GetServerExtPeers - gets the extpeers for a client
  350. func GetServerExtPeers(macaddress string, network string, dualstack bool) ([]wgtypes.PeerConfig, error) {
  351. var peers []wgtypes.PeerConfig
  352. var nodecfg models.Node
  353. var extPeers []models.Node
  354. var err error
  355. // fill above fields from either client or server
  356. nodecfg, err = GetNode(macaddress, network)
  357. if err != nil {
  358. return nil, err
  359. }
  360. var tempPeers []models.ExtPeersResponse
  361. tempPeers, err = GetExtPeersList(nodecfg.MacAddress, nodecfg.Network)
  362. if err != nil {
  363. return nil, err
  364. }
  365. for i := 0; i < len(tempPeers); i++ {
  366. extPeers = append(extPeers, models.Node{
  367. Address: tempPeers[i].Address,
  368. Address6: tempPeers[i].Address6,
  369. Endpoint: tempPeers[i].Endpoint,
  370. PublicKey: tempPeers[i].PublicKey,
  371. PersistentKeepalive: tempPeers[i].KeepAlive,
  372. ListenPort: tempPeers[i].ListenPort,
  373. LocalAddress: tempPeers[i].LocalAddress,
  374. })
  375. }
  376. for _, extPeer := range extPeers {
  377. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  378. if err != nil {
  379. return peers, err
  380. }
  381. if nodecfg.PublicKey == extPeer.PublicKey {
  382. continue
  383. }
  384. var peer wgtypes.PeerConfig
  385. var peeraddr = net.IPNet{
  386. IP: net.ParseIP(extPeer.Address),
  387. Mask: net.CIDRMask(32, 32),
  388. }
  389. var allowedips []net.IPNet
  390. allowedips = append(allowedips, peeraddr)
  391. if extPeer.Address6 != "" && dualstack {
  392. var addr6 = net.IPNet{
  393. IP: net.ParseIP(extPeer.Address6),
  394. Mask: net.CIDRMask(128, 128),
  395. }
  396. allowedips = append(allowedips, addr6)
  397. }
  398. peer = wgtypes.PeerConfig{
  399. PublicKey: pubkey,
  400. ReplaceAllowedIPs: true,
  401. AllowedIPs: allowedips,
  402. }
  403. peers = append(peers, peer)
  404. }
  405. return peers, err
  406. }
  407. // == Private ==
  408. func isDeleteError(err error) bool {
  409. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  410. }
  411. func checkNodeActions(node *models.Node, networkName string, localNode *models.Node) string {
  412. if (node.Action == models.NODE_UPDATE_KEY || localNode.Action == models.NODE_UPDATE_KEY) &&
  413. node.IsStatic != "yes" {
  414. err := setWGKeyConfig(*node)
  415. if err != nil {
  416. Log("unable to process reset keys request: "+err.Error(), 1)
  417. return ""
  418. }
  419. }
  420. if node.Action == models.NODE_DELETE || localNode.Action == models.NODE_DELETE {
  421. err := ServerLeave(node.MacAddress, networkName)
  422. if err != nil {
  423. Log("error deleting locally: "+err.Error(), 1)
  424. }
  425. return models.NODE_DELETE
  426. }
  427. return ""
  428. }