server.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423
  1. package logic
  2. import (
  3. "errors"
  4. "fmt"
  5. "net"
  6. "os"
  7. "runtime"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/gravitl/netmaker/logger"
  12. "github.com/gravitl/netmaker/models"
  13. "github.com/gravitl/netmaker/netclient/ncutils"
  14. "github.com/gravitl/netmaker/servercfg"
  15. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  16. )
  17. // == Join, Checkin, and Leave for Server ==
  18. // KUBERNETES_LISTEN_PORT - starting port for Kubernetes in order to use NodePort range
  19. const KUBERNETES_LISTEN_PORT = 31821
  20. // KUBERNETES_SERVER_MTU - ideal mtu for kubernetes deployments right now
  21. const KUBERNETES_SERVER_MTU = 1024
  22. // ServerJoin - responsible for joining a server to a network
  23. func ServerJoin(network string, serverID string, privateKey string) error {
  24. if network == "" {
  25. return errors.New("no network provided")
  26. }
  27. var err error
  28. var node = &models.Node{
  29. IsServer: "yes",
  30. DNSOn: "no",
  31. IsStatic: "yes",
  32. Name: models.NODE_SERVER_NAME,
  33. MacAddress: serverID,
  34. UDPHolePunch: "no",
  35. }
  36. SetNodeDefaults(node)
  37. if servercfg.GetPlatform() == "Kubernetes" {
  38. node.ListenPort = KUBERNETES_LISTEN_PORT
  39. node.MTU = KUBERNETES_SERVER_MTU
  40. }
  41. if node.LocalRange != "" && node.LocalAddress == "" {
  42. logger.Log(1, "local vpn, getting local address from range:", node.LocalRange)
  43. node.LocalAddress = GetLocalIP(*node)
  44. }
  45. if node.Endpoint == "" {
  46. if node.IsLocal == "yes" && node.LocalAddress != "" {
  47. node.Endpoint = node.LocalAddress
  48. } else {
  49. node.Endpoint, err = ncutils.GetPublicIP()
  50. }
  51. if err != nil || node.Endpoint == "" {
  52. logger.Log(0, "Error setting server node Endpoint.")
  53. return err
  54. }
  55. }
  56. // Generate and set public/private WireGuard Keys
  57. if privateKey == "" {
  58. wgPrivatekey, err := wgtypes.GeneratePrivateKey()
  59. if err != nil {
  60. logger.Log(1, err.Error())
  61. return err
  62. }
  63. privateKey = wgPrivatekey.String()
  64. node.PublicKey = wgPrivatekey.PublicKey().String()
  65. }
  66. node.Network = network
  67. logger.Log(2, "adding a server instance on network", node.Network)
  68. err = CreateNode(node)
  69. if err != nil {
  70. return err
  71. }
  72. err = SetNetworkNodesLastModified(node.Network)
  73. if err != nil {
  74. return err
  75. }
  76. // get free port based on returned default listen port
  77. node.ListenPort, err = ncutils.GetFreePort(node.ListenPort)
  78. if err != nil {
  79. logger.Log(2, "Error retrieving port:", err.Error())
  80. } else {
  81. logger.Log(1, "Set client port to", fmt.Sprintf("%d", node.ListenPort), "for network", node.Network)
  82. }
  83. // safety check. If returned node from server is local, but not currently configured as local, set to local addr
  84. if node.IsLocal == "yes" && node.LocalRange != "" {
  85. node.LocalAddress, err = ncutils.GetLocalIP(node.LocalRange)
  86. if err != nil {
  87. return err
  88. }
  89. node.Endpoint = node.LocalAddress
  90. }
  91. node.SetID()
  92. if err = StorePrivKey(node.ID, privateKey); err != nil {
  93. return err
  94. }
  95. if err = ServerPush(node); err != nil {
  96. return err
  97. }
  98. peers, hasGateway, gateways, err := GetServerPeers(node)
  99. if err != nil && !ncutils.IsEmptyRecord(err) {
  100. logger.Log(1, "failed to retrieve peers")
  101. return err
  102. }
  103. err = initWireguard(node, privateKey, peers[:], hasGateway, gateways[:])
  104. if err != nil {
  105. return err
  106. }
  107. return nil
  108. }
  109. // ServerCheckin - runs pulls and pushes for server
  110. func ServerCheckin(mac string, network string) error {
  111. var serverNode = &models.Node{}
  112. var currentNode, err = GetNode(mac, network)
  113. if err != nil {
  114. return err
  115. }
  116. serverNode = &currentNode
  117. err = ServerPull(serverNode, false)
  118. if isDeleteError(err) {
  119. return ServerLeave(mac, network)
  120. } else if err != nil {
  121. return err
  122. }
  123. actionCompleted := checkNodeActions(serverNode)
  124. if actionCompleted == models.NODE_DELETE {
  125. return errors.New("node has been removed")
  126. }
  127. return ServerPush(serverNode)
  128. }
  129. // ServerPull - pulls current config/peers for server
  130. func ServerPull(serverNode *models.Node, onErr bool) error {
  131. var err error
  132. if serverNode.IPForwarding == "yes" {
  133. if err = setIPForwardingLinux(); err != nil {
  134. return err
  135. }
  136. }
  137. serverNode.OS = runtime.GOOS
  138. if serverNode.PullChanges == "yes" || onErr {
  139. // check for interface change
  140. // checks if address is in use by another interface
  141. var oldIfaceName, isIfacePresent = isInterfacePresent(serverNode.Interface, serverNode.Address)
  142. if !isIfacePresent {
  143. if err = deleteInterface(oldIfaceName, serverNode.PostDown); err != nil {
  144. logger.Log(1, "could not delete old interface", oldIfaceName)
  145. }
  146. logger.Log(1, "removed old interface", oldIfaceName)
  147. }
  148. serverNode.PullChanges = "no"
  149. if err = setWGConfig(serverNode, false); err != nil {
  150. return err
  151. }
  152. // handle server side update
  153. if err = UpdateNode(serverNode, serverNode); err != nil {
  154. return err
  155. }
  156. } else {
  157. if err = setWGConfig(serverNode, true); err != nil {
  158. if errors.Is(err, os.ErrNotExist) {
  159. return ServerPull(serverNode, true)
  160. } else {
  161. return err
  162. }
  163. }
  164. }
  165. return nil
  166. }
  167. // ServerPush - pushes config changes for server checkins/join
  168. func ServerPush(serverNode *models.Node) error {
  169. serverNode.OS = runtime.GOOS
  170. serverNode.SetLastCheckIn()
  171. return UpdateNode(serverNode, serverNode)
  172. }
  173. // ServerLeave - removes a server node
  174. func ServerLeave(mac string, network string) error {
  175. var serverNode, err = GetNode(mac, network)
  176. if err != nil {
  177. return err
  178. }
  179. serverNode.SetID()
  180. return DeleteNode(&serverNode, true)
  181. }
  182. /**
  183. * Below function needs major refactor
  184. *
  185. */
  186. // GetServerPeers - gets peers of server
  187. func GetServerPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, bool, []string, error) {
  188. hasGateway := false
  189. var gateways []string
  190. var peers []wgtypes.PeerConfig
  191. var nodes []models.Node // fill above fields from server or client
  192. var nodecfg, err = GetNode(serverNode.MacAddress, serverNode.Network)
  193. if err != nil {
  194. return nil, hasGateway, gateways, err
  195. }
  196. nodes, err = GetPeers(&nodecfg)
  197. if err != nil {
  198. return nil, hasGateway, gateways, err
  199. }
  200. keepalive := nodecfg.PersistentKeepalive
  201. keepalivedur, err := time.ParseDuration(strconv.FormatInt(int64(keepalive), 10) + "s")
  202. if err != nil {
  203. logger.Log(1, "Issue with format of keepalive duration value, Please view server config:", err.Error())
  204. return nil, hasGateway, gateways, err
  205. }
  206. for _, node := range nodes {
  207. pubkey, err := wgtypes.ParseKey(node.PublicKey)
  208. if err != nil {
  209. logger.Log(1, "error parsing key", pubkey.String())
  210. return peers, hasGateway, gateways, err
  211. }
  212. if nodecfg.PublicKey == node.PublicKey {
  213. continue
  214. }
  215. if nodecfg.Endpoint == node.Endpoint {
  216. if nodecfg.LocalAddress != node.LocalAddress && node.LocalAddress != "" {
  217. node.Endpoint = node.LocalAddress
  218. } else {
  219. continue
  220. }
  221. }
  222. var peer wgtypes.PeerConfig
  223. var peeraddr = net.IPNet{
  224. IP: net.ParseIP(node.Address),
  225. Mask: net.CIDRMask(32, 32),
  226. }
  227. var allowedips = []net.IPNet{
  228. peeraddr,
  229. }
  230. // handle manually set peers
  231. for _, allowedIp := range node.AllowedIPs {
  232. if _, ipnet, err := net.ParseCIDR(allowedIp); err == nil {
  233. nodeEndpointArr := strings.Split(node.Endpoint, ":")
  234. if !ipnet.Contains(net.IP(nodeEndpointArr[0])) && ipnet.IP.String() != node.Address { // don't need to add an allowed ip that already exists..
  235. allowedips = append(allowedips, *ipnet)
  236. }
  237. } else if appendip := net.ParseIP(allowedIp); appendip != nil && allowedIp != node.Address {
  238. ipnet := net.IPNet{
  239. IP: net.ParseIP(allowedIp),
  240. Mask: net.CIDRMask(32, 32),
  241. }
  242. allowedips = append(allowedips, ipnet)
  243. }
  244. }
  245. // handle egress gateway peers
  246. if node.IsEgressGateway == "yes" {
  247. hasGateway = true
  248. ranges := node.EgressGatewayRanges
  249. for _, iprange := range ranges { // go through each cidr for egress gateway
  250. _, ipnet, err := net.ParseCIDR(iprange) // confirming it's valid cidr
  251. if err != nil {
  252. logger.Log(1, "could not parse gateway IP range. Not adding", iprange)
  253. continue // if can't parse CIDR
  254. }
  255. nodeEndpointArr := strings.Split(node.Endpoint, ":") // getting the public ip of node
  256. if ipnet.Contains(net.ParseIP(nodeEndpointArr[0])) { // ensuring egress gateway range does not contain public ip of node
  257. logger.Log(2, "egress IP range of", iprange, "overlaps with", node.Endpoint, ", omitting")
  258. continue // skip adding egress range if overlaps with node's ip
  259. }
  260. if ipnet.Contains(net.ParseIP(nodecfg.LocalAddress)) { // ensuring egress gateway range does not contain public ip of node
  261. logger.Log(2, "egress IP range of", iprange, "overlaps with", nodecfg.LocalAddress, ", omitting")
  262. continue // skip adding egress range if overlaps with node's local ip
  263. }
  264. gateways = append(gateways, iprange)
  265. if err != nil {
  266. logger.Log(1, "ERROR ENCOUNTERED SETTING GATEWAY:", err.Error())
  267. } else {
  268. allowedips = append(allowedips, *ipnet)
  269. }
  270. }
  271. ranges = nil
  272. }
  273. if node.Address6 != "" && serverNode.IsDualStack == "yes" {
  274. var addr6 = net.IPNet{
  275. IP: net.ParseIP(node.Address6),
  276. Mask: net.CIDRMask(128, 128),
  277. }
  278. allowedips = append(allowedips, addr6)
  279. }
  280. peer = wgtypes.PeerConfig{
  281. PublicKey: pubkey,
  282. PersistentKeepaliveInterval: &(keepalivedur),
  283. ReplaceAllowedIPs: true,
  284. AllowedIPs: allowedips,
  285. }
  286. peers = append(peers, peer)
  287. }
  288. if serverNode.IsIngressGateway == "yes" {
  289. extPeers, err := GetServerExtPeers(serverNode)
  290. if err == nil {
  291. peers = append(peers, extPeers...)
  292. } else {
  293. logger.Log(1, "ERROR RETRIEVING EXTERNAL PEERS ON SERVER:", err.Error())
  294. }
  295. extPeers = nil
  296. }
  297. return peers, hasGateway, gateways, err
  298. }
  299. // GetServerExtPeers - gets the extpeers for a client
  300. func GetServerExtPeers(serverNode *models.Node) ([]wgtypes.PeerConfig, error) {
  301. var peers []wgtypes.PeerConfig
  302. var extPeers []models.Node
  303. var err error
  304. var tempPeers []models.ExtPeersResponse
  305. tempPeers, err = GetExtPeersList(serverNode.MacAddress, serverNode.Network)
  306. if err != nil {
  307. return nil, err
  308. }
  309. for i := 0; i < len(tempPeers); i++ {
  310. extPeers = append(extPeers, models.Node{
  311. Address: tempPeers[i].Address,
  312. Address6: tempPeers[i].Address6,
  313. Endpoint: tempPeers[i].Endpoint,
  314. PublicKey: tempPeers[i].PublicKey,
  315. PersistentKeepalive: tempPeers[i].KeepAlive,
  316. ListenPort: tempPeers[i].ListenPort,
  317. LocalAddress: tempPeers[i].LocalAddress,
  318. })
  319. }
  320. for _, extPeer := range extPeers {
  321. pubkey, err := wgtypes.ParseKey(extPeer.PublicKey)
  322. if err != nil {
  323. return peers, err
  324. }
  325. if serverNode.PublicKey == extPeer.PublicKey {
  326. continue
  327. }
  328. var peer wgtypes.PeerConfig
  329. var peeraddr = net.IPNet{
  330. IP: net.ParseIP(extPeer.Address),
  331. Mask: net.CIDRMask(32, 32),
  332. }
  333. var allowedips = []net.IPNet{
  334. peeraddr,
  335. }
  336. if extPeer.Address6 != "" && serverNode.IsDualStack == "yes" {
  337. var addr6 = net.IPNet{
  338. IP: net.ParseIP(extPeer.Address6),
  339. Mask: net.CIDRMask(128, 128),
  340. }
  341. allowedips = append(allowedips, addr6)
  342. }
  343. peer = wgtypes.PeerConfig{
  344. PublicKey: pubkey,
  345. ReplaceAllowedIPs: true,
  346. AllowedIPs: allowedips,
  347. }
  348. peers = append(peers, peer)
  349. allowedips = nil
  350. }
  351. tempPeers = nil
  352. extPeers = nil
  353. return peers, err
  354. }
  355. // == Private ==
  356. func isDeleteError(err error) bool {
  357. return err != nil && strings.Contains(err.Error(), models.NODE_DELETE)
  358. }
  359. func checkNodeActions(node *models.Node) string {
  360. if (node.Action == models.NODE_UPDATE_KEY) &&
  361. node.IsStatic != "yes" {
  362. err := setWGKeyConfig(node)
  363. if err != nil {
  364. logger.Log(1, "unable to process reset keys request:", err.Error())
  365. return ""
  366. }
  367. }
  368. if node.Action == models.NODE_DELETE {
  369. err := ServerLeave(node.MacAddress, node.Network)
  370. if err != nil {
  371. logger.Log(1, "error deleting locally:", err.Error())
  372. }
  373. return models.NODE_DELETE
  374. }
  375. return ""
  376. }