kernel.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439
  1. package wireguard
  2. import (
  3. "github.com/davecgh/go-spew/spew"
  4. "fmt"
  5. "strconv"
  6. "errors"
  7. "context"
  8. "io/ioutil"
  9. "strings"
  10. "log"
  11. "net"
  12. "os"
  13. "os/exec"
  14. "github.com/gravitl/netmaker/netclient/config"
  15. "github.com/gravitl/netmaker/netclient/local"
  16. "github.com/gravitl/netmaker/netclient/auth"
  17. "github.com/gravitl/netmaker/netclient/server"
  18. nodepb "github.com/gravitl/netmaker/grpc"
  19. "github.com/gravitl/netmaker/models"
  20. "golang.zx2c4.com/wireguard/wgctrl"
  21. "google.golang.org/grpc"
  22. "google.golang.org/grpc/metadata"
  23. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  24. //homedir "github.com/mitchellh/go-homedir"
  25. )
  26. func InitGRPCWireguard(client models.IntClient) error {
  27. key, err := wgtypes.ParseKey(client.PrivateKey)
  28. if err != nil {
  29. return err
  30. }
  31. serverkey, err := wgtypes.ParseKey(client.ServerKey)
  32. if err != nil {
  33. return err
  34. }
  35. serverport, err := strconv.Atoi(client.ServerPort)
  36. if err != nil {
  37. return err
  38. }
  39. wgclient, err := wgctrl.New()
  40. if err != nil {
  41. log.Fatalf("failed to open client: %v", err)
  42. }
  43. defer wgclient.Close()
  44. ifacename := "grpc-wg-001"
  45. if client.Address6 == "" && client.Address == "" {
  46. return errors.New("no address to configure")
  47. }
  48. cmdIPDevLinkAdd := exec.Command("ip","link", "add", "dev", ifacename, "type", "wireguard" )
  49. cmdIPAddrAdd := exec.Command("ip", "address", "add", "dev", ifacename, client.Address+"/24")
  50. cmdIPAddr6Add := exec.Command("ip", "address", "add", "dev", ifacename, client.Address6+"/64")
  51. currentiface, err := net.InterfaceByName(ifacename)
  52. if err != nil {
  53. err = cmdIPDevLinkAdd.Run()
  54. if err != nil && !strings.Contains(err.Error(), "exists") {
  55. log.Println("Error creating interface")
  56. }
  57. }
  58. match := false
  59. match6 := false
  60. addrs, _ := currentiface.Addrs()
  61. //Add IPv4Address (make into separate function)
  62. for _, a := range addrs {
  63. if strings.Contains(a.String(), client.Address){
  64. match = true
  65. }
  66. if strings.Contains(a.String(), client.Address6){
  67. match6 = true
  68. }
  69. }
  70. if !match && client.Address != "" {
  71. err = cmdIPAddrAdd.Run()
  72. if err != nil {
  73. log.Println("Error adding ipv4 address")
  74. fmt.Println(err)
  75. }
  76. }
  77. if !match6 && client.Address6 !=""{
  78. err = cmdIPAddr6Add.Run()
  79. if err != nil {
  80. log.Println("Error adding ipv6 address")
  81. fmt.Println(err)
  82. }
  83. }
  84. var peers []wgtypes.PeerConfig
  85. var peeraddr = net.IPNet{
  86. IP: net.ParseIP(client.ServerAddress),
  87. Mask: net.CIDRMask(32, 32),
  88. }
  89. var allowedips []net.IPNet
  90. allowedips = append(allowedips, peeraddr)
  91. net.ParseIP(client.ServerWGEndpoint)
  92. peer := wgtypes.PeerConfig{
  93. PublicKey: serverkey,
  94. Endpoint: &net.UDPAddr{
  95. IP: net.ParseIP(client.ServerWGEndpoint),
  96. Port: serverport,
  97. },
  98. ReplaceAllowedIPs: true,
  99. AllowedIPs: allowedips,
  100. }
  101. peers = append(peers, peer)
  102. conf := wgtypes.Config{
  103. PrivateKey: &key,
  104. ReplacePeers: true,
  105. Peers: peers,
  106. }
  107. _, err = wgclient.Device(ifacename)
  108. if err != nil {
  109. if os.IsNotExist(err) {
  110. log.Println("Device does not exist: ")
  111. log.Println(err)
  112. } else {
  113. return err
  114. }
  115. }
  116. spew.Dump(conf)
  117. err = wgclient.ConfigureDevice(ifacename, conf)
  118. if err != nil {
  119. if os.IsNotExist(err) {
  120. log.Println("Device does not exist: ")
  121. log.Println(err)
  122. } else {
  123. log.Printf("This is inconvenient: %v", err)
  124. }
  125. }
  126. cmdIPLinkUp := exec.Command("ip", "link", "set", "up", "dev", ifacename)
  127. cmdIPLinkDown := exec.Command("ip", "link", "set", "down", "dev", ifacename)
  128. err = cmdIPLinkDown.Run()
  129. err = cmdIPLinkUp.Run()
  130. if err != nil {
  131. return err
  132. }
  133. return err
  134. }
  135. func InitWireguard(node *nodepb.Node, privkey string, peers []wgtypes.PeerConfig, hasGateway bool, gateways []string) error {
  136. ipExec, err := exec.LookPath("ip")
  137. if err != nil {
  138. return err
  139. }
  140. key, err := wgtypes.ParseKey(privkey)
  141. if err != nil {
  142. return err
  143. }
  144. wgclient, err := wgctrl.New()
  145. //modcfg := config.Config
  146. //modcfg.ReadConfig()
  147. modcfg, err := config.ReadConfig(node.Nodenetwork)
  148. if err != nil {
  149. return err
  150. }
  151. nodecfg := modcfg.Node
  152. servercfg := modcfg.Server
  153. if err != nil {
  154. log.Fatalf("failed to open client: %v", err)
  155. }
  156. defer wgclient.Close()
  157. ifacename := node.Interface
  158. if nodecfg.Interface != "" {
  159. ifacename = nodecfg.Interface
  160. } else if node.Interface != "" {
  161. ifacename = node.Interface
  162. } else {
  163. log.Fatal("no interface to configure")
  164. }
  165. if node.Address == "" {
  166. log.Fatal("no address to configure")
  167. }
  168. nameserver := servercfg.GRPCAddress
  169. nameserver = strings.Split(nameserver, ":")[0]
  170. network := node.Nodenetwork
  171. if nodecfg.Network != "" {
  172. network = nodecfg.Network
  173. } else if node.Nodenetwork != "" {
  174. network = node.Nodenetwork
  175. }
  176. cmdIPDevLinkAdd := &exec.Cmd {
  177. Path: ipExec,
  178. Args: []string{ ipExec, "link", "add", "dev", ifacename, "type", "wireguard" },
  179. Stdout: os.Stdout,
  180. Stderr: os.Stdout,
  181. }
  182. cmdIPAddrAdd := &exec.Cmd {
  183. Path: ipExec,
  184. Args: []string{ ipExec, "address", "add", "dev", ifacename, node.Address+"/24"},
  185. Stdout: os.Stdout,
  186. Stderr: os.Stdout,
  187. }
  188. currentiface, err := net.InterfaceByName(ifacename)
  189. if err != nil {
  190. err = cmdIPDevLinkAdd.Run()
  191. if err != nil && !strings.Contains(err.Error(), "exists") {
  192. fmt.Println("Error creating interface")
  193. //fmt.Println(err.Error())
  194. //return err
  195. }
  196. }
  197. match := false
  198. addrs, _ := currentiface.Addrs()
  199. for _, a := range addrs {
  200. if strings.Contains(a.String(), node.Address){
  201. match = true
  202. }
  203. }
  204. if !match {
  205. err = cmdIPAddrAdd.Run()
  206. if err != nil {
  207. fmt.Println("Error adding address")
  208. //return err
  209. }
  210. }
  211. var nodeport int
  212. nodeport = int(node.Listenport)
  213. //pubkey := privkey.PublicKey()
  214. conf := wgtypes.Config{
  215. PrivateKey: &key,
  216. ListenPort: &nodeport,
  217. ReplacePeers: true,
  218. Peers: peers,
  219. }
  220. _, err = wgclient.Device(ifacename)
  221. if err != nil {
  222. if os.IsNotExist(err) {
  223. fmt.Println("Device does not exist: ")
  224. fmt.Println(err)
  225. } else {
  226. log.Fatalf("Unknown config error: %v", err)
  227. }
  228. }
  229. err = wgclient.ConfigureDevice(ifacename, conf)
  230. if err != nil {
  231. if os.IsNotExist(err) {
  232. fmt.Println("Device does not exist: ")
  233. fmt.Println(err)
  234. } else {
  235. fmt.Printf("This is inconvenient: %v", err)
  236. }
  237. }
  238. //=========DNS Setup==========\\
  239. if nodecfg.DNS == "on" {
  240. _, err := exec.LookPath("resolvectl")
  241. if err != nil {
  242. fmt.Println(err)
  243. fmt.Println("WARNING: resolvectl not present. Unable to set dns. Install resolvectl or run manually.")
  244. } else {
  245. _, err = exec.Command("resolvectl", "domain", ifacename, "~"+network).Output()
  246. if err != nil {
  247. fmt.Println(err)
  248. fmt.Println("WARNING: Error encountered setting dns. Aborted setting dns.")
  249. } else {
  250. _, err = exec.Command("resolvectl", "default-route", ifacename, "false").Output()
  251. if err != nil {
  252. fmt.Println(err)
  253. fmt.Println("WARNING: Error encountered setting dns. Aborted setting dns.")
  254. } else {
  255. _, err = exec.Command("resolvectl", "dns", ifacename, nameserver).Output()
  256. fmt.Println(err)
  257. }
  258. }
  259. }
  260. }
  261. //=========End DNS Setup=======\\
  262. cmdIPLinkUp := &exec.Cmd {
  263. Path: ipExec,
  264. Args: []string{ ipExec, "link", "set", "up", "dev", ifacename},
  265. Stdout: os.Stdout,
  266. Stderr: os.Stdout,
  267. }
  268. cmdIPLinkDown := &exec.Cmd {
  269. Path: ipExec,
  270. Args: []string{ ipExec, "link", "set", "down", "dev", ifacename},
  271. Stdout: os.Stdout,
  272. Stderr: os.Stdout,
  273. }
  274. err = cmdIPLinkDown.Run()
  275. if nodecfg.PostDown != "" {
  276. runcmds := strings.Split(nodecfg.PostDown, "; ")
  277. err = local.RunCmds(runcmds)
  278. if err != nil {
  279. fmt.Println("Error encountered running PostDown: " + err.Error())
  280. }
  281. }
  282. err = cmdIPLinkUp.Run()
  283. if err != nil {
  284. return err
  285. }
  286. if nodecfg.PostUp != "" {
  287. runcmds := strings.Split(nodecfg.PostUp, "; ")
  288. err = local.RunCmds(runcmds)
  289. if err != nil {
  290. fmt.Println("Error encountered running PostUp: " + err.Error())
  291. }
  292. }
  293. if (hasGateway) {
  294. for _, gateway := range gateways {
  295. out, err := exec.Command(ipExec,"-4","route","add",gateway,"dev",ifacename).Output()
  296. fmt.Println(string(out))
  297. if err != nil {
  298. fmt.Println("Error encountered adding gateway: " + err.Error())
  299. }
  300. }
  301. }
  302. if (node.Address6 != "" && node.Isdualstack) {
  303. fmt.Println("Adding address: " + node.Address6)
  304. out, err := exec.Command(ipExec, "address", "add", "dev", ifacename, node.Address6+"/64").Output()
  305. if err != nil {
  306. fmt.Println(out)
  307. fmt.Println("Error encountered adding ipv6: " + err.Error())
  308. }
  309. }
  310. return err
  311. }
  312. func SetWGKeyConfig(network string, serveraddr string) error {
  313. ctx := context.Background()
  314. var header metadata.MD
  315. var wcclient nodepb.NodeServiceClient
  316. var requestOpts grpc.DialOption
  317. requestOpts = grpc.WithInsecure()
  318. conn, err := grpc.Dial(serveraddr, requestOpts)
  319. if err != nil {
  320. fmt.Printf("Cant dial GRPC server: %v", err)
  321. return err
  322. }
  323. wcclient = nodepb.NewNodeServiceClient(conn)
  324. ctx, err = auth.SetJWT(wcclient, network)
  325. if err != nil {
  326. fmt.Printf("Failed to authenticate: %v", err)
  327. return err
  328. }
  329. node := server.GetNode(network)
  330. privatekey, err := wgtypes.GeneratePrivateKey()
  331. if err != nil {
  332. return err
  333. }
  334. privkeystring := privatekey.String()
  335. publickey := privatekey.PublicKey()
  336. node.Publickey = publickey.String()
  337. err = StorePrivKey(privkeystring, network)
  338. if err != nil {
  339. return err
  340. }
  341. err = config.ModConfig(&node)
  342. if err != nil {
  343. return err
  344. }
  345. postnode := server.GetNode(network)
  346. req := &nodepb.UpdateNodeReq{
  347. Node: &postnode,
  348. }
  349. _, err = wcclient.UpdateNode(ctx, req, grpc.Header(&header))
  350. if err != nil {
  351. return err
  352. }
  353. err = SetWGConfig(network)
  354. if err != nil {
  355. return err
  356. log.Fatalf("Error: %v", err)
  357. }
  358. return err
  359. }
  360. func SetWGConfig(network string) error {
  361. cfg, err := config.ReadConfig(network)
  362. if err != nil {
  363. return err
  364. }
  365. servercfg := cfg.Server
  366. nodecfg := cfg.Node
  367. node := server.GetNode(network)
  368. peers, hasGateway, gateways, err := server.GetPeers(node.Macaddress, nodecfg.Network, servercfg.GRPCAddress, node.Isdualstack, node.Isingressgateway)
  369. if err != nil {
  370. return err
  371. }
  372. privkey, err := RetrievePrivKey(network)
  373. if err != nil {
  374. return err
  375. }
  376. err = InitWireguard(&node, privkey, peers, hasGateway, gateways)
  377. if err != nil {
  378. return err
  379. }
  380. return err
  381. }
  382. func StorePrivKey(key string, network string) error{
  383. d1 := []byte(key)
  384. err := ioutil.WriteFile("/etc/netclient/wgkey-" + network, d1, 0644)
  385. return err
  386. }
  387. func RetrievePrivKey(network string) (string, error) {
  388. dat, err := ioutil.ReadFile("/etc/netclient/wgkey-" + network)
  389. return string(dat), err
  390. }