kernel.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437
  1. package wireguard
  2. import (
  3. "fmt"
  4. "strconv"
  5. "errors"
  6. "context"
  7. "io/ioutil"
  8. "strings"
  9. "log"
  10. "net"
  11. "os"
  12. "os/exec"
  13. "github.com/gravitl/netmaker/netclient/config"
  14. "github.com/gravitl/netmaker/netclient/local"
  15. "github.com/gravitl/netmaker/netclient/auth"
  16. "github.com/gravitl/netmaker/netclient/server"
  17. nodepb "github.com/gravitl/netmaker/grpc"
  18. "github.com/gravitl/netmaker/models"
  19. "golang.zx2c4.com/wireguard/wgctrl"
  20. "google.golang.org/grpc"
  21. "google.golang.org/grpc/metadata"
  22. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  23. //homedir "github.com/mitchellh/go-homedir"
  24. )
  25. func InitGRPCWireguard(client models.IntClient) error {
  26. key, err := wgtypes.ParseKey(client.PrivateKey)
  27. if err != nil {
  28. return err
  29. }
  30. serverkey, err := wgtypes.ParseKey(client.ServerKey)
  31. if err != nil {
  32. return err
  33. }
  34. serverport, err := strconv.Atoi(client.ServerPort)
  35. if err != nil {
  36. return err
  37. }
  38. wgclient, err := wgctrl.New()
  39. if err != nil {
  40. log.Fatalf("failed to open client: %v", err)
  41. }
  42. defer wgclient.Close()
  43. ifacename := "grpc-wg-001"
  44. if client.Address6 == "" && client.Address == "" {
  45. return errors.New("no address to configure")
  46. }
  47. cmdIPDevLinkAdd := exec.Command("ip","link", "add", "dev", ifacename, "type", "wireguard" )
  48. cmdIPAddrAdd := exec.Command("ip", "address", "add", "dev", ifacename, client.Address+"/24")
  49. cmdIPAddr6Add := exec.Command("ip", "address", "add", "dev", ifacename, client.Address6+"/64")
  50. currentiface, err := net.InterfaceByName(ifacename)
  51. if err != nil {
  52. err = cmdIPDevLinkAdd.Run()
  53. if err != nil && !strings.Contains(err.Error(), "exists") {
  54. log.Println("Error creating interface")
  55. }
  56. }
  57. match := false
  58. match6 := false
  59. addrs, _ := currentiface.Addrs()
  60. //Add IPv4Address (make into separate function)
  61. for _, a := range addrs {
  62. if strings.Contains(a.String(), client.Address){
  63. match = true
  64. }
  65. if strings.Contains(a.String(), client.Address6){
  66. match6 = true
  67. }
  68. }
  69. if !match && client.Address != "" {
  70. err = cmdIPAddrAdd.Run()
  71. if err != nil {
  72. log.Println("Error adding ipv4 address")
  73. fmt.Println(err)
  74. }
  75. }
  76. if !match6 && client.Address6 !=""{
  77. err = cmdIPAddr6Add.Run()
  78. if err != nil {
  79. log.Println("Error adding ipv6 address")
  80. fmt.Println(err)
  81. }
  82. }
  83. var peers []wgtypes.PeerConfig
  84. var peeraddr = net.IPNet{
  85. IP: net.ParseIP(client.ServerAddress),
  86. Mask: net.CIDRMask(32, 32),
  87. }
  88. var allowedips []net.IPNet
  89. allowedips = append(allowedips, peeraddr)
  90. peer := wgtypes.PeerConfig{
  91. PublicKey: serverkey,
  92. Endpoint: &net.UDPAddr{
  93. IP: net.ParseIP(client.ServerEndpoint),
  94. Port: serverport,
  95. },
  96. ReplaceAllowedIPs: true,
  97. AllowedIPs: allowedips,
  98. }
  99. peers = append(peers, peer)
  100. conf := wgtypes.Config{
  101. PrivateKey: &key,
  102. ReplacePeers: true,
  103. Peers: peers,
  104. }
  105. _, err = wgclient.Device(ifacename)
  106. if err != nil {
  107. if os.IsNotExist(err) {
  108. log.Println("Device does not exist: ")
  109. log.Println(err)
  110. } else {
  111. return err
  112. }
  113. }
  114. err = wgclient.ConfigureDevice(ifacename, conf)
  115. if err != nil {
  116. if os.IsNotExist(err) {
  117. log.Println("Device does not exist: ")
  118. log.Println(err)
  119. } else {
  120. log.Printf("This is inconvenient: %v", err)
  121. }
  122. }
  123. cmdIPLinkUp := exec.Command("ip", "link", "set", "up", "dev", ifacename)
  124. cmdIPLinkDown := exec.Command("ip", "link", "set", "down", "dev", ifacename)
  125. err = cmdIPLinkDown.Run()
  126. err = cmdIPLinkUp.Run()
  127. if err != nil {
  128. return err
  129. }
  130. return err
  131. }
  132. func InitWireguard(node *nodepb.Node, privkey string, peers []wgtypes.PeerConfig, hasGateway bool, gateways []string) error {
  133. ipExec, err := exec.LookPath("ip")
  134. if err != nil {
  135. return err
  136. }
  137. key, err := wgtypes.ParseKey(privkey)
  138. if err != nil {
  139. return err
  140. }
  141. wgclient, err := wgctrl.New()
  142. //modcfg := config.Config
  143. //modcfg.ReadConfig()
  144. modcfg, err := config.ReadConfig(node.Nodenetwork)
  145. if err != nil {
  146. return err
  147. }
  148. nodecfg := modcfg.Node
  149. servercfg := modcfg.Server
  150. if err != nil {
  151. log.Fatalf("failed to open client: %v", err)
  152. }
  153. defer wgclient.Close()
  154. ifacename := node.Interface
  155. if nodecfg.Interface != "" {
  156. ifacename = nodecfg.Interface
  157. } else if node.Interface != "" {
  158. ifacename = node.Interface
  159. } else {
  160. log.Fatal("no interface to configure")
  161. }
  162. if node.Address == "" {
  163. log.Fatal("no address to configure")
  164. }
  165. nameserver := servercfg.GRPCAddress
  166. nameserver = strings.Split(nameserver, ":")[0]
  167. network := node.Nodenetwork
  168. if nodecfg.Network != "" {
  169. network = nodecfg.Network
  170. } else if node.Nodenetwork != "" {
  171. network = node.Nodenetwork
  172. }
  173. cmdIPDevLinkAdd := &exec.Cmd {
  174. Path: ipExec,
  175. Args: []string{ ipExec, "link", "add", "dev", ifacename, "type", "wireguard" },
  176. Stdout: os.Stdout,
  177. Stderr: os.Stdout,
  178. }
  179. cmdIPAddrAdd := &exec.Cmd {
  180. Path: ipExec,
  181. Args: []string{ ipExec, "address", "add", "dev", ifacename, node.Address+"/24"},
  182. Stdout: os.Stdout,
  183. Stderr: os.Stdout,
  184. }
  185. currentiface, err := net.InterfaceByName(ifacename)
  186. if err != nil {
  187. err = cmdIPDevLinkAdd.Run()
  188. if err != nil && !strings.Contains(err.Error(), "exists") {
  189. fmt.Println("Error creating interface")
  190. //fmt.Println(err.Error())
  191. //return err
  192. }
  193. }
  194. match := false
  195. addrs, _ := currentiface.Addrs()
  196. for _, a := range addrs {
  197. if strings.Contains(a.String(), node.Address){
  198. match = true
  199. }
  200. }
  201. if !match {
  202. err = cmdIPAddrAdd.Run()
  203. if err != nil {
  204. fmt.Println("Error adding address")
  205. //return err
  206. }
  207. }
  208. var nodeport int
  209. nodeport = int(node.Listenport)
  210. //pubkey := privkey.PublicKey()
  211. conf := wgtypes.Config{
  212. PrivateKey: &key,
  213. ListenPort: &nodeport,
  214. ReplacePeers: true,
  215. Peers: peers,
  216. }
  217. _, err = wgclient.Device(ifacename)
  218. if err != nil {
  219. if os.IsNotExist(err) {
  220. fmt.Println("Device does not exist: ")
  221. fmt.Println(err)
  222. } else {
  223. log.Fatalf("Unknown config error: %v", err)
  224. }
  225. }
  226. err = wgclient.ConfigureDevice(ifacename, conf)
  227. if err != nil {
  228. if os.IsNotExist(err) {
  229. fmt.Println("Device does not exist: ")
  230. fmt.Println(err)
  231. } else {
  232. fmt.Printf("This is inconvenient: %v", err)
  233. }
  234. }
  235. //=========DNS Setup==========\\
  236. if nodecfg.DNS == "on" {
  237. _, err := exec.LookPath("resolvectl")
  238. if err != nil {
  239. fmt.Println(err)
  240. fmt.Println("WARNING: resolvectl not present. Unable to set dns. Install resolvectl or run manually.")
  241. } else {
  242. _, err = exec.Command("resolvectl", "domain", ifacename, "~"+network).Output()
  243. if err != nil {
  244. fmt.Println(err)
  245. fmt.Println("WARNING: Error encountered setting dns. Aborted setting dns.")
  246. } else {
  247. _, err = exec.Command("resolvectl", "default-route", ifacename, "false").Output()
  248. if err != nil {
  249. fmt.Println(err)
  250. fmt.Println("WARNING: Error encountered setting dns. Aborted setting dns.")
  251. } else {
  252. _, err = exec.Command("resolvectl", "dns", ifacename, nameserver).Output()
  253. fmt.Println(err)
  254. }
  255. }
  256. }
  257. }
  258. //=========End DNS Setup=======\\
  259. cmdIPLinkUp := &exec.Cmd {
  260. Path: ipExec,
  261. Args: []string{ ipExec, "link", "set", "up", "dev", ifacename},
  262. Stdout: os.Stdout,
  263. Stderr: os.Stdout,
  264. }
  265. cmdIPLinkDown := &exec.Cmd {
  266. Path: ipExec,
  267. Args: []string{ ipExec, "link", "set", "down", "dev", ifacename},
  268. Stdout: os.Stdout,
  269. Stderr: os.Stdout,
  270. }
  271. err = cmdIPLinkDown.Run()
  272. if nodecfg.PostDown != "" {
  273. runcmds := strings.Split(nodecfg.PostDown, "; ")
  274. err = local.RunCmds(runcmds)
  275. if err != nil {
  276. fmt.Println("Error encountered running PostDown: " + err.Error())
  277. }
  278. }
  279. err = cmdIPLinkUp.Run()
  280. if err != nil {
  281. return err
  282. }
  283. if nodecfg.PostUp != "" {
  284. runcmds := strings.Split(nodecfg.PostUp, "; ")
  285. err = local.RunCmds(runcmds)
  286. if err != nil {
  287. fmt.Println("Error encountered running PostUp: " + err.Error())
  288. }
  289. }
  290. if (hasGateway) {
  291. for _, gateway := range gateways {
  292. out, err := exec.Command(ipExec,"-4","route","add",gateway,"dev",ifacename).Output()
  293. fmt.Println(string(out))
  294. if err != nil {
  295. fmt.Println("Error encountered adding gateway: " + err.Error())
  296. }
  297. }
  298. }
  299. if (node.Address6 != "" && node.Isdualstack) {
  300. fmt.Println("Adding address: " + node.Address6)
  301. out, err := exec.Command(ipExec, "address", "add", "dev", ifacename, node.Address6+"/64").Output()
  302. if err != nil {
  303. fmt.Println(out)
  304. fmt.Println("Error encountered adding ipv6: " + err.Error())
  305. }
  306. }
  307. return err
  308. }
  309. func SetWGKeyConfig(network string, serveraddr string) error {
  310. ctx := context.Background()
  311. var header metadata.MD
  312. var wcclient nodepb.NodeServiceClient
  313. var requestOpts grpc.DialOption
  314. requestOpts = grpc.WithInsecure()
  315. conn, err := grpc.Dial(serveraddr, requestOpts)
  316. if err != nil {
  317. fmt.Printf("Cant dial GRPC server: %v", err)
  318. return err
  319. }
  320. wcclient = nodepb.NewNodeServiceClient(conn)
  321. ctx, err = auth.SetJWT(wcclient, network)
  322. if err != nil {
  323. fmt.Printf("Failed to authenticate: %v", err)
  324. return err
  325. }
  326. node := server.GetNode(network)
  327. privatekey, err := wgtypes.GeneratePrivateKey()
  328. if err != nil {
  329. return err
  330. }
  331. privkeystring := privatekey.String()
  332. publickey := privatekey.PublicKey()
  333. node.Publickey = publickey.String()
  334. err = StorePrivKey(privkeystring, network)
  335. if err != nil {
  336. return err
  337. }
  338. err = config.ModConfig(&node)
  339. if err != nil {
  340. return err
  341. }
  342. postnode := server.GetNode(network)
  343. req := &nodepb.UpdateNodeReq{
  344. Node: &postnode,
  345. }
  346. _, err = wcclient.UpdateNode(ctx, req, grpc.Header(&header))
  347. if err != nil {
  348. return err
  349. }
  350. err = SetWGConfig(network)
  351. if err != nil {
  352. return err
  353. log.Fatalf("Error: %v", err)
  354. }
  355. return err
  356. }
  357. func SetWGConfig(network string) error {
  358. cfg, err := config.ReadConfig(network)
  359. if err != nil {
  360. return err
  361. }
  362. servercfg := cfg.Server
  363. nodecfg := cfg.Node
  364. node := server.GetNode(network)
  365. peers, hasGateway, gateways, err := server.GetPeers(node.Macaddress, nodecfg.Network, servercfg.GRPCAddress, node.Isdualstack, node.Isingressgateway)
  366. if err != nil {
  367. return err
  368. }
  369. privkey, err := RetrievePrivKey(network)
  370. if err != nil {
  371. return err
  372. }
  373. err = InitWireguard(&node, privkey, peers, hasGateway, gateways)
  374. if err != nil {
  375. return err
  376. }
  377. return err
  378. }
  379. func StorePrivKey(key string, network string) error{
  380. d1 := []byte(key)
  381. err := ioutil.WriteFile("/etc/netclient/wgkey-" + network, d1, 0644)
  382. return err
  383. }
  384. func RetrievePrivKey(network string) (string, error) {
  385. dat, err := ioutil.ReadFile("/etc/netclient/wgkey-" + network)
  386. return string(dat), err
  387. }