kernel.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435
  1. package wireguard
  2. import (
  3. //"github.com/davecgh/go-spew/spew"
  4. "google.golang.org/grpc/credentials"
  5. "crypto/tls"
  6. "fmt"
  7. "strconv"
  8. "errors"
  9. "context"
  10. "io/ioutil"
  11. "strings"
  12. "log"
  13. "net"
  14. "os"
  15. "os/exec"
  16. "github.com/gravitl/netmaker/netclient/config"
  17. "github.com/gravitl/netmaker/netclient/local"
  18. "github.com/gravitl/netmaker/netclient/auth"
  19. "github.com/gravitl/netmaker/netclient/server"
  20. nodepb "github.com/gravitl/netmaker/grpc"
  21. "github.com/gravitl/netmaker/models"
  22. "golang.zx2c4.com/wireguard/wgctrl"
  23. "google.golang.org/grpc"
  24. "google.golang.org/grpc/metadata"
  25. "golang.zx2c4.com/wireguard/wgctrl/wgtypes"
  26. //homedir "github.com/mitchellh/go-homedir"
  27. )
  28. func InitGRPCWireguard(client models.IntClient) error {
  29. //spew.Dump(client)
  30. key, err := wgtypes.ParseKey(client.PrivateKey)
  31. if err != nil {
  32. return err
  33. }
  34. serverkey, err := wgtypes.ParseKey(client.ServerKey)
  35. if err != nil {
  36. return err
  37. }
  38. serverport, err := strconv.Atoi(client.ServerWGPort)
  39. if err != nil {
  40. return err
  41. }
  42. wgclient, err := wgctrl.New()
  43. if err != nil {
  44. log.Fatalf("failed to open client: %v", err)
  45. }
  46. defer wgclient.Close()
  47. ifacename := "grpc-wg-001"
  48. if client.Address6 == "" && client.Address == "" {
  49. return errors.New("no address to configure")
  50. }
  51. cmdIPDevLinkAdd := exec.Command("ip","link", "add", "dev", ifacename, "type", "wireguard" )
  52. cmdIPAddrAdd := exec.Command("ip", "address", "add", "dev", ifacename, client.Address+"/24")
  53. cmdIPAddr6Add := exec.Command("ip", "address", "add", "dev", ifacename, client.Address6+"/64")
  54. currentiface, err := net.InterfaceByName(ifacename)
  55. if err != nil {
  56. err = cmdIPDevLinkAdd.Run()
  57. if err != nil && !strings.Contains(err.Error(), "exists") {
  58. log.Println("Error creating interface")
  59. }
  60. }
  61. match := false
  62. match6 := false
  63. addrs, _ := currentiface.Addrs()
  64. //Add IPv4Address (make into separate function)
  65. for _, a := range addrs {
  66. if strings.Contains(a.String(), client.Address){
  67. match = true
  68. }
  69. if strings.Contains(a.String(), client.Address6){
  70. match6 = true
  71. }
  72. }
  73. if !match && client.Address != "" {
  74. err = cmdIPAddrAdd.Run()
  75. if err != nil {
  76. log.Println("Error adding ipv4 address")
  77. fmt.Println(err)
  78. }
  79. }
  80. if !match6 && client.Address6 !=""{
  81. err = cmdIPAddr6Add.Run()
  82. if err != nil {
  83. log.Println("Error adding ipv6 address")
  84. fmt.Println(err)
  85. }
  86. }
  87. var peers []wgtypes.PeerConfig
  88. var peeraddr = net.IPNet{
  89. IP: net.ParseIP(client.ServerPrivateAddress),
  90. Mask: net.CIDRMask(32, 32),
  91. }
  92. var allowedips []net.IPNet
  93. allowedips = append(allowedips, peeraddr)
  94. net.ParseIP(client.ServerPublicEndpoint)
  95. peer := wgtypes.PeerConfig{
  96. PublicKey: serverkey,
  97. Endpoint: &net.UDPAddr{
  98. IP: net.ParseIP(client.ServerPublicEndpoint),
  99. Port: serverport,
  100. },
  101. ReplaceAllowedIPs: true,
  102. AllowedIPs: allowedips,
  103. }
  104. peers = append(peers, peer)
  105. conf := wgtypes.Config{
  106. PrivateKey: &key,
  107. ReplacePeers: true,
  108. Peers: peers,
  109. }
  110. _, err = wgclient.Device(ifacename)
  111. if err != nil {
  112. if os.IsNotExist(err) {
  113. log.Println("Device does not exist: ")
  114. log.Println(err)
  115. } else {
  116. return err
  117. }
  118. }
  119. //spew.Dump(conf)
  120. err = wgclient.ConfigureDevice(ifacename, conf)
  121. if err != nil {
  122. if os.IsNotExist(err) {
  123. log.Println("Device does not exist: ")
  124. log.Println(err)
  125. } else {
  126. log.Printf("This is inconvenient: %v", err)
  127. }
  128. }
  129. cmdIPLinkUp := exec.Command("ip", "link", "set", "up", "dev", ifacename)
  130. cmdIPLinkDown := exec.Command("ip", "link", "set", "down", "dev", ifacename)
  131. err = cmdIPLinkDown.Run()
  132. err = cmdIPLinkUp.Run()
  133. if err != nil {
  134. return err
  135. }
  136. return err
  137. }
  138. func InitWireguard(node *nodepb.Node, privkey string, peers []wgtypes.PeerConfig, hasGateway bool, gateways []string) error {
  139. //spew.Dump(node)
  140. //spew.Dump(peers)
  141. ipExec, err := exec.LookPath("ip")
  142. if err != nil {
  143. return err
  144. }
  145. key, err := wgtypes.ParseKey(privkey)
  146. if err != nil {
  147. return err
  148. }
  149. wgclient, err := wgctrl.New()
  150. //modcfg := config.Config
  151. //modcfg.ReadConfig()
  152. modcfg, err := config.ReadConfig(node.Nodenetwork)
  153. if err != nil {
  154. return err
  155. }
  156. nodecfg := modcfg.Node
  157. servercfg := modcfg.Server
  158. if err != nil {
  159. log.Fatalf("failed to open client: %v", err)
  160. }
  161. defer wgclient.Close()
  162. ifacename := node.Interface
  163. if nodecfg.Interface != "" {
  164. ifacename = nodecfg.Interface
  165. } else if node.Interface != "" {
  166. ifacename = node.Interface
  167. } else {
  168. log.Fatal("no interface to configure")
  169. }
  170. if node.Address == "" {
  171. log.Fatal("no address to configure")
  172. }
  173. nameserver := servercfg.CoreDNSAddr
  174. network := node.Nodenetwork
  175. if nodecfg.Network != "" {
  176. network = nodecfg.Network
  177. } else if node.Nodenetwork != "" {
  178. network = node.Nodenetwork
  179. }
  180. cmdIPDevLinkAdd := &exec.Cmd {
  181. Path: ipExec,
  182. Args: []string{ ipExec, "link", "add", "dev", ifacename, "type", "wireguard" },
  183. Stdout: os.Stdout,
  184. Stderr: os.Stdout,
  185. }
  186. cmdIPAddrAdd := &exec.Cmd {
  187. Path: ipExec,
  188. Args: []string{ ipExec, "address", "add", "dev", ifacename, node.Address+"/24"},
  189. Stdout: os.Stdout,
  190. Stderr: os.Stdout,
  191. }
  192. currentiface, err := net.InterfaceByName(ifacename)
  193. if err != nil {
  194. err = cmdIPDevLinkAdd.Run()
  195. if err != nil && !strings.Contains(err.Error(), "exists") {
  196. fmt.Println("Error creating interface")
  197. //fmt.Println(err.Error())
  198. //return err
  199. }
  200. }
  201. match := false
  202. addrs, _ := currentiface.Addrs()
  203. for _, a := range addrs {
  204. if strings.Contains(a.String(), node.Address){
  205. match = true
  206. }
  207. }
  208. if !match {
  209. err = cmdIPAddrAdd.Run()
  210. if err != nil {
  211. fmt.Println("Error adding address")
  212. //return err
  213. }
  214. }
  215. var nodeport int
  216. nodeport = int(node.Listenport)
  217. //pubkey := privkey.PublicKey()
  218. conf := wgtypes.Config{
  219. PrivateKey: &key,
  220. ListenPort: &nodeport,
  221. ReplacePeers: true,
  222. Peers: peers,
  223. }
  224. _, err = wgclient.Device(ifacename)
  225. if err != nil {
  226. if os.IsNotExist(err) {
  227. fmt.Println("Device does not exist: ")
  228. fmt.Println(err)
  229. } else {
  230. log.Fatalf("Unknown config error: %v", err)
  231. }
  232. }
  233. err = wgclient.ConfigureDevice(ifacename, conf)
  234. if err != nil {
  235. if os.IsNotExist(err) {
  236. fmt.Println("Device does not exist: ")
  237. fmt.Println(err)
  238. } else {
  239. fmt.Printf("This is inconvenient: %v", err)
  240. }
  241. }
  242. //=========DNS Setup==========\\
  243. if nodecfg.DNS == "on" {
  244. _ = local.UpdateDNS(ifacename, network, nameserver)
  245. }
  246. //=========End DNS Setup=======\\
  247. cmdIPLinkUp := &exec.Cmd {
  248. Path: ipExec,
  249. Args: []string{ ipExec, "link", "set", "up", "dev", ifacename},
  250. Stdout: os.Stdout,
  251. Stderr: os.Stdout,
  252. }
  253. cmdIPLinkDown := &exec.Cmd {
  254. Path: ipExec,
  255. Args: []string{ ipExec, "link", "set", "down", "dev", ifacename},
  256. Stdout: os.Stdout,
  257. Stderr: os.Stdout,
  258. }
  259. err = cmdIPLinkDown.Run()
  260. if nodecfg.PostDown != "" {
  261. runcmds := strings.Split(nodecfg.PostDown, "; ")
  262. err = local.RunCmds(runcmds)
  263. if err != nil {
  264. fmt.Println("Error encountered running PostDown: " + err.Error())
  265. }
  266. }
  267. err = cmdIPLinkUp.Run()
  268. if err != nil {
  269. return err
  270. }
  271. if nodecfg.PostUp != "" {
  272. runcmds := strings.Split(nodecfg.PostUp, "; ")
  273. err = local.RunCmds(runcmds)
  274. if err != nil {
  275. fmt.Println("Error encountered running PostUp: " + err.Error())
  276. }
  277. }
  278. if (hasGateway) {
  279. for _, gateway := range gateways {
  280. out, err := exec.Command(ipExec,"-4","route","add",gateway,"dev",ifacename).Output()
  281. fmt.Println(string(out))
  282. if err != nil {
  283. fmt.Println("Error encountered adding gateway: " + err.Error())
  284. }
  285. }
  286. }
  287. if (node.Address6 != "" && node.Isdualstack) {
  288. fmt.Println("Adding address: " + node.Address6)
  289. out, err := exec.Command(ipExec, "address", "add", "dev", ifacename, node.Address6+"/64").Output()
  290. if err != nil {
  291. fmt.Println(out)
  292. fmt.Println("Error encountered adding ipv6: " + err.Error())
  293. }
  294. }
  295. return err
  296. }
  297. func SetWGKeyConfig(network string, serveraddr string) error {
  298. ctx := context.Background()
  299. var header metadata.MD
  300. cfg, err := config.ReadConfig(network)
  301. if err != nil {
  302. return err
  303. }
  304. var wcclient nodepb.NodeServiceClient
  305. var requestOpts grpc.DialOption
  306. requestOpts = grpc.WithInsecure()
  307. if cfg.Server.GRPCSSL == "on" {
  308. h2creds := credentials.NewTLS(&tls.Config{NextProtos: []string{"h2"}})
  309. requestOpts = grpc.WithTransportCredentials(h2creds)
  310. }
  311. conn, err := grpc.Dial(serveraddr, requestOpts)
  312. if err != nil {
  313. fmt.Printf("Cant dial GRPC server: %v", err)
  314. return err
  315. }
  316. wcclient = nodepb.NewNodeServiceClient(conn)
  317. ctx, err = auth.SetJWT(wcclient, network)
  318. if err != nil {
  319. fmt.Printf("Failed to authenticate: %v", err)
  320. return err
  321. }
  322. node := server.GetNode(network)
  323. privatekey, err := wgtypes.GeneratePrivateKey()
  324. if err != nil {
  325. return err
  326. }
  327. privkeystring := privatekey.String()
  328. publickey := privatekey.PublicKey()
  329. node.Publickey = publickey.String()
  330. err = StorePrivKey(privkeystring, network)
  331. if err != nil {
  332. return err
  333. }
  334. err = config.ModConfig(&node)
  335. if err != nil {
  336. return err
  337. }
  338. postnode := server.GetNode(network)
  339. req := &nodepb.UpdateNodeReq{
  340. Node: &postnode,
  341. }
  342. _, err = wcclient.UpdateNode(ctx, req, grpc.Header(&header))
  343. if err != nil {
  344. return err
  345. }
  346. err = SetWGConfig(network)
  347. if err != nil {
  348. return err
  349. log.Fatalf("Error: %v", err)
  350. }
  351. return err
  352. }
  353. func SetWGConfig(network string) error {
  354. cfg, err := config.ReadConfig(network)
  355. if err != nil {
  356. return err
  357. }
  358. servercfg := cfg.Server
  359. nodecfg := cfg.Node
  360. node := server.GetNode(network)
  361. peers, hasGateway, gateways, err := server.GetPeers(node.Macaddress, nodecfg.Network, servercfg.GRPCAddress, node.Isdualstack, node.Isingressgateway)
  362. if err != nil {
  363. return err
  364. }
  365. privkey, err := RetrievePrivKey(network)
  366. if err != nil {
  367. return err
  368. }
  369. err = InitWireguard(&node, privkey, peers, hasGateway, gateways)
  370. if err != nil {
  371. return err
  372. }
  373. return err
  374. }
  375. func StorePrivKey(key string, network string) error{
  376. d1 := []byte(key)
  377. err := ioutil.WriteFile("/etc/netclient/wgkey-" + network, d1, 0644)
  378. return err
  379. }
  380. func RetrievePrivKey(network string) (string, error) {
  381. dat, err := ioutil.ReadFile("/etc/netclient/wgkey-" + network)
  382. return string(dat), err
  383. }