util.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529
  1. /*
  2. Copyright © 2021-2022 Ettore Di Giacinto <[email protected]>
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package cmd
  14. import (
  15. "encoding/json"
  16. "fmt"
  17. "os"
  18. "path/filepath"
  19. "strings"
  20. "os/signal"
  21. "runtime"
  22. "syscall"
  23. "time"
  24. "github.com/ipfs/go-log"
  25. "github.com/libp2p/go-libp2p/core/crypto"
  26. "github.com/libp2p/go-libp2p/core/peer"
  27. rcmgr "github.com/libp2p/go-libp2p/p2p/host/resource-manager"
  28. "github.com/mudler/edgevpn/internal"
  29. "github.com/mudler/edgevpn/pkg/config"
  30. nodeConfig "github.com/mudler/edgevpn/pkg/config"
  31. "github.com/multiformats/go-multiaddr"
  32. "github.com/mudler/edgevpn/pkg/logger"
  33. node "github.com/mudler/edgevpn/pkg/node"
  34. "github.com/mudler/edgevpn/pkg/vpn"
  35. "github.com/urfave/cli"
  36. )
  37. var CommonFlags []cli.Flag = []cli.Flag{
  38. &cli.StringFlag{
  39. Name: "config",
  40. Usage: "Specify a path to a edgevpn config file",
  41. EnvVar: "EDGEVPNCONFIG",
  42. },
  43. &cli.StringFlag{
  44. Name: "timeout",
  45. Usage: "Specify a default timeout for connection stream",
  46. EnvVar: "EDGEVPNTIMEOUT",
  47. Value: "15s",
  48. },
  49. &cli.IntFlag{
  50. Name: "mtu",
  51. Usage: "Specify a mtu",
  52. EnvVar: "EDGEVPNMTU",
  53. Value: 1200,
  54. },
  55. &cli.BoolTFlag{
  56. Name: "bootstrap-iface",
  57. Usage: "Setup interface on startup (need privileges)",
  58. EnvVar: "EDGEVPNBOOTSTRAPIFACE",
  59. },
  60. &cli.IntFlag{
  61. Name: "packet-mtu",
  62. Usage: "Specify a mtu",
  63. EnvVar: "EDGEVPNPACKETMTU",
  64. Value: 1420,
  65. },
  66. &cli.IntFlag{
  67. Name: "channel-buffer-size",
  68. Usage: "Specify a channel buffer size",
  69. EnvVar: "EDGEVPNCHANNELBUFFERSIZE",
  70. Value: 0,
  71. },
  72. &cli.IntFlag{
  73. Name: "discovery-interval",
  74. Usage: "DHT discovery interval time",
  75. EnvVar: "EDGEVPNDHTINTERVAL",
  76. Value: 720,
  77. },
  78. &cli.IntFlag{
  79. Name: "ledger-announce-interval",
  80. Usage: "Ledger announce interval time",
  81. EnvVar: "EDGEVPNLEDGERINTERVAL",
  82. Value: 10,
  83. },
  84. &cli.StringFlag{
  85. Name: "autorelay-discovery-interval",
  86. Usage: "Autorelay discovery interval",
  87. EnvVar: "EDGEVPNAUTORELAYDISCOVERYINTERVAL",
  88. Value: "5m",
  89. },
  90. &cli.BoolFlag{
  91. Name: "autorelay-static-only",
  92. Usage: "Use only defined static relays",
  93. EnvVar: "EDGEVPNAUTORELAYSTATICONLY",
  94. },
  95. &cli.IntFlag{
  96. Name: "ledger-syncronization-interval",
  97. Usage: "Ledger syncronization interval time",
  98. EnvVar: "EDGEVPNLEDGERSYNCINTERVAL",
  99. Value: 10,
  100. },
  101. &cli.IntFlag{
  102. Name: "nat-ratelimit-global",
  103. Usage: "Rate limit global requests",
  104. EnvVar: "EDGEVPNNATRATELIMITGLOBAL",
  105. Value: 10,
  106. },
  107. &cli.IntFlag{
  108. Name: "nat-ratelimit-peer",
  109. Usage: "Rate limit perr requests",
  110. EnvVar: "EDGEVPNNATRATELIMITPEER",
  111. Value: 10,
  112. },
  113. &cli.IntFlag{
  114. Name: "nat-ratelimit-interval",
  115. Usage: "Rate limit interval",
  116. EnvVar: "EDGEVPNNATRATELIMITINTERVAL",
  117. Value: 60,
  118. },
  119. &cli.BoolTFlag{
  120. Name: "nat-ratelimit",
  121. Usage: "Changes the default rate limiting configured in helping other peers determine their reachability status",
  122. EnvVar: "EDGEVPNNATRATELIMIT",
  123. },
  124. &cli.IntFlag{
  125. Name: "max-connections",
  126. Usage: "Max connections",
  127. EnvVar: "EDGEVPNMAXCONNS",
  128. Value: 0,
  129. },
  130. &cli.StringFlag{
  131. Name: "ledger-state",
  132. Usage: "Specify a ledger state directory",
  133. EnvVar: "EDGEVPNLEDGERSTATE",
  134. },
  135. &cli.BoolTFlag{
  136. Name: "mdns",
  137. Usage: "Enable mDNS for peer discovery",
  138. EnvVar: "EDGEVPNMDNS",
  139. },
  140. &cli.BoolTFlag{
  141. Name: "autorelay",
  142. Usage: "Automatically act as a relay if the node can accept inbound connections",
  143. EnvVar: "EDGEVPNAUTORELAY",
  144. },
  145. &cli.IntFlag{
  146. Name: "concurrency",
  147. Usage: "Number of concurrent requests to serve",
  148. Value: runtime.NumCPU(),
  149. },
  150. &cli.BoolTFlag{
  151. Name: "holepunch",
  152. Usage: "Automatically try holepunching when possible",
  153. EnvVar: "EDGEVPNHOLEPUNCH",
  154. },
  155. &cli.BoolTFlag{
  156. Name: "natservice",
  157. Usage: "Tries to determine reachability status of nodes",
  158. EnvVar: "EDGEVPNNATSERVICE",
  159. },
  160. &cli.BoolTFlag{
  161. Name: "natmap",
  162. Usage: "Tries to open a port in the firewall via upnp",
  163. EnvVar: "EDGEVPNNATMAP",
  164. },
  165. &cli.BoolTFlag{
  166. Name: "dht",
  167. Usage: "Enable DHT for peer discovery",
  168. EnvVar: "EDGEVPNDHT",
  169. },
  170. &cli.BoolFlag{
  171. Name: "low-profile",
  172. Usage: "Enable low profile. Lowers connections usage",
  173. EnvVar: "EDGEVPNLOWPROFILE",
  174. },
  175. &cli.IntFlag{
  176. Name: "aliveness-healthcheck-interval",
  177. Usage: "Healthcheck interval",
  178. EnvVar: "HEALTHCHECKINTERVAL",
  179. Value: 120,
  180. },
  181. &cli.IntFlag{
  182. Name: "aliveness-healthcheck-scrub-interval",
  183. Usage: "Healthcheck scrub interval",
  184. EnvVar: "HEALTHCHECKSCRUBINTERVAL",
  185. Value: 600,
  186. },
  187. &cli.IntFlag{
  188. Name: "aliveness-healthcheck-max-interval",
  189. Usage: "Healthcheck max interval. Threshold after a node is determined offline",
  190. EnvVar: "HEALTHCHECKMAXINTERVAL",
  191. Value: 900,
  192. },
  193. &cli.StringFlag{
  194. Name: "log-level",
  195. Usage: "Specify loglevel",
  196. EnvVar: "EDGEVPNLOGLEVEL",
  197. Value: "info",
  198. },
  199. &cli.StringFlag{
  200. Name: "libp2p-log-level",
  201. Usage: "Specify libp2p loglevel",
  202. EnvVar: "EDGEVPNLIBP2PLOGLEVEL",
  203. Value: "fatal",
  204. },
  205. &cli.StringSliceFlag{
  206. Name: "discovery-bootstrap-peers",
  207. Usage: "List of discovery peers to use",
  208. EnvVar: "EDGEVPNBOOTSTRAPPEERS",
  209. },
  210. &cli.IntFlag{
  211. Name: "connection-high-water",
  212. Usage: "max number of connection allowed",
  213. EnvVar: "EDGEVPN_CONNECTION_HIGH_WATER",
  214. Value: 0,
  215. },
  216. &cli.IntFlag{
  217. Name: "connection-low-water",
  218. Usage: "low number of connection allowed",
  219. EnvVar: "EDGEVPN_CONNECTION_LOW_WATER",
  220. Value: 0,
  221. },
  222. &cli.StringSliceFlag{
  223. Name: "autorelay-static-peer",
  224. Usage: "List of autorelay static peers to use",
  225. EnvVar: "EDGEVPNAUTORELAYPEERS",
  226. },
  227. &cli.StringSliceFlag{
  228. Name: "blacklist",
  229. Usage: "List of peers/cidr to gate",
  230. EnvVar: "EDGEVPNBLACKLIST",
  231. },
  232. &cli.StringFlag{
  233. Name: "token",
  234. Usage: "Specify an edgevpn token in place of a config file",
  235. EnvVar: "EDGEVPNTOKEN",
  236. },
  237. &cli.BoolFlag{
  238. Name: "limit-enable",
  239. Usage: "Enable resource management",
  240. EnvVar: "LIMITENABLE",
  241. },
  242. &cli.StringFlag{
  243. Name: "limit-file",
  244. Usage: "Specify a resource limit config (json)",
  245. EnvVar: "LIMITFILE",
  246. },
  247. &cli.StringFlag{
  248. Name: "limit-scope",
  249. Usage: "Specify a limit scope",
  250. EnvVar: "LIMITSCOPE",
  251. Value: "system",
  252. },
  253. &cli.IntFlag{
  254. Name: "limit-config-streams",
  255. Usage: "Streams resource limit configuration",
  256. EnvVar: "LIMITCONFIGSTREAMS",
  257. Value: 200,
  258. },
  259. &cli.IntFlag{
  260. Name: "limit-config-streams-inbound",
  261. Usage: "Inbound streams resource limit configuration",
  262. EnvVar: "LIMITCONFIGSTREAMSINBOUND",
  263. Value: 30,
  264. },
  265. &cli.IntFlag{
  266. Name: "limit-config-streams-outbound",
  267. Usage: "Outbound streams resource limit configuration",
  268. EnvVar: "LIMITCONFIGSTREAMSOUTBOUND",
  269. Value: 30,
  270. },
  271. &cli.IntFlag{
  272. Name: "limit-config-conn",
  273. Usage: "Connections resource limit configuration",
  274. EnvVar: "LIMITCONFIGCONNS",
  275. Value: 200,
  276. },
  277. &cli.IntFlag{
  278. Name: "limit-config-conn-inbound",
  279. Usage: "Inbound connections resource limit configuration",
  280. EnvVar: "LIMITCONFIGCONNSINBOUND",
  281. Value: 30,
  282. },
  283. &cli.IntFlag{
  284. Name: "limit-config-conn-outbound",
  285. Usage: "Outbound connections resource limit configuration",
  286. EnvVar: "LIMITCONFIGCONNSOUTBOUND",
  287. Value: 30,
  288. },
  289. &cli.IntFlag{
  290. Name: "limit-config-fd",
  291. Usage: "Max fd resource limit configuration",
  292. EnvVar: "LIMITCONFIGFD",
  293. Value: 30,
  294. },
  295. &cli.BoolFlag{
  296. Name: "peerguard",
  297. Usage: "Enable peerguard. (Experimental)",
  298. EnvVar: "PEERGUARD",
  299. },
  300. &cli.BoolFlag{
  301. Name: "privkey-cache",
  302. Usage: "Enable privkey caching. (Experimental)",
  303. EnvVar: "EDGEVPNPRIVKEYCACHE",
  304. },
  305. &cli.StringFlag{
  306. Name: "privkey-cache-dir",
  307. Usage: "Specify a directory used to store the generated privkey",
  308. EnvVar: "EDGEVPNPRIVKEYCACHEDIR",
  309. Value: stateDir(),
  310. },
  311. &cli.StringSliceFlag{
  312. Name: "static-peertable",
  313. Usage: "List of static peers to use (in `ip:peerid` format)",
  314. EnvVar: "EDGEVPNSTATICPEERTABLE",
  315. },
  316. &cli.StringSliceFlag{
  317. Name: "whitelist",
  318. Usage: "List of peers in the whitelist",
  319. EnvVar: "EDGEVPNWHITELIST",
  320. },
  321. &cli.BoolFlag{
  322. Name: "peergate",
  323. Usage: "Enable peergating. (Experimental)",
  324. EnvVar: "PEERGATE",
  325. },
  326. &cli.BoolFlag{
  327. Name: "peergate-autoclean",
  328. Usage: "Enable peergating autoclean. (Experimental)",
  329. EnvVar: "PEERGATE_AUTOCLEAN",
  330. },
  331. &cli.BoolFlag{
  332. Name: "peergate-relaxed",
  333. Usage: "Enable peergating relaxation. (Experimental)",
  334. EnvVar: "PEERGATE_RELAXED",
  335. },
  336. &cli.StringFlag{
  337. Name: "peergate-auth",
  338. Usage: "Peergate auth",
  339. EnvVar: "PEERGATE_AUTH",
  340. Value: "",
  341. },
  342. &cli.IntFlag{
  343. Name: "peergate-interval",
  344. Usage: "Peergater interval time",
  345. EnvVar: "EDGEVPNPEERGATEINTERVAL",
  346. Value: 120,
  347. },
  348. }
  349. func stateDir() string {
  350. baseDir := ".edgevpn"
  351. home, _ := os.UserHomeDir()
  352. if home != "" {
  353. return filepath.Join(home, baseDir)
  354. }
  355. dir, _ := os.Getwd()
  356. return filepath.Join(dir, baseDir)
  357. }
  358. func displayStart(ll *logger.Logger) {
  359. ll.Info(Copyright)
  360. ll.Infof("Version: %s commit: %s", internal.Version, internal.Commit)
  361. }
  362. func stringsToMultiAddr(peers []string) []multiaddr.Multiaddr {
  363. res := []multiaddr.Multiaddr{}
  364. for _, p := range peers {
  365. addr, err := multiaddr.NewMultiaddr(p)
  366. if err != nil {
  367. continue
  368. }
  369. res = append(res, addr)
  370. }
  371. return res
  372. }
  373. func cliToOpts(c *cli.Context) ([]node.Option, []vpn.Option, *logger.Logger) {
  374. var limitConfig *rcmgr.PartialLimitConfig
  375. autorelayInterval, err := time.ParseDuration(c.String("autorelay-discovery-interval"))
  376. if err != nil {
  377. autorelayInterval = 0
  378. }
  379. // Authproviders are supposed to be passed as a json object
  380. pa := c.String("peergate-auth")
  381. d := map[string]map[string]interface{}{}
  382. json.Unmarshal([]byte(pa), &d)
  383. nc := nodeConfig.Config{
  384. NetworkConfig: c.String("config"),
  385. NetworkToken: c.String("token"),
  386. Address: c.String("address"),
  387. Router: c.String("router"),
  388. Interface: c.String("interface"),
  389. Libp2pLogLevel: c.String("libp2p-log-level"),
  390. LogLevel: c.String("log-level"),
  391. LowProfile: c.Bool("low-profile"),
  392. Blacklist: c.StringSlice("blacklist"),
  393. Concurrency: c.Int("concurrency"),
  394. FrameTimeout: c.String("timeout"),
  395. ChannelBufferSize: c.Int("channel-buffer-size"),
  396. InterfaceMTU: c.Int("mtu"),
  397. PacketMTU: c.Int("packet-mtu"),
  398. BootstrapIface: c.Bool("bootstrap-iface"),
  399. Whitelist: stringsToMultiAddr(c.StringSlice("whitelist")),
  400. Ledger: config.Ledger{
  401. StateDir: c.String("ledger-state"),
  402. AnnounceInterval: time.Duration(c.Int("ledger-announce-interval")) * time.Second,
  403. SyncInterval: time.Duration(c.Int("ledger-syncronization-interval")) * time.Second,
  404. },
  405. NAT: config.NAT{
  406. Service: c.Bool("natservice"),
  407. Map: c.Bool("natmap"),
  408. RateLimit: c.Bool("nat-ratelimit"),
  409. RateLimitGlobal: c.Int("nat-ratelimit-global"),
  410. RateLimitPeer: c.Int("nat-ratelimit-peer"),
  411. RateLimitInterval: time.Duration(c.Int("nat-ratelimit-interval")) * time.Second,
  412. },
  413. Discovery: config.Discovery{
  414. BootstrapPeers: c.StringSlice("discovery-bootstrap-peers"),
  415. DHT: c.Bool("dht"),
  416. MDNS: c.Bool("mdns"),
  417. Interval: time.Duration(c.Int("discovery-interval")) * time.Second,
  418. },
  419. Connection: config.Connection{
  420. AutoRelay: c.Bool("autorelay"),
  421. MaxConnections: c.Int("max-connections"),
  422. HolePunch: c.Bool("holepunch"),
  423. StaticRelays: c.StringSlice("autorelay-static-peer"),
  424. AutoRelayDiscoveryInterval: autorelayInterval,
  425. OnlyStaticRelays: c.Bool("autorelay-static-only"),
  426. HighWater: c.Int("connection-high-water"),
  427. LowWater: c.Int("connection-low-water"),
  428. },
  429. Limit: config.ResourceLimit{
  430. Enable: c.Bool("limit-enable"),
  431. FileLimit: c.String("limit-file"),
  432. Scope: c.String("limit-scope"),
  433. MaxConns: c.Int("max-connections"), // Turn to 0 to use other way of limiting. Files take precedence
  434. LimitConfig: limitConfig,
  435. },
  436. PeerGuard: config.PeerGuard{
  437. Enable: c.Bool("peerguard"),
  438. PeerGate: c.Bool("peergate"),
  439. Relaxed: c.Bool("peergate-relaxed"),
  440. Autocleanup: c.Bool("peergate-autoclean"),
  441. SyncInterval: time.Duration(c.Int("peergate-interval")) * time.Second,
  442. AuthProviders: d,
  443. },
  444. }
  445. lvl, err := log.LevelFromString(nc.LogLevel)
  446. if err != nil {
  447. lvl = log.LevelError
  448. }
  449. llger := logger.New(lvl)
  450. checkErr := func(e error) {
  451. if err != nil {
  452. llger.Fatal(err.Error())
  453. }
  454. }
  455. // Check if we have any privkey identity cached already
  456. if c.Bool("privkey-cache") {
  457. keyFile := filepath.Join(c.String("privkey-cache-dir"), "privkey")
  458. dat, err := os.ReadFile(keyFile)
  459. if err == nil && len(dat) > 0 {
  460. llger.Info("Reading key from", keyFile)
  461. nc.Privkey = dat
  462. } else {
  463. // generate, write
  464. llger.Info("Generating private key and saving it locally for later use in", keyFile)
  465. privkey, err := node.GenPrivKey(0)
  466. checkErr(err)
  467. r, err := crypto.MarshalPrivateKey(privkey)
  468. checkErr(err)
  469. err = os.MkdirAll(c.String("privkey-cache-dir"), 0600)
  470. checkErr(err)
  471. err = os.WriteFile(keyFile, r, 0600)
  472. checkErr(err)
  473. nc.Privkey = r
  474. }
  475. }
  476. for _, pt := range c.StringSlice("static-peertable") {
  477. dat := strings.Split(pt, ":")
  478. if len(dat) != 2 {
  479. checkErr(fmt.Errorf("wrong format for peertable entries. Want a list of ip/peerid separated by `:`. e.g. 10.1.0.1:... "))
  480. }
  481. if nc.Connection.PeerTable == nil {
  482. nc.Connection.PeerTable = make(map[string]peer.ID)
  483. }
  484. nc.Connection.PeerTable[dat[0]] = peer.ID(dat[1])
  485. }
  486. nodeOpts, vpnOpts, err := nc.ToOpts(llger)
  487. if err != nil {
  488. llger.Fatal(err.Error())
  489. }
  490. return nodeOpts, vpnOpts, llger
  491. }
  492. func handleStopSignals() {
  493. s := make(chan os.Signal, 10)
  494. signal.Notify(s, os.Interrupt, syscall.SIGTERM)
  495. for range s {
  496. os.Exit(0)
  497. }
  498. }