config.yml 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405
  1. # This is the nebula example configuration file. You must edit, at a minimum, the static_host_map, lighthouse, and firewall sections
  2. # Some options in this file are HUPable, including the pki section. (A HUP will reload credentials from disk without affecting existing tunnels)
  3. # PKI defines the location of credentials for this node. Each of these can also be inlined by using the yaml ": |" syntax.
  4. pki:
  5. # The CAs that are accepted by this node. Must contain one or more certificates created by 'nebula-cert ca'
  6. ca: /etc/nebula/ca.crt
  7. cert: /etc/nebula/host.crt
  8. key: /etc/nebula/host.key
  9. # blocklist is a list of certificate fingerprints that we will refuse to talk to
  10. #blocklist:
  11. # - c99d4e650533b92061b09918e838a5a0a6aaee21eed1d12fd937682865936c72
  12. # disconnect_invalid is a toggle to force a client to be disconnected if the certificate is expired or invalid.
  13. #disconnect_invalid: true
  14. # initiating_version controls which certificate version is used when initiating handshakes.
  15. # This setting only applies if both a v1 and a v2 certificate are configured, in which case it will default to `1`.
  16. # Once all hosts in the mesh are configured with both a v1 and v2 certificate then this should be changed to `2`.
  17. # After all hosts in the mesh are using a v2 certificate then v1 certificates are no longer needed.
  18. # initiating_version: 1
  19. # The static host map defines a set of hosts with fixed IP addresses on the internet (or any network).
  20. # A host can have multiple fixed IP addresses defined here, and nebula will try each when establishing a tunnel.
  21. # The syntax is:
  22. # "{nebula ip}": ["{routable ip/dns name}:{routable port}"]
  23. # Example, if your lighthouse has the nebula IP of 192.168.100.1 and has the real ip address of 100.64.22.11 and runs on port 4242:
  24. static_host_map:
  25. "192.168.100.1": ["100.64.22.11:4242"]
  26. # The static_map config stanza can be used to configure how the static_host_map behaves.
  27. #static_map:
  28. # cadence determines how frequently DNS is re-queried for updated IP addresses when a static_host_map entry contains
  29. # a DNS name.
  30. #cadence: 30s
  31. # network determines the type of IP addresses to ask the DNS server for. The default is "ip4" because nodes typically
  32. # do not know their public IPv4 address. Connecting to the Lighthouse via IPv4 allows the Lighthouse to detect the
  33. # public address. Other valid options are "ip6" and "ip" (returns both.)
  34. #network: ip4
  35. # lookup_timeout is the DNS query timeout.
  36. #lookup_timeout: 250ms
  37. lighthouse:
  38. # am_lighthouse is used to enable lighthouse functionality for a node. This should ONLY be true on nodes
  39. # you have configured to be lighthouses in your network
  40. am_lighthouse: false
  41. # serve_dns optionally starts a dns listener that responds to various queries and can even be
  42. # delegated to for resolution
  43. #serve_dns: false
  44. #dns:
  45. # The DNS host defines the IP to bind the dns listener to. This also allows binding to the nebula node IP.
  46. #host: 0.0.0.0
  47. #port: 53
  48. # interval is the number of seconds between updates from this node to a lighthouse.
  49. # during updates, a node sends information about its current IP addresses to each node.
  50. interval: 60
  51. # hosts is a list of lighthouse hosts this node should report to and query from
  52. # IMPORTANT: THIS SHOULD BE EMPTY ON LIGHTHOUSE NODES
  53. # IMPORTANT2: THIS SHOULD BE LIGHTHOUSES' NEBULA IPs, NOT LIGHTHOUSES' REAL ROUTABLE IPs
  54. hosts:
  55. - "192.168.100.1"
  56. # remote_allow_list allows you to control ip ranges that this node will
  57. # consider when handshaking to another node. By default, any remote IPs are
  58. # allowed. You can provide CIDRs here with `true` to allow and `false` to
  59. # deny. The most specific CIDR rule applies to each remote. If all rules are
  60. # "allow", the default will be "deny", and vice-versa. If both "allow" and
  61. # "deny" IPv4 rules are present, then you MUST set a rule for "0.0.0.0/0" as
  62. # the default. Similarly if both "allow" and "deny" IPv6 rules are present,
  63. # then you MUST set a rule for "::/0" as the default.
  64. #remote_allow_list:
  65. # Example to block IPs from this subnet from being used for remote IPs.
  66. #"172.16.0.0/12": false
  67. # A more complicated example, allow public IPs but only private IPs from a specific subnet
  68. #"0.0.0.0/0": true
  69. #"10.0.0.0/8": false
  70. #"10.42.42.0/24": true
  71. # EXPERIMENTAL: This option may change or disappear in the future.
  72. # Optionally allows the definition of remote_allow_list blocks
  73. # specific to an inside VPN IP CIDR.
  74. #remote_allow_ranges:
  75. # This rule would only allow only private IPs for this VPN range
  76. #"10.42.42.0/24":
  77. #"192.168.0.0/16": true
  78. # local_allow_list allows you to filter which local IP addresses we advertise
  79. # to the lighthouses. This uses the same logic as `remote_allow_list`, but
  80. # additionally, you can specify an `interfaces` map of regular expressions
  81. # to match against interface names. The regexp must match the entire name.
  82. # All interface rules must be either true or false (and the default will be
  83. # the inverse). CIDR rules are matched after interface name rules.
  84. # Default is all local IP addresses.
  85. #local_allow_list:
  86. # Example to block tun0 and all docker interfaces.
  87. #interfaces:
  88. #tun0: false
  89. #'docker.*': false
  90. # Example to only advertise this subnet to the lighthouse.
  91. #"10.0.0.0/8": true
  92. # advertise_addrs are routable addresses that will be included along with discovered addresses to report to the
  93. # lighthouse, the format is "ip:port". `port` can be `0`, in which case the actual listening port will be used in its
  94. # place, useful if `listen.port` is set to 0.
  95. # This option is mainly useful when there are static ip addresses the host can be reached at that nebula can not
  96. # typically discover on its own. Examples being port forwarding or multiple paths to the internet.
  97. #advertise_addrs:
  98. #- "1.1.1.1:4242"
  99. #- "1.2.3.4:0" # port will be replaced with the real listening port
  100. # EXPERIMENTAL: This option may change or disappear in the future.
  101. # This setting allows us to "guess" what the remote might be for a host
  102. # while we wait for the lighthouse response.
  103. #calculated_remotes:
  104. # For any Nebula IPs in 10.0.10.0/24, this will apply the mask and add
  105. # the calculated IP as an initial remote (while we wait for the response
  106. # from the lighthouse). Both CIDRs must have the same mask size.
  107. # For example, Nebula IP 10.0.10.123 will have a calculated remote of
  108. # 192.168.1.123
  109. #10.0.10.0/24:
  110. #- mask: 192.168.1.0/24
  111. # port: 4242
  112. # Port Nebula will be listening on. The default here is 4242. For a lighthouse node, the port should be defined,
  113. # however using port 0 will dynamically assign a port and is recommended for roaming nodes.
  114. listen:
  115. # To listen on only ipv4, use "0.0.0.0"
  116. host: "::"
  117. port: 4242
  118. # Sets the max number of packets to pull from the kernel for each syscall (under systems that support recvmmsg)
  119. # default is 64, does not support reload
  120. #batch: 64
  121. # Configure socket buffers for the udp side (outside), leave unset to use the system defaults. Values will be doubled by the kernel
  122. # Default is net.core.rmem_default and net.core.wmem_default (/proc/sys/net/core/rmem_default and /proc/sys/net/core/rmem_default)
  123. # Maximum is limited by memory in the system, SO_RCVBUFFORCE and SO_SNDBUFFORCE is used to avoid having to raise the system wide
  124. # max, net.core.rmem_max and net.core.wmem_max
  125. #read_buffer: 10485760
  126. #write_buffer: 10485760
  127. # By default, Nebula replies to packets it has no tunnel for with a "recv_error" packet. This packet helps speed up reconnection
  128. # in the case that Nebula on either side did not shut down cleanly. This response can be abused as a way to discover if Nebula is running
  129. # on a host though. This option lets you configure if you want to send "recv_error" packets always, never, or only to private network remotes.
  130. # valid values: always, never, private
  131. # This setting is reloadable.
  132. #send_recv_error: always
  133. # The so_sock option is a Linux-specific feature that allows all outgoing Nebula packets to be tagged with a specific identifier.
  134. # This tagging enables IP rule-based filtering. For example, it supports 0.0.0.0/0 unsafe_routes,
  135. # allowing for more precise routing decisions based on the packet tags. Default is 0 meaning no mark is set.
  136. # This setting is reloadable.
  137. #so_mark: 0
  138. # Routines is the number of thread pairs to run that consume from the tun and UDP queues.
  139. # Currently, this defaults to 1 which means we have 1 tun queue reader and 1
  140. # UDP queue reader. Setting this above one will set IFF_MULTI_QUEUE on the tun
  141. # device and SO_REUSEPORT on the UDP socket to allow multiple queues.
  142. # This option is only supported on Linux.
  143. #routines: 1
  144. punchy:
  145. # Continues to punch inbound/outbound at a regular interval to avoid expiration of firewall nat mappings
  146. punch: true
  147. # respond means that a node you are trying to reach will connect back out to you if your hole punching fails
  148. # this is extremely useful if one node is behind a difficult nat, such as a symmetric NAT
  149. # Default is false
  150. #respond: true
  151. # delays a punch response for misbehaving NATs, default is 1 second.
  152. #delay: 1s
  153. # set the delay before attempting punchy.respond. Default is 5 seconds. respond must be true to take effect.
  154. #respond_delay: 5s
  155. # Cipher allows you to choose between the available ciphers for your network. Options are chachapoly or aes
  156. # IMPORTANT: this value must be identical on ALL NODES/LIGHTHOUSES. We do not/will not support use of different ciphers simultaneously!
  157. #cipher: aes
  158. # Preferred ranges is used to define a hint about the local network ranges, which speeds up discovering the fastest
  159. # path to a network adjacent nebula node.
  160. # This setting is reloadable.
  161. #preferred_ranges: ["172.16.0.0/24"]
  162. # sshd can expose informational and administrative functions via ssh. This can expose informational and administrative
  163. # functions, and allows manual tweaking of various network settings when debugging or testing.
  164. #sshd:
  165. # Toggles the feature
  166. #enabled: true
  167. # Host and port to listen on, port 22 is not allowed for your safety
  168. #listen: 127.0.0.1:2222
  169. # A file containing the ssh host private key to use
  170. # A decent way to generate one: ssh-keygen -t ed25519 -f ssh_host_ed25519_key -N "" < /dev/null
  171. #host_key: ./ssh_host_ed25519_key
  172. # Authorized users and their public keys
  173. #authorized_users:
  174. #- user: steeeeve
  175. # keys can be an array of strings or single string
  176. #keys:
  177. #- "ssh public key string"
  178. # Trusted SSH CA public keys. These are the public keys of the CAs that are allowed to sign SSH keys for access.
  179. #trusted_cas:
  180. #- "ssh public key string"
  181. # EXPERIMENTAL: relay support for networks that can't establish direct connections.
  182. relay:
  183. # Relays are a list of Nebula IP's that peers can use to relay packets to me.
  184. # IPs in this list must have am_relay set to true in their configs, otherwise
  185. # they will reject relay requests.
  186. #relays:
  187. #- 192.168.100.1
  188. #- <other Nebula VPN IPs of hosts used as relays to access me>
  189. # Set am_relay to true to permit other hosts to list my IP in their relays config. Default false.
  190. am_relay: false
  191. # Set use_relays to false to prevent this instance from attempting to establish connections through relays.
  192. # default true
  193. use_relays: true
  194. # Configure the private interface. Note: addr is baked into the nebula certificate
  195. tun:
  196. # When tun is disabled, a lighthouse can be started without a local tun interface (and therefore without root)
  197. disabled: false
  198. # Name of the device. If not set, a default will be chosen by the OS.
  199. # For macOS: if set, must be in the form `utun[0-9]+`.
  200. # For NetBSD: Required to be set, must be in the form `tun[0-9]+`
  201. dev: nebula1
  202. # Toggles forwarding of local broadcast packets, the address of which depends on the ip/mask encoded in pki.cert
  203. drop_local_broadcast: false
  204. # Toggles forwarding of multicast packets
  205. drop_multicast: false
  206. # Sets the transmit queue length, if you notice lots of transmit drops on the tun it may help to raise this number. Default is 500
  207. tx_queue: 500
  208. # Default MTU for every packet, safe setting is (and the default) 1300 for internet based traffic
  209. mtu: 1300
  210. # Route based MTU overrides, you have known vpn ip paths that can support larger MTUs you can increase/decrease them here
  211. routes:
  212. #- mtu: 8800
  213. # route: 10.0.0.0/16
  214. # Unsafe routes allows you to route traffic over nebula to non-nebula nodes
  215. # Unsafe routes should be avoided unless you have hosts/services that cannot run nebula
  216. # Supports weighted ECMP if you define a list of gateways, this can be used for load balancing or redundancy to hosts outside of nebula
  217. # NOTES:
  218. # * You will only see a single gateway in the routing table if you are not on linux
  219. # * If a gateway is not reachable through the overlay another gateway will be selected to send the traffic through, ignoring weights
  220. #
  221. # unsafe_routes:
  222. # # Multiple gateways without defining a weight defaults to a weight of 1, this will balance traffic equally between the three gateways
  223. # - route: 192.168.87.0/24
  224. # via:
  225. # - gateway: 10.0.0.1
  226. # - gateway: 10.0.0.2
  227. # - gateway: 10.0.0.3
  228. # # Multiple gateways with a weight, this will balance traffic accordingly
  229. # - route: 192.168.87.0/24
  230. # via:
  231. # - gateway: 10.0.0.1
  232. # weight: 10
  233. # - gateway: 10.0.0.2
  234. # weight: 5
  235. #
  236. # NOTE: The nebula certificate of the "via" node(s) *MUST* have the "route" defined as a subnet in its certificate
  237. # `via`: single node or list of gateways to use for this route
  238. # `mtu`: will default to tun mtu if this option is not specified
  239. # `metric`: will default to 0 if this option is not specified
  240. # `install`: will default to true, controls whether this route is installed in the systems routing table.
  241. # This setting is reloadable.
  242. unsafe_routes:
  243. #- route: 172.16.1.0/24
  244. # via: 192.168.100.99
  245. # mtu: 1300
  246. # metric: 100
  247. # install: true
  248. # On linux only, set to true to manage unsafe routes directly on the system route table with gateway routes instead of
  249. # in nebula configuration files. Default false, not reloadable.
  250. #use_system_route_table: false
  251. # Buffer size for reading routes updates. 0 means default system buffer size. (/proc/sys/net/core/rmem_default).
  252. # If using massive routes updates, for example BGP, you may need to increase this value to avoid packet loss.
  253. # SO_RCVBUFFORCE is used to avoid having to raise the system wide max
  254. #use_system_route_table_buffer_size: 0
  255. # Configure logging level
  256. logging:
  257. # panic, fatal, error, warning, info, or debug. Default is info and is reloadable.
  258. #NOTE: Debug mode can log remotely controlled/untrusted data which can quickly fill a disk in some
  259. # scenarios. Debug logging is also CPU intensive and will decrease performance overall.
  260. # Only enable debug logging while actively investigating an issue.
  261. level: info
  262. # json or text formats currently available. Default is text
  263. format: text
  264. # Disable timestamp logging. useful when output is redirected to logging system that already adds timestamps. Default is false
  265. #disable_timestamp: true
  266. # timestamp format is specified in Go time format, see:
  267. # https://golang.org/pkg/time/#pkg-constants
  268. # default when `format: json`: "2006-01-02T15:04:05Z07:00" (RFC3339)
  269. # default when `format: text`:
  270. # when TTY attached: seconds since beginning of execution
  271. # otherwise: "2006-01-02T15:04:05Z07:00" (RFC3339)
  272. # As an example, to log as RFC3339 with millisecond precision, set to:
  273. #timestamp_format: "2006-01-02T15:04:05.000Z07:00"
  274. #stats:
  275. #type: graphite
  276. #prefix: nebula
  277. #protocol: tcp
  278. #host: 127.0.0.1:9999
  279. #interval: 10s
  280. #type: prometheus
  281. #listen: 127.0.0.1:8080
  282. #path: /metrics
  283. #namespace: prometheusns
  284. #subsystem: nebula
  285. #interval: 10s
  286. # enables counter metrics for meta packets
  287. # e.g.: `messages.tx.handshake`
  288. # NOTE: `message.{tx,rx}.recv_error` is always emitted
  289. #message_metrics: false
  290. # enables detailed counter metrics for lighthouse packets
  291. # e.g.: `lighthouse.rx.HostQuery`
  292. #lighthouse_metrics: false
  293. # Handshake Manager Settings
  294. #handshakes:
  295. # Handshakes are sent to all known addresses at each interval with a linear backoff,
  296. # Wait try_interval after the 1st attempt, 2 * try_interval after the 2nd, etc, until the handshake is older than timeout
  297. # A 100ms interval with the default 10 retries will give a handshake 5.5 seconds to resolve before timing out
  298. #try_interval: 100ms
  299. #retries: 20
  300. # query_buffer is the size of the buffer channel for querying lighthouses
  301. #query_buffer: 64
  302. # trigger_buffer is the size of the buffer channel for quickly sending handshakes
  303. # after receiving the response for lighthouse queries
  304. #trigger_buffer: 64
  305. # Nebula security group configuration
  306. firewall:
  307. # Action to take when a packet is not allowed by the firewall rules.
  308. # Can be one of:
  309. # `drop` (default): silently drop the packet.
  310. # `reject`: send a reject reply.
  311. # - For TCP, this will be a RST "Connection Reset" packet.
  312. # - For other protocols, this will be an ICMP port unreachable packet.
  313. outbound_action: drop
  314. inbound_action: drop
  315. # THIS FLAG IS DEPRECATED AND WILL BE REMOVED IN A FUTURE RELEASE. (Defaults to false.)
  316. # This setting only affects nebula hosts exposing unsafe_routes. When set to false, each inbound rule must contain a
  317. # `local_cidr` if the intention is to allow traffic to flow to an unsafe route. When set to true, every firewall rule
  318. # will apply to all configured unsafe_routes regardless of the actual destination of the packet, unless `local_cidr`
  319. # is explicitly defined. This is usually not the desired behavior and should be avoided!
  320. #default_local_cidr_any: false
  321. conntrack:
  322. tcp_timeout: 12m
  323. udp_timeout: 3m
  324. default_timeout: 10m
  325. # The firewall is default deny. There is no way to write a deny rule.
  326. # Rules are comprised of a protocol, port, and one or more of host, group, or CIDR
  327. # Logical evaluation is roughly: port AND proto AND (ca_sha OR ca_name) AND (host OR group OR groups OR cidr) AND (local cidr)
  328. # - port: Takes `0` or `any` as any, a single number `80`, a range `200-901`, or `fragment` to match second and further fragments of fragmented packets (since there is no port available).
  329. # code: same as port but makes more sense when talking about ICMP, TODO: this is not currently implemented in a way that works, use `any`
  330. # proto: `any`, `tcp`, `udp`, or `icmp`
  331. # host: `any` or a literal hostname, ie `test-host`
  332. # group: `any` or a literal group name, ie `default-group`
  333. # groups: Same as group but accepts a list of values. Multiple values are AND'd together and a certificate would have to contain all groups to pass
  334. # cidr: a remote CIDR, `0.0.0.0/0` is any ipv4 and `::/0` is any ipv6.
  335. # local_cidr: a local CIDR, `0.0.0.0/0` is any ipv4 and `::/0` is any ipv6. This can be used to filter destinations when using unsafe_routes.
  336. # By default, this is set to only the VPN (overlay) networks assigned via the certificate networks field unless `default_local_cidr_any` is set to true.
  337. # If there are unsafe_routes present in this config file, `local_cidr` should be set appropriately for the intended us case.
  338. # ca_name: An issuing CA name
  339. # ca_sha: An issuing CA shasum
  340. outbound:
  341. # Allow all outbound traffic from this node
  342. - port: any
  343. proto: any
  344. host: any
  345. inbound:
  346. # Allow icmp between any nebula hosts
  347. - port: any
  348. proto: icmp
  349. host: any
  350. # Allow tcp/443 from any host with BOTH laptop and home group
  351. - port: 443
  352. proto: tcp
  353. groups:
  354. - laptop
  355. - home
  356. # Expose a subnet (unsafe route) to hosts with the group remote_client
  357. # This example assume you have a subnet of 192.168.100.1/24 or larger encoded in the certificate
  358. - port: 8080
  359. proto: tcp
  360. group: remote_client
  361. local_cidr: 192.168.100.1/24