lighthouse.go 41 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453
  1. package nebula
  2. import (
  3. "context"
  4. "encoding/binary"
  5. "errors"
  6. "fmt"
  7. "net"
  8. "net/netip"
  9. "slices"
  10. "strconv"
  11. "sync/atomic"
  12. "time"
  13. "github.com/gaissmai/bart"
  14. "github.com/rcrowley/go-metrics"
  15. "github.com/sirupsen/logrus"
  16. "github.com/slackhq/nebula/cert"
  17. "github.com/slackhq/nebula/config"
  18. "github.com/slackhq/nebula/header"
  19. "github.com/slackhq/nebula/udp"
  20. "github.com/slackhq/nebula/util"
  21. )
  22. var ErrHostNotKnown = errors.New("host not known")
  23. type LightHouse struct {
  24. //TODO: We need a timer wheel to kick out vpnAddrs that haven't reported in a long time
  25. syncRWMutex //Because we concurrently read and write to our maps
  26. ctx context.Context
  27. amLighthouse bool
  28. myVpnNetworks []netip.Prefix
  29. myVpnNetworksTable *bart.Table[struct{}]
  30. punchConn udp.Conn
  31. punchy *Punchy
  32. // Local cache of answers from light houses
  33. // map of vpn addr to answers
  34. addrMap map[netip.Addr]*RemoteList
  35. // filters remote addresses allowed for each host
  36. // - When we are a lighthouse, this filters what addresses we store and
  37. // respond with.
  38. // - When we are not a lighthouse, this filters which addresses we accept
  39. // from lighthouses.
  40. remoteAllowList atomic.Pointer[RemoteAllowList]
  41. // filters local addresses that we advertise to lighthouses
  42. localAllowList atomic.Pointer[LocalAllowList]
  43. // used to trigger the HandshakeManager when we receive HostQueryReply
  44. handshakeTrigger chan<- netip.Addr
  45. // staticList exists to avoid having a bool in each addrMap entry
  46. // since static should be rare
  47. staticList atomic.Pointer[map[netip.Addr]struct{}]
  48. lighthouses atomic.Pointer[map[netip.Addr]struct{}]
  49. interval atomic.Int64
  50. updateCancel context.CancelFunc
  51. ifce EncWriter
  52. nebulaPort uint32 // 32 bits because protobuf does not have a uint16
  53. advertiseAddrs atomic.Pointer[[]netip.AddrPort]
  54. // Addr's of relays that can be used by peers to access me
  55. relaysForMe atomic.Pointer[[]netip.Addr]
  56. queryChan chan netip.Addr
  57. calculatedRemotes atomic.Pointer[bart.Table[[]*calculatedRemote]] // Maps VpnAddr to []*calculatedRemote
  58. metrics *MessageMetrics
  59. metricHolepunchTx metrics.Counter
  60. l *logrus.Logger
  61. }
  62. // NewLightHouseFromConfig will build a Lighthouse struct from the values provided in the config object
  63. // addrMap should be nil unless this is during a config reload
  64. func NewLightHouseFromConfig(ctx context.Context, l *logrus.Logger, c *config.C, cs *CertState, pc udp.Conn, p *Punchy) (*LightHouse, error) {
  65. amLighthouse := c.GetBool("lighthouse.am_lighthouse", false)
  66. nebulaPort := uint32(c.GetInt("listen.port", 0))
  67. if amLighthouse && nebulaPort == 0 {
  68. return nil, util.NewContextualError("lighthouse.am_lighthouse enabled on node but no port number is set in config", nil, nil)
  69. }
  70. // If port is dynamic, discover it
  71. if nebulaPort == 0 && pc != nil {
  72. uPort, err := pc.LocalAddr()
  73. if err != nil {
  74. return nil, util.NewContextualError("Failed to get listening port", nil, err)
  75. }
  76. nebulaPort = uint32(uPort.Port())
  77. }
  78. h := LightHouse{
  79. syncRWMutex: newSyncRWMutex("lighthouse"),
  80. ctx: ctx,
  81. amLighthouse: amLighthouse,
  82. myVpnNetworks: cs.myVpnNetworks,
  83. myVpnNetworksTable: cs.myVpnNetworksTable,
  84. addrMap: make(map[netip.Addr]*RemoteList),
  85. nebulaPort: nebulaPort,
  86. punchConn: pc,
  87. punchy: p,
  88. queryChan: make(chan netip.Addr, c.GetUint32("handshakes.query_buffer", 64)),
  89. l: l,
  90. }
  91. lighthouses := make(map[netip.Addr]struct{})
  92. h.lighthouses.Store(&lighthouses)
  93. staticList := make(map[netip.Addr]struct{})
  94. h.staticList.Store(&staticList)
  95. if c.GetBool("stats.lighthouse_metrics", false) {
  96. h.metrics = newLighthouseMetrics()
  97. h.metricHolepunchTx = metrics.GetOrRegisterCounter("messages.tx.holepunch", nil)
  98. } else {
  99. h.metricHolepunchTx = metrics.NilCounter{}
  100. }
  101. err := h.reload(c, true)
  102. if err != nil {
  103. return nil, err
  104. }
  105. c.RegisterReloadCallback(func(c *config.C) {
  106. err := h.reload(c, false)
  107. switch v := err.(type) {
  108. case *util.ContextualError:
  109. v.Log(l)
  110. case error:
  111. l.WithError(err).Error("failed to reload lighthouse")
  112. }
  113. })
  114. h.startQueryWorker()
  115. return &h, nil
  116. }
  117. func (lh *LightHouse) GetStaticHostList() map[netip.Addr]struct{} {
  118. return *lh.staticList.Load()
  119. }
  120. func (lh *LightHouse) GetLighthouses() map[netip.Addr]struct{} {
  121. return *lh.lighthouses.Load()
  122. }
  123. func (lh *LightHouse) GetRemoteAllowList() *RemoteAllowList {
  124. return lh.remoteAllowList.Load()
  125. }
  126. func (lh *LightHouse) GetLocalAllowList() *LocalAllowList {
  127. return lh.localAllowList.Load()
  128. }
  129. func (lh *LightHouse) GetAdvertiseAddrs() []netip.AddrPort {
  130. return *lh.advertiseAddrs.Load()
  131. }
  132. func (lh *LightHouse) GetRelaysForMe() []netip.Addr {
  133. return *lh.relaysForMe.Load()
  134. }
  135. func (lh *LightHouse) getCalculatedRemotes() *bart.Table[[]*calculatedRemote] {
  136. return lh.calculatedRemotes.Load()
  137. }
  138. func (lh *LightHouse) GetUpdateInterval() int64 {
  139. return lh.interval.Load()
  140. }
  141. func (lh *LightHouse) reload(c *config.C, initial bool) error {
  142. if initial || c.HasChanged("lighthouse.advertise_addrs") {
  143. rawAdvAddrs := c.GetStringSlice("lighthouse.advertise_addrs", []string{})
  144. advAddrs := make([]netip.AddrPort, 0)
  145. for i, rawAddr := range rawAdvAddrs {
  146. host, sport, err := net.SplitHostPort(rawAddr)
  147. if err != nil {
  148. return util.NewContextualError("Unable to parse lighthouse.advertise_addrs entry", m{"addr": rawAddr, "entry": i + 1}, err)
  149. }
  150. addrs, err := net.DefaultResolver.LookupNetIP(context.Background(), "ip", host)
  151. if err != nil {
  152. return util.NewContextualError("Unable to lookup lighthouse.advertise_addrs entry", m{"addr": rawAddr, "entry": i + 1}, err)
  153. }
  154. if len(addrs) == 0 {
  155. return util.NewContextualError("Unable to lookup lighthouse.advertise_addrs entry", m{"addr": rawAddr, "entry": i + 1}, nil)
  156. }
  157. port, err := strconv.Atoi(sport)
  158. if err != nil {
  159. return util.NewContextualError("Unable to parse port in lighthouse.advertise_addrs entry", m{"addr": rawAddr, "entry": i + 1}, err)
  160. }
  161. if port == 0 {
  162. port = int(lh.nebulaPort)
  163. }
  164. //TODO: we could technically insert all returned addrs instead of just the first one if a dns lookup was used
  165. addr := addrs[0].Unmap()
  166. _, found := lh.myVpnNetworksTable.Lookup(addr)
  167. if found {
  168. lh.l.WithField("addr", rawAddr).WithField("entry", i+1).
  169. Warn("Ignoring lighthouse.advertise_addrs report because it is within the nebula network range")
  170. continue
  171. }
  172. advAddrs = append(advAddrs, netip.AddrPortFrom(addr, uint16(port)))
  173. }
  174. lh.advertiseAddrs.Store(&advAddrs)
  175. if !initial {
  176. lh.l.Info("lighthouse.advertise_addrs has changed")
  177. }
  178. }
  179. if initial || c.HasChanged("lighthouse.interval") {
  180. lh.interval.Store(int64(c.GetInt("lighthouse.interval", 10)))
  181. if !initial {
  182. lh.l.Infof("lighthouse.interval changed to %v", lh.interval.Load())
  183. if lh.updateCancel != nil {
  184. // May not always have a running routine
  185. lh.updateCancel()
  186. }
  187. lh.StartUpdateWorker()
  188. }
  189. }
  190. if initial || c.HasChanged("lighthouse.remote_allow_list") || c.HasChanged("lighthouse.remote_allow_ranges") {
  191. ral, err := NewRemoteAllowListFromConfig(c, "lighthouse.remote_allow_list", "lighthouse.remote_allow_ranges")
  192. if err != nil {
  193. return util.NewContextualError("Invalid lighthouse.remote_allow_list", nil, err)
  194. }
  195. lh.remoteAllowList.Store(ral)
  196. if !initial {
  197. lh.l.Info("lighthouse.remote_allow_list and/or lighthouse.remote_allow_ranges has changed")
  198. }
  199. }
  200. if initial || c.HasChanged("lighthouse.local_allow_list") {
  201. lal, err := NewLocalAllowListFromConfig(c, "lighthouse.local_allow_list")
  202. if err != nil {
  203. return util.NewContextualError("Invalid lighthouse.local_allow_list", nil, err)
  204. }
  205. lh.localAllowList.Store(lal)
  206. if !initial {
  207. lh.l.Info("lighthouse.local_allow_list has changed")
  208. }
  209. }
  210. if initial || c.HasChanged("lighthouse.calculated_remotes") {
  211. cr, err := NewCalculatedRemotesFromConfig(c, "lighthouse.calculated_remotes")
  212. if err != nil {
  213. return util.NewContextualError("Invalid lighthouse.calculated_remotes", nil, err)
  214. }
  215. lh.calculatedRemotes.Store(cr)
  216. if !initial {
  217. lh.l.Info("lighthouse.calculated_remotes has changed")
  218. }
  219. }
  220. //NOTE: many things will get much simpler when we combine static_host_map and lighthouse.hosts in config
  221. if initial || c.HasChanged("static_host_map") || c.HasChanged("static_map.cadence") || c.HasChanged("static_map.network") || c.HasChanged("static_map.lookup_timeout") {
  222. // Clean up. Entries still in the static_host_map will be re-built.
  223. // Entries no longer present must have their (possible) background DNS goroutines stopped.
  224. if existingStaticList := lh.staticList.Load(); existingStaticList != nil {
  225. lh.RLock()
  226. for staticVpnAddr := range *existingStaticList {
  227. if am, ok := lh.addrMap[staticVpnAddr]; ok && am != nil {
  228. am.hr.Cancel()
  229. }
  230. }
  231. lh.RUnlock()
  232. }
  233. // Build a new list based on current config.
  234. staticList := make(map[netip.Addr]struct{})
  235. err := lh.loadStaticMap(c, staticList)
  236. if err != nil {
  237. return err
  238. }
  239. lh.staticList.Store(&staticList)
  240. if !initial {
  241. if c.HasChanged("static_host_map") {
  242. lh.l.Info("static_host_map has changed")
  243. }
  244. if c.HasChanged("static_map.cadence") {
  245. lh.l.Info("static_map.cadence has changed")
  246. }
  247. if c.HasChanged("static_map.network") {
  248. lh.l.Info("static_map.network has changed")
  249. }
  250. if c.HasChanged("static_map.lookup_timeout") {
  251. lh.l.Info("static_map.lookup_timeout has changed")
  252. }
  253. }
  254. }
  255. if initial || c.HasChanged("lighthouse.hosts") {
  256. lhMap := make(map[netip.Addr]struct{})
  257. err := lh.parseLighthouses(c, lhMap)
  258. if err != nil {
  259. return err
  260. }
  261. lh.lighthouses.Store(&lhMap)
  262. if !initial {
  263. //NOTE: we are not tearing down existing lighthouse connections because they might be used for non lighthouse traffic
  264. lh.l.Info("lighthouse.hosts has changed")
  265. }
  266. }
  267. if initial || c.HasChanged("relay.relays") {
  268. switch c.GetBool("relay.am_relay", false) {
  269. case true:
  270. // Relays aren't allowed to specify other relays
  271. if len(c.GetStringSlice("relay.relays", nil)) > 0 {
  272. lh.l.Info("Ignoring relays from config because am_relay is true")
  273. }
  274. relaysForMe := []netip.Addr{}
  275. lh.relaysForMe.Store(&relaysForMe)
  276. case false:
  277. relaysForMe := []netip.Addr{}
  278. for _, v := range c.GetStringSlice("relay.relays", nil) {
  279. configRIP, err := netip.ParseAddr(v)
  280. if err != nil {
  281. lh.l.WithField("relay", v).WithError(err).Warn("Parse relay from config failed")
  282. } else {
  283. lh.l.WithField("relay", v).Info("Read relay from config")
  284. relaysForMe = append(relaysForMe, configRIP)
  285. }
  286. }
  287. lh.relaysForMe.Store(&relaysForMe)
  288. }
  289. }
  290. return nil
  291. }
  292. func (lh *LightHouse) parseLighthouses(c *config.C, lhMap map[netip.Addr]struct{}) error {
  293. lhs := c.GetStringSlice("lighthouse.hosts", []string{})
  294. if lh.amLighthouse && len(lhs) != 0 {
  295. lh.l.Warn("lighthouse.am_lighthouse enabled on node but upstream lighthouses exist in config")
  296. }
  297. for i, host := range lhs {
  298. addr, err := netip.ParseAddr(host)
  299. if err != nil {
  300. return util.NewContextualError("Unable to parse lighthouse host entry", m{"host": host, "entry": i + 1}, err)
  301. }
  302. _, found := lh.myVpnNetworksTable.Lookup(addr)
  303. if !found {
  304. return util.NewContextualError("lighthouse host is not in our networks, invalid", m{"vpnAddr": addr, "networks": lh.myVpnNetworks}, nil)
  305. }
  306. lhMap[addr] = struct{}{}
  307. }
  308. if !lh.amLighthouse && len(lhMap) == 0 {
  309. lh.l.Warn("No lighthouse.hosts configured, this host will only be able to initiate tunnels with static_host_map entries")
  310. }
  311. staticList := lh.GetStaticHostList()
  312. for lhAddr, _ := range lhMap {
  313. if _, ok := staticList[lhAddr]; !ok {
  314. return fmt.Errorf("lighthouse %s does not have a static_host_map entry", lhAddr)
  315. }
  316. }
  317. return nil
  318. }
  319. func getStaticMapCadence(c *config.C) (time.Duration, error) {
  320. cadence := c.GetString("static_map.cadence", "30s")
  321. d, err := time.ParseDuration(cadence)
  322. if err != nil {
  323. return 0, err
  324. }
  325. return d, nil
  326. }
  327. func getStaticMapLookupTimeout(c *config.C) (time.Duration, error) {
  328. lookupTimeout := c.GetString("static_map.lookup_timeout", "250ms")
  329. d, err := time.ParseDuration(lookupTimeout)
  330. if err != nil {
  331. return 0, err
  332. }
  333. return d, nil
  334. }
  335. func getStaticMapNetwork(c *config.C) (string, error) {
  336. network := c.GetString("static_map.network", "ip4")
  337. if network != "ip" && network != "ip4" && network != "ip6" {
  338. return "", fmt.Errorf("static_map.network must be one of ip, ip4, or ip6")
  339. }
  340. return network, nil
  341. }
  342. func (lh *LightHouse) loadStaticMap(c *config.C, staticList map[netip.Addr]struct{}) error {
  343. d, err := getStaticMapCadence(c)
  344. if err != nil {
  345. return err
  346. }
  347. network, err := getStaticMapNetwork(c)
  348. if err != nil {
  349. return err
  350. }
  351. lookupTimeout, err := getStaticMapLookupTimeout(c)
  352. if err != nil {
  353. return err
  354. }
  355. shm := c.GetMap("static_host_map", map[string]any{})
  356. i := 0
  357. for k, v := range shm {
  358. vpnAddr, err := netip.ParseAddr(fmt.Sprintf("%v", k))
  359. if err != nil {
  360. return util.NewContextualError("Unable to parse static_host_map entry", m{"host": k, "entry": i + 1}, err)
  361. }
  362. _, found := lh.myVpnNetworksTable.Lookup(vpnAddr)
  363. if !found {
  364. return util.NewContextualError("static_host_map key is not in our network, invalid", m{"vpnAddr": vpnAddr, "networks": lh.myVpnNetworks, "entry": i + 1}, nil)
  365. }
  366. vals, ok := v.([]any)
  367. if !ok {
  368. vals = []any{v}
  369. }
  370. remoteAddrs := []string{}
  371. for _, v := range vals {
  372. remoteAddrs = append(remoteAddrs, fmt.Sprintf("%v", v))
  373. }
  374. err = lh.addStaticRemotes(i, d, network, lookupTimeout, vpnAddr, remoteAddrs, staticList)
  375. if err != nil {
  376. return err
  377. }
  378. i++
  379. }
  380. return nil
  381. }
  382. func (lh *LightHouse) Query(vpnAddr netip.Addr) *RemoteList {
  383. if !lh.IsLighthouseAddr(vpnAddr) {
  384. lh.QueryServer(vpnAddr)
  385. }
  386. lh.RLock()
  387. if v, ok := lh.addrMap[vpnAddr]; ok {
  388. lh.RUnlock()
  389. return v
  390. }
  391. lh.RUnlock()
  392. return nil
  393. }
  394. // QueryServer is asynchronous so no reply should be expected
  395. func (lh *LightHouse) QueryServer(vpnAddr netip.Addr) {
  396. // Don't put lighthouse addrs in the query channel because we can't query lighthouses about lighthouses
  397. if lh.amLighthouse || lh.IsLighthouseAddr(vpnAddr) {
  398. return
  399. }
  400. chanDebugSend("lighthouse-query-chan")
  401. lh.queryChan <- vpnAddr
  402. }
  403. func (lh *LightHouse) QueryCache(vpnAddrs []netip.Addr) *RemoteList {
  404. lh.RLock()
  405. if v, ok := lh.addrMap[vpnAddrs[0]]; ok {
  406. lh.RUnlock()
  407. return v
  408. }
  409. lh.RUnlock()
  410. lh.Lock()
  411. defer lh.Unlock()
  412. // Add an entry if we don't already have one
  413. return lh.unlockedGetRemoteList(vpnAddrs)
  414. }
  415. // queryAndPrepMessage is a lock helper on RemoteList, assisting the caller to build a lighthouse message containing
  416. // details from the remote list. It looks for a hit in the addrMap and a hit in the RemoteList under the owner vpnAddr
  417. // If one is found then f() is called with proper locking, f() must return result of n.MarshalTo()
  418. func (lh *LightHouse) queryAndPrepMessage(vpnAddr netip.Addr, f func(*cache) (int, error)) (bool, int, error) {
  419. lh.RLock()
  420. // Do we have an entry in the main cache?
  421. if v, ok := lh.addrMap[vpnAddr]; ok {
  422. // Swap lh lock for remote list lock
  423. v.RLock()
  424. defer v.RUnlock()
  425. lh.RUnlock()
  426. // We may be asking about a non primary address so lets get the primary address
  427. if slices.Contains(v.vpnAddrs, vpnAddr) {
  428. vpnAddr = v.vpnAddrs[0]
  429. }
  430. c := v.cache[vpnAddr]
  431. // Make sure we have
  432. if c != nil {
  433. n, err := f(c)
  434. return true, n, err
  435. }
  436. return false, 0, nil
  437. }
  438. lh.RUnlock()
  439. return false, 0, nil
  440. }
  441. func (lh *LightHouse) DeleteVpnAddrs(allVpnAddrs []netip.Addr) {
  442. // First we check the static mapping
  443. // and do nothing if it is there
  444. if _, ok := lh.GetStaticHostList()[allVpnAddrs[0]]; ok {
  445. return
  446. }
  447. lh.Lock()
  448. rm, ok := lh.addrMap[allVpnAddrs[0]]
  449. if ok {
  450. for _, addr := range allVpnAddrs {
  451. srm := lh.addrMap[addr]
  452. if srm == rm {
  453. delete(lh.addrMap, addr)
  454. if lh.l.Level >= logrus.DebugLevel {
  455. lh.l.Debugf("deleting %s from lighthouse.", addr)
  456. }
  457. }
  458. }
  459. }
  460. lh.Unlock()
  461. }
  462. // AddStaticRemote adds a static host entry for vpnAddr as ourselves as the owner
  463. // We are the owner because we don't want a lighthouse server to advertise for static hosts it was configured with
  464. // And we don't want a lighthouse query reply to interfere with our learned cache if we are a client
  465. // NOTE: this function should not interact with any hot path objects, like lh.staticList, the caller should handle it
  466. func (lh *LightHouse) addStaticRemotes(i int, d time.Duration, network string, timeout time.Duration, vpnAddr netip.Addr, toAddrs []string, staticList map[netip.Addr]struct{}) error {
  467. lh.Lock()
  468. am := lh.unlockedGetRemoteList([]netip.Addr{vpnAddr})
  469. am.Lock()
  470. defer am.Unlock()
  471. ctx := lh.ctx
  472. lh.Unlock()
  473. hr, err := NewHostnameResults(ctx, lh.l, d, network, timeout, toAddrs, func() {
  474. // This callback runs whenever the DNS hostname resolver finds a different set of addr's
  475. // in its resolution for hostnames.
  476. am.Lock()
  477. defer am.Unlock()
  478. am.shouldRebuild = true
  479. })
  480. if err != nil {
  481. return util.NewContextualError("Static host address could not be parsed", m{"vpnAddr": vpnAddr, "entry": i + 1}, err)
  482. }
  483. am.unlockedSetHostnamesResults(hr)
  484. for _, addrPort := range hr.GetAddrs() {
  485. if !lh.shouldAdd(vpnAddr, addrPort.Addr()) {
  486. continue
  487. }
  488. switch {
  489. case addrPort.Addr().Is4():
  490. am.unlockedPrependV4(lh.myVpnNetworks[0].Addr(), netAddrToProtoV4AddrPort(addrPort.Addr(), addrPort.Port()))
  491. case addrPort.Addr().Is6():
  492. am.unlockedPrependV6(lh.myVpnNetworks[0].Addr(), netAddrToProtoV6AddrPort(addrPort.Addr(), addrPort.Port()))
  493. }
  494. }
  495. // Mark it as static in the caller provided map
  496. staticList[vpnAddr] = struct{}{}
  497. return nil
  498. }
  499. // addCalculatedRemotes adds any calculated remotes based on the
  500. // lighthouse.calculated_remotes configuration. It returns true if any
  501. // calculated remotes were added
  502. func (lh *LightHouse) addCalculatedRemotes(vpnAddr netip.Addr) bool {
  503. tree := lh.getCalculatedRemotes()
  504. if tree == nil {
  505. return false
  506. }
  507. calculatedRemotes, ok := tree.Lookup(vpnAddr)
  508. if !ok {
  509. return false
  510. }
  511. var calculatedV4 []*V4AddrPort
  512. var calculatedV6 []*V6AddrPort
  513. for _, cr := range calculatedRemotes {
  514. if vpnAddr.Is4() {
  515. c := cr.ApplyV4(vpnAddr)
  516. if c != nil {
  517. calculatedV4 = append(calculatedV4, c)
  518. }
  519. } else if vpnAddr.Is6() {
  520. c := cr.ApplyV6(vpnAddr)
  521. if c != nil {
  522. calculatedV6 = append(calculatedV6, c)
  523. }
  524. }
  525. }
  526. lh.Lock()
  527. am := lh.unlockedGetRemoteList([]netip.Addr{vpnAddr})
  528. am.Lock()
  529. defer am.Unlock()
  530. lh.Unlock()
  531. if len(calculatedV4) > 0 {
  532. am.unlockedSetV4(lh.myVpnNetworks[0].Addr(), vpnAddr, calculatedV4, lh.unlockedShouldAddV4)
  533. }
  534. if len(calculatedV6) > 0 {
  535. am.unlockedSetV6(lh.myVpnNetworks[0].Addr(), vpnAddr, calculatedV6, lh.unlockedShouldAddV6)
  536. }
  537. return len(calculatedV4) > 0 || len(calculatedV6) > 0
  538. }
  539. // unlockedGetRemoteList
  540. // assumes you have the lh lock
  541. func (lh *LightHouse) unlockedGetRemoteList(allAddrs []netip.Addr) *RemoteList {
  542. am, ok := lh.addrMap[allAddrs[0]]
  543. if !ok {
  544. am = NewRemoteList(allAddrs, func(a netip.Addr) bool { return lh.shouldAdd(allAddrs[0], a) })
  545. for _, addr := range allAddrs {
  546. lh.addrMap[addr] = am
  547. }
  548. }
  549. return am
  550. }
  551. func (lh *LightHouse) shouldAdd(vpnAddr netip.Addr, to netip.Addr) bool {
  552. allow := lh.GetRemoteAllowList().Allow(vpnAddr, to)
  553. if lh.l.Level >= logrus.TraceLevel {
  554. lh.l.WithField("vpnAddr", vpnAddr).WithField("udpAddr", to).WithField("allow", allow).
  555. Trace("remoteAllowList.Allow")
  556. }
  557. if !allow {
  558. return false
  559. }
  560. _, found := lh.myVpnNetworksTable.Lookup(to)
  561. if found {
  562. return false
  563. }
  564. return true
  565. }
  566. // unlockedShouldAddV4 checks if to is allowed by our allow list
  567. func (lh *LightHouse) unlockedShouldAddV4(vpnAddr netip.Addr, to *V4AddrPort) bool {
  568. udpAddr := protoV4AddrPortToNetAddrPort(to)
  569. allow := lh.GetRemoteAllowList().Allow(vpnAddr, udpAddr.Addr())
  570. if lh.l.Level >= logrus.TraceLevel {
  571. lh.l.WithField("vpnAddr", vpnAddr).WithField("udpAddr", udpAddr).WithField("allow", allow).
  572. Trace("remoteAllowList.Allow")
  573. }
  574. if !allow {
  575. return false
  576. }
  577. _, found := lh.myVpnNetworksTable.Lookup(udpAddr.Addr())
  578. if found {
  579. return false
  580. }
  581. return true
  582. }
  583. // unlockedShouldAddV6 checks if to is allowed by our allow list
  584. func (lh *LightHouse) unlockedShouldAddV6(vpnAddr netip.Addr, to *V6AddrPort) bool {
  585. udpAddr := protoV6AddrPortToNetAddrPort(to)
  586. allow := lh.GetRemoteAllowList().Allow(vpnAddr, udpAddr.Addr())
  587. if lh.l.Level >= logrus.TraceLevel {
  588. lh.l.WithField("vpnAddr", vpnAddr).WithField("udpAddr", udpAddr).WithField("allow", allow).
  589. Trace("remoteAllowList.Allow")
  590. }
  591. if !allow {
  592. return false
  593. }
  594. _, found := lh.myVpnNetworksTable.Lookup(udpAddr.Addr())
  595. if found {
  596. return false
  597. }
  598. return true
  599. }
  600. func (lh *LightHouse) IsLighthouseAddr(vpnAddr netip.Addr) bool {
  601. if _, ok := lh.GetLighthouses()[vpnAddr]; ok {
  602. return true
  603. }
  604. return false
  605. }
  606. // TODO: CERT-V2 IsLighthouseAddr should be sufficient, we just need to update the vpnAddrs for lighthouses after a handshake
  607. // so that we know all the lighthouse vpnAddrs, not just the ones we were configured to talk to initially
  608. func (lh *LightHouse) IsAnyLighthouseAddr(vpnAddr []netip.Addr) bool {
  609. l := lh.GetLighthouses()
  610. for _, a := range vpnAddr {
  611. if _, ok := l[a]; ok {
  612. return true
  613. }
  614. }
  615. return false
  616. }
  617. func (lh *LightHouse) startQueryWorker() {
  618. if lh.amLighthouse {
  619. return
  620. }
  621. go func() {
  622. nb := make([]byte, 12, 12)
  623. out := make([]byte, mtu)
  624. chanDebugRecv("lighthouse-query-chan")
  625. for {
  626. select {
  627. case <-lh.ctx.Done():
  628. return
  629. case addr := <-lh.queryChan:
  630. lh.innerQueryServer(addr, nb, out)
  631. }
  632. }
  633. }()
  634. }
  635. func (lh *LightHouse) innerQueryServer(addr netip.Addr, nb, out []byte) {
  636. if lh.IsLighthouseAddr(addr) {
  637. return
  638. }
  639. msg := &NebulaMeta{
  640. Type: NebulaMeta_HostQuery,
  641. Details: &NebulaMetaDetails{},
  642. }
  643. var v1Query, v2Query []byte
  644. var err error
  645. var v cert.Version
  646. queried := 0
  647. lighthouses := lh.GetLighthouses()
  648. for lhVpnAddr := range lighthouses {
  649. hi := lh.ifce.GetHostInfo(lhVpnAddr)
  650. if hi != nil {
  651. v = hi.ConnectionState.myCert.Version()
  652. } else {
  653. v = lh.ifce.GetCertState().defaultVersion
  654. }
  655. if v == cert.Version1 {
  656. if !addr.Is4() {
  657. lh.l.WithField("queryVpnAddr", addr).WithField("lighthouseAddr", lhVpnAddr).
  658. Error("Can't query lighthouse for v6 address using a v1 protocol")
  659. continue
  660. }
  661. if v1Query == nil {
  662. b := addr.As4()
  663. msg.Details.VpnAddr = nil
  664. msg.Details.OldVpnAddr = binary.BigEndian.Uint32(b[:])
  665. v1Query, err = msg.Marshal()
  666. if err != nil {
  667. lh.l.WithError(err).WithField("queryVpnAddr", addr).
  668. WithField("lighthouseAddr", lhVpnAddr).
  669. Error("Failed to marshal lighthouse v1 query payload")
  670. continue
  671. }
  672. }
  673. lh.ifce.SendMessageToVpnAddr(header.LightHouse, 0, lhVpnAddr, v1Query, nb, out)
  674. queried++
  675. } else if v == cert.Version2 {
  676. if v2Query == nil {
  677. msg.Details.OldVpnAddr = 0
  678. msg.Details.VpnAddr = netAddrToProtoAddr(addr)
  679. v2Query, err = msg.Marshal()
  680. if err != nil {
  681. lh.l.WithError(err).WithField("queryVpnAddr", addr).
  682. WithField("lighthouseAddr", lhVpnAddr).
  683. Error("Failed to marshal lighthouse v2 query payload")
  684. continue
  685. }
  686. }
  687. lh.ifce.SendMessageToVpnAddr(header.LightHouse, 0, lhVpnAddr, v2Query, nb, out)
  688. queried++
  689. } else {
  690. lh.l.Debugf("Can not query lighthouse for %v using unknown protocol version: %v", addr, v)
  691. continue
  692. }
  693. }
  694. lh.metricTx(NebulaMeta_HostQuery, int64(queried))
  695. }
  696. func (lh *LightHouse) StartUpdateWorker() {
  697. interval := lh.GetUpdateInterval()
  698. if lh.amLighthouse || interval == 0 {
  699. return
  700. }
  701. clockSource := time.NewTicker(time.Second * time.Duration(interval))
  702. updateCtx, cancel := context.WithCancel(lh.ctx)
  703. lh.updateCancel = cancel
  704. go func() {
  705. defer clockSource.Stop()
  706. for {
  707. lh.SendUpdate()
  708. select {
  709. case <-updateCtx.Done():
  710. return
  711. case <-clockSource.C:
  712. continue
  713. }
  714. }
  715. }()
  716. }
  717. func (lh *LightHouse) SendUpdate() {
  718. var v4 []*V4AddrPort
  719. var v6 []*V6AddrPort
  720. for _, e := range lh.GetAdvertiseAddrs() {
  721. if e.Addr().Is4() {
  722. v4 = append(v4, netAddrToProtoV4AddrPort(e.Addr(), e.Port()))
  723. } else {
  724. v6 = append(v6, netAddrToProtoV6AddrPort(e.Addr(), e.Port()))
  725. }
  726. }
  727. lal := lh.GetLocalAllowList()
  728. for _, e := range localAddrs(lh.l, lal) {
  729. _, found := lh.myVpnNetworksTable.Lookup(e)
  730. if found {
  731. continue
  732. }
  733. // Only add addrs that aren't my VPN/tun networks
  734. if e.Is4() {
  735. v4 = append(v4, netAddrToProtoV4AddrPort(e, uint16(lh.nebulaPort)))
  736. } else {
  737. v6 = append(v6, netAddrToProtoV6AddrPort(e, uint16(lh.nebulaPort)))
  738. }
  739. }
  740. nb := make([]byte, 12, 12)
  741. out := make([]byte, mtu)
  742. var v1Update, v2Update []byte
  743. var err error
  744. updated := 0
  745. lighthouses := lh.GetLighthouses()
  746. for lhVpnAddr := range lighthouses {
  747. var v cert.Version
  748. hi := lh.ifce.GetHostInfo(lhVpnAddr)
  749. if hi != nil {
  750. v = hi.ConnectionState.myCert.Version()
  751. } else {
  752. v = lh.ifce.GetCertState().defaultVersion
  753. }
  754. if v == cert.Version1 {
  755. if v1Update == nil {
  756. if !lh.myVpnNetworks[0].Addr().Is4() {
  757. lh.l.WithField("lighthouseAddr", lhVpnAddr).
  758. Warn("cannot update lighthouse using v1 protocol without an IPv4 address")
  759. continue
  760. }
  761. var relays []uint32
  762. for _, r := range lh.GetRelaysForMe() {
  763. if !r.Is4() {
  764. continue
  765. }
  766. b := r.As4()
  767. relays = append(relays, binary.BigEndian.Uint32(b[:]))
  768. }
  769. b := lh.myVpnNetworks[0].Addr().As4()
  770. msg := NebulaMeta{
  771. Type: NebulaMeta_HostUpdateNotification,
  772. Details: &NebulaMetaDetails{
  773. V4AddrPorts: v4,
  774. V6AddrPorts: v6,
  775. OldRelayVpnAddrs: relays,
  776. OldVpnAddr: binary.BigEndian.Uint32(b[:]),
  777. },
  778. }
  779. v1Update, err = msg.Marshal()
  780. if err != nil {
  781. lh.l.WithError(err).WithField("lighthouseAddr", lhVpnAddr).
  782. Error("Error while marshaling for lighthouse v1 update")
  783. continue
  784. }
  785. }
  786. lh.ifce.SendMessageToVpnAddr(header.LightHouse, 0, lhVpnAddr, v1Update, nb, out)
  787. updated++
  788. } else if v == cert.Version2 {
  789. if v2Update == nil {
  790. var relays []*Addr
  791. for _, r := range lh.GetRelaysForMe() {
  792. relays = append(relays, netAddrToProtoAddr(r))
  793. }
  794. msg := NebulaMeta{
  795. Type: NebulaMeta_HostUpdateNotification,
  796. Details: &NebulaMetaDetails{
  797. V4AddrPorts: v4,
  798. V6AddrPorts: v6,
  799. RelayVpnAddrs: relays,
  800. VpnAddr: netAddrToProtoAddr(lh.myVpnNetworks[0].Addr()),
  801. },
  802. }
  803. v2Update, err = msg.Marshal()
  804. if err != nil {
  805. lh.l.WithError(err).WithField("lighthouseAddr", lhVpnAddr).
  806. Error("Error while marshaling for lighthouse v2 update")
  807. continue
  808. }
  809. }
  810. lh.ifce.SendMessageToVpnAddr(header.LightHouse, 0, lhVpnAddr, v2Update, nb, out)
  811. updated++
  812. } else {
  813. lh.l.Debugf("Can not update lighthouse using unknown protocol version: %v", v)
  814. continue
  815. }
  816. }
  817. lh.metricTx(NebulaMeta_HostUpdateNotification, int64(updated))
  818. }
  819. type LightHouseHandler struct {
  820. lh *LightHouse
  821. nb []byte
  822. out []byte
  823. pb []byte
  824. meta *NebulaMeta
  825. l *logrus.Logger
  826. }
  827. func (lh *LightHouse) NewRequestHandler() *LightHouseHandler {
  828. lhh := &LightHouseHandler{
  829. lh: lh,
  830. nb: make([]byte, 12, 12),
  831. out: make([]byte, mtu),
  832. l: lh.l,
  833. pb: make([]byte, mtu),
  834. meta: &NebulaMeta{
  835. Details: &NebulaMetaDetails{},
  836. },
  837. }
  838. return lhh
  839. }
  840. func (lh *LightHouse) metricRx(t NebulaMeta_MessageType, i int64) {
  841. lh.metrics.Rx(header.MessageType(t), 0, i)
  842. }
  843. func (lh *LightHouse) metricTx(t NebulaMeta_MessageType, i int64) {
  844. lh.metrics.Tx(header.MessageType(t), 0, i)
  845. }
  846. // This method is similar to Reset(), but it re-uses the pointer structs
  847. // so that we don't have to re-allocate them
  848. func (lhh *LightHouseHandler) resetMeta() *NebulaMeta {
  849. details := lhh.meta.Details
  850. lhh.meta.Reset()
  851. // Keep the array memory around
  852. details.V4AddrPorts = details.V4AddrPorts[:0]
  853. details.V6AddrPorts = details.V6AddrPorts[:0]
  854. details.RelayVpnAddrs = details.RelayVpnAddrs[:0]
  855. details.OldRelayVpnAddrs = details.OldRelayVpnAddrs[:0]
  856. details.OldVpnAddr = 0
  857. details.VpnAddr = nil
  858. lhh.meta.Details = details
  859. return lhh.meta
  860. }
  861. func (lhh *LightHouseHandler) HandleRequest(rAddr netip.AddrPort, fromVpnAddrs []netip.Addr, p []byte, w EncWriter) {
  862. n := lhh.resetMeta()
  863. err := n.Unmarshal(p)
  864. if err != nil {
  865. lhh.l.WithError(err).WithField("vpnAddrs", fromVpnAddrs).WithField("udpAddr", rAddr).
  866. Error("Failed to unmarshal lighthouse packet")
  867. return
  868. }
  869. if n.Details == nil {
  870. lhh.l.WithField("vpnAddrs", fromVpnAddrs).WithField("udpAddr", rAddr).
  871. Error("Invalid lighthouse update")
  872. return
  873. }
  874. lhh.lh.metricRx(n.Type, 1)
  875. switch n.Type {
  876. case NebulaMeta_HostQuery:
  877. lhh.handleHostQuery(n, fromVpnAddrs, rAddr, w)
  878. case NebulaMeta_HostQueryReply:
  879. lhh.handleHostQueryReply(n, fromVpnAddrs)
  880. case NebulaMeta_HostUpdateNotification:
  881. lhh.handleHostUpdateNotification(n, fromVpnAddrs, w)
  882. case NebulaMeta_HostMovedNotification:
  883. case NebulaMeta_HostPunchNotification:
  884. lhh.handleHostPunchNotification(n, fromVpnAddrs, w)
  885. case NebulaMeta_HostUpdateNotificationAck:
  886. // noop
  887. }
  888. }
  889. func (lhh *LightHouseHandler) handleHostQuery(n *NebulaMeta, fromVpnAddrs []netip.Addr, addr netip.AddrPort, w EncWriter) {
  890. // Exit if we don't answer queries
  891. if !lhh.lh.amLighthouse {
  892. if lhh.l.Level >= logrus.DebugLevel {
  893. lhh.l.Debugln("I don't answer queries, but received from: ", addr)
  894. }
  895. return
  896. }
  897. useVersion := cert.Version1
  898. var queryVpnAddr netip.Addr
  899. if n.Details.OldVpnAddr != 0 {
  900. b := [4]byte{}
  901. binary.BigEndian.PutUint32(b[:], n.Details.OldVpnAddr)
  902. queryVpnAddr = netip.AddrFrom4(b)
  903. useVersion = 1
  904. } else if n.Details.VpnAddr != nil {
  905. queryVpnAddr = protoAddrToNetAddr(n.Details.VpnAddr)
  906. useVersion = 2
  907. } else {
  908. if lhh.l.Level >= logrus.DebugLevel {
  909. lhh.l.WithField("from", fromVpnAddrs).WithField("details", n.Details).Debugln("Dropping malformed HostQuery")
  910. }
  911. return
  912. }
  913. found, ln, err := lhh.lh.queryAndPrepMessage(queryVpnAddr, func(c *cache) (int, error) {
  914. n = lhh.resetMeta()
  915. n.Type = NebulaMeta_HostQueryReply
  916. if useVersion == cert.Version1 {
  917. if !queryVpnAddr.Is4() {
  918. return 0, fmt.Errorf("invalid vpn addr for v1 handleHostQuery")
  919. }
  920. b := queryVpnAddr.As4()
  921. n.Details.OldVpnAddr = binary.BigEndian.Uint32(b[:])
  922. } else {
  923. n.Details.VpnAddr = netAddrToProtoAddr(queryVpnAddr)
  924. }
  925. lhh.coalesceAnswers(useVersion, c, n)
  926. return n.MarshalTo(lhh.pb)
  927. })
  928. if !found {
  929. return
  930. }
  931. if err != nil {
  932. lhh.l.WithError(err).WithField("vpnAddrs", fromVpnAddrs).Error("Failed to marshal lighthouse host query reply")
  933. return
  934. }
  935. lhh.lh.metricTx(NebulaMeta_HostQueryReply, 1)
  936. w.SendMessageToVpnAddr(header.LightHouse, 0, fromVpnAddrs[0], lhh.pb[:ln], lhh.nb, lhh.out[:0])
  937. lhh.sendHostPunchNotification(n, fromVpnAddrs, queryVpnAddr, w)
  938. }
  939. // sendHostPunchNotification signals the other side to punch some zero byte udp packets
  940. func (lhh *LightHouseHandler) sendHostPunchNotification(n *NebulaMeta, fromVpnAddrs []netip.Addr, punchNotifDest netip.Addr, w EncWriter) {
  941. whereToPunch := fromVpnAddrs[0]
  942. found, ln, err := lhh.lh.queryAndPrepMessage(whereToPunch, func(c *cache) (int, error) {
  943. n = lhh.resetMeta()
  944. n.Type = NebulaMeta_HostPunchNotification
  945. targetHI := lhh.lh.ifce.GetHostInfo(punchNotifDest)
  946. var useVersion cert.Version
  947. if targetHI == nil {
  948. useVersion = lhh.lh.ifce.GetCertState().defaultVersion
  949. } else {
  950. crt := targetHI.GetCert().Certificate
  951. useVersion = crt.Version()
  952. // we can only retarget if we have a hostinfo
  953. newDest, ok := findNetworkUnion(crt.Networks(), fromVpnAddrs)
  954. if ok {
  955. whereToPunch = newDest
  956. } else {
  957. //TODO: CERT-V2 this means the destination will have no addresses in common with the punch-ee
  958. //choosing to do nothing for now, but maybe we return an error?
  959. }
  960. }
  961. if useVersion == cert.Version1 {
  962. if !whereToPunch.Is4() {
  963. return 0, fmt.Errorf("invalid vpn addr for v1 handleHostQuery")
  964. }
  965. b := whereToPunch.As4()
  966. n.Details.OldVpnAddr = binary.BigEndian.Uint32(b[:])
  967. } else if useVersion == cert.Version2 {
  968. n.Details.VpnAddr = netAddrToProtoAddr(whereToPunch)
  969. } else {
  970. return 0, errors.New("unsupported version")
  971. }
  972. lhh.coalesceAnswers(useVersion, c, n)
  973. return n.MarshalTo(lhh.pb)
  974. })
  975. if !found {
  976. return
  977. }
  978. if err != nil {
  979. lhh.l.WithError(err).WithField("vpnAddrs", fromVpnAddrs).Error("Failed to marshal lighthouse host was queried for")
  980. return
  981. }
  982. lhh.lh.metricTx(NebulaMeta_HostPunchNotification, 1)
  983. w.SendMessageToVpnAddr(header.LightHouse, 0, punchNotifDest, lhh.pb[:ln], lhh.nb, lhh.out[:0])
  984. }
  985. func (lhh *LightHouseHandler) coalesceAnswers(v cert.Version, c *cache, n *NebulaMeta) {
  986. if c.v4 != nil {
  987. if c.v4.learned != nil {
  988. n.Details.V4AddrPorts = append(n.Details.V4AddrPorts, c.v4.learned)
  989. }
  990. if c.v4.reported != nil && len(c.v4.reported) > 0 {
  991. n.Details.V4AddrPorts = append(n.Details.V4AddrPorts, c.v4.reported...)
  992. }
  993. }
  994. if c.v6 != nil {
  995. if c.v6.learned != nil {
  996. n.Details.V6AddrPorts = append(n.Details.V6AddrPorts, c.v6.learned)
  997. }
  998. if c.v6.reported != nil && len(c.v6.reported) > 0 {
  999. n.Details.V6AddrPorts = append(n.Details.V6AddrPorts, c.v6.reported...)
  1000. }
  1001. }
  1002. if c.relay != nil {
  1003. if v == cert.Version1 {
  1004. b := [4]byte{}
  1005. for _, r := range c.relay.relay {
  1006. if !r.Is4() {
  1007. continue
  1008. }
  1009. b = r.As4()
  1010. n.Details.OldRelayVpnAddrs = append(n.Details.OldRelayVpnAddrs, binary.BigEndian.Uint32(b[:]))
  1011. }
  1012. } else if v == cert.Version2 {
  1013. for _, r := range c.relay.relay {
  1014. n.Details.RelayVpnAddrs = append(n.Details.RelayVpnAddrs, netAddrToProtoAddr(r))
  1015. }
  1016. } else {
  1017. //TODO: CERT-V2 don't panic
  1018. panic("unsupported version")
  1019. }
  1020. }
  1021. }
  1022. func (lhh *LightHouseHandler) handleHostQueryReply(n *NebulaMeta, fromVpnAddrs []netip.Addr) {
  1023. if !lhh.lh.IsAnyLighthouseAddr(fromVpnAddrs) {
  1024. return
  1025. }
  1026. lhh.lh.Lock()
  1027. var certVpnAddr netip.Addr
  1028. if n.Details.OldVpnAddr != 0 {
  1029. b := [4]byte{}
  1030. binary.BigEndian.PutUint32(b[:], n.Details.OldVpnAddr)
  1031. certVpnAddr = netip.AddrFrom4(b)
  1032. } else if n.Details.VpnAddr != nil {
  1033. certVpnAddr = protoAddrToNetAddr(n.Details.VpnAddr)
  1034. }
  1035. relays := n.Details.GetRelays()
  1036. am := lhh.lh.unlockedGetRemoteList([]netip.Addr{certVpnAddr})
  1037. am.Lock()
  1038. lhh.lh.Unlock()
  1039. am.unlockedSetV4(fromVpnAddrs[0], certVpnAddr, n.Details.V4AddrPorts, lhh.lh.unlockedShouldAddV4)
  1040. am.unlockedSetV6(fromVpnAddrs[0], certVpnAddr, n.Details.V6AddrPorts, lhh.lh.unlockedShouldAddV6)
  1041. am.unlockedSetRelay(fromVpnAddrs[0], relays)
  1042. am.Unlock()
  1043. // Non-blocking attempt to trigger, skip if it would block
  1044. select {
  1045. case lhh.lh.handshakeTrigger <- certVpnAddr:
  1046. default:
  1047. }
  1048. }
  1049. func (lhh *LightHouseHandler) handleHostUpdateNotification(n *NebulaMeta, fromVpnAddrs []netip.Addr, w EncWriter) {
  1050. if !lhh.lh.amLighthouse {
  1051. if lhh.l.Level >= logrus.DebugLevel {
  1052. lhh.l.Debugln("I am not a lighthouse, do not take host updates: ", fromVpnAddrs)
  1053. }
  1054. return
  1055. }
  1056. var detailsVpnAddr netip.Addr
  1057. useVersion := cert.Version1
  1058. if n.Details.OldVpnAddr != 0 {
  1059. b := [4]byte{}
  1060. binary.BigEndian.PutUint32(b[:], n.Details.OldVpnAddr)
  1061. detailsVpnAddr = netip.AddrFrom4(b)
  1062. useVersion = cert.Version1
  1063. } else if n.Details.VpnAddr != nil {
  1064. detailsVpnAddr = protoAddrToNetAddr(n.Details.VpnAddr)
  1065. useVersion = cert.Version2
  1066. } else {
  1067. if lhh.l.Level >= logrus.DebugLevel {
  1068. lhh.l.WithField("details", n.Details).Debugf("dropping invalid HostUpdateNotification")
  1069. }
  1070. return
  1071. }
  1072. //TODO: CERT-V2 hosts with only v2 certs cannot provide their ipv6 addr when contacting the lighthouse via v4?
  1073. //TODO: CERT-V2 why do we care about the vpnAddr in the packet? We know where it came from, right?
  1074. //Simple check that the host sent this not someone else
  1075. if !slices.Contains(fromVpnAddrs, detailsVpnAddr) {
  1076. if lhh.l.Level >= logrus.DebugLevel {
  1077. lhh.l.WithField("vpnAddrs", fromVpnAddrs).WithField("answer", detailsVpnAddr).Debugln("Host sent invalid update")
  1078. }
  1079. return
  1080. }
  1081. relays := n.Details.GetRelays()
  1082. lhh.lh.Lock()
  1083. am := lhh.lh.unlockedGetRemoteList(fromVpnAddrs)
  1084. am.Lock()
  1085. lhh.lh.Unlock()
  1086. am.unlockedSetV4(fromVpnAddrs[0], detailsVpnAddr, n.Details.V4AddrPorts, lhh.lh.unlockedShouldAddV4)
  1087. am.unlockedSetV6(fromVpnAddrs[0], detailsVpnAddr, n.Details.V6AddrPorts, lhh.lh.unlockedShouldAddV6)
  1088. am.unlockedSetRelay(fromVpnAddrs[0], relays)
  1089. am.Unlock()
  1090. n = lhh.resetMeta()
  1091. n.Type = NebulaMeta_HostUpdateNotificationAck
  1092. if useVersion == cert.Version1 {
  1093. if !fromVpnAddrs[0].Is4() {
  1094. lhh.l.WithField("vpnAddrs", fromVpnAddrs).Error("Can not send HostUpdateNotificationAck for a ipv6 vpn ip in a v1 message")
  1095. return
  1096. }
  1097. vpnAddrB := fromVpnAddrs[0].As4()
  1098. n.Details.OldVpnAddr = binary.BigEndian.Uint32(vpnAddrB[:])
  1099. } else if useVersion == cert.Version2 {
  1100. n.Details.VpnAddr = netAddrToProtoAddr(fromVpnAddrs[0])
  1101. } else {
  1102. lhh.l.WithField("useVersion", useVersion).Error("invalid protocol version")
  1103. return
  1104. }
  1105. ln, err := n.MarshalTo(lhh.pb)
  1106. if err != nil {
  1107. lhh.l.WithError(err).WithField("vpnAddrs", fromVpnAddrs).Error("Failed to marshal lighthouse host update ack")
  1108. return
  1109. }
  1110. lhh.lh.metricTx(NebulaMeta_HostUpdateNotificationAck, 1)
  1111. w.SendMessageToVpnAddr(header.LightHouse, 0, fromVpnAddrs[0], lhh.pb[:ln], lhh.nb, lhh.out[:0])
  1112. }
  1113. func (lhh *LightHouseHandler) handleHostPunchNotification(n *NebulaMeta, fromVpnAddrs []netip.Addr, w EncWriter) {
  1114. //It's possible the lighthouse is communicating with us using a non primary vpn addr,
  1115. //which means we need to compare all fromVpnAddrs against all configured lighthouse vpn addrs.
  1116. //maybe one day we'll have a better idea, if it matters.
  1117. if !lhh.lh.IsAnyLighthouseAddr(fromVpnAddrs) {
  1118. return
  1119. }
  1120. empty := []byte{0}
  1121. punch := func(vpnPeer netip.AddrPort) {
  1122. if !vpnPeer.IsValid() {
  1123. return
  1124. }
  1125. go func() {
  1126. time.Sleep(lhh.lh.punchy.GetDelay())
  1127. lhh.lh.metricHolepunchTx.Inc(1)
  1128. lhh.lh.punchConn.WriteTo(empty, vpnPeer)
  1129. }()
  1130. if lhh.l.Level >= logrus.DebugLevel {
  1131. var logVpnAddr netip.Addr
  1132. if n.Details.OldVpnAddr != 0 {
  1133. b := [4]byte{}
  1134. binary.BigEndian.PutUint32(b[:], n.Details.OldVpnAddr)
  1135. logVpnAddr = netip.AddrFrom4(b)
  1136. } else if n.Details.VpnAddr != nil {
  1137. logVpnAddr = protoAddrToNetAddr(n.Details.VpnAddr)
  1138. }
  1139. lhh.l.Debugf("Punching on %v for %v", vpnPeer, logVpnAddr)
  1140. }
  1141. }
  1142. for _, a := range n.Details.V4AddrPorts {
  1143. punch(protoV4AddrPortToNetAddrPort(a))
  1144. }
  1145. for _, a := range n.Details.V6AddrPorts {
  1146. punch(protoV6AddrPortToNetAddrPort(a))
  1147. }
  1148. // This sends a nebula test packet to the host trying to contact us. In the case
  1149. // of a double nat or other difficult scenario, this may help establish
  1150. // a tunnel.
  1151. if lhh.lh.punchy.GetRespond() {
  1152. var queryVpnAddr netip.Addr
  1153. if n.Details.OldVpnAddr != 0 {
  1154. b := [4]byte{}
  1155. binary.BigEndian.PutUint32(b[:], n.Details.OldVpnAddr)
  1156. queryVpnAddr = netip.AddrFrom4(b)
  1157. } else if n.Details.VpnAddr != nil {
  1158. queryVpnAddr = protoAddrToNetAddr(n.Details.VpnAddr)
  1159. }
  1160. go func() {
  1161. time.Sleep(lhh.lh.punchy.GetRespondDelay())
  1162. if lhh.l.Level >= logrus.DebugLevel {
  1163. lhh.l.Debugf("Sending a nebula test packet to vpn addr %s", queryVpnAddr)
  1164. }
  1165. //NOTE: we have to allocate a new output buffer here since we are spawning a new goroutine
  1166. // for each punchBack packet. We should move this into a timerwheel or a single goroutine
  1167. // managed by a channel.
  1168. w.SendMessageToVpnAddr(header.Test, header.TestRequest, queryVpnAddr, []byte(""), make([]byte, 12, 12), make([]byte, mtu))
  1169. }()
  1170. }
  1171. }
  1172. func protoAddrToNetAddr(addr *Addr) netip.Addr {
  1173. b := [16]byte{}
  1174. binary.BigEndian.PutUint64(b[:8], addr.Hi)
  1175. binary.BigEndian.PutUint64(b[8:], addr.Lo)
  1176. return netip.AddrFrom16(b).Unmap()
  1177. }
  1178. func protoV4AddrPortToNetAddrPort(ap *V4AddrPort) netip.AddrPort {
  1179. b := [4]byte{}
  1180. binary.BigEndian.PutUint32(b[:], ap.Addr)
  1181. return netip.AddrPortFrom(netip.AddrFrom4(b), uint16(ap.Port))
  1182. }
  1183. func protoV6AddrPortToNetAddrPort(ap *V6AddrPort) netip.AddrPort {
  1184. b := [16]byte{}
  1185. binary.BigEndian.PutUint64(b[:8], ap.Hi)
  1186. binary.BigEndian.PutUint64(b[8:], ap.Lo)
  1187. return netip.AddrPortFrom(netip.AddrFrom16(b), uint16(ap.Port))
  1188. }
  1189. func netAddrToProtoAddr(addr netip.Addr) *Addr {
  1190. b := addr.As16()
  1191. return &Addr{
  1192. Hi: binary.BigEndian.Uint64(b[:8]),
  1193. Lo: binary.BigEndian.Uint64(b[8:]),
  1194. }
  1195. }
  1196. func netAddrToProtoV4AddrPort(addr netip.Addr, port uint16) *V4AddrPort {
  1197. v4Addr := addr.As4()
  1198. return &V4AddrPort{
  1199. Addr: binary.BigEndian.Uint32(v4Addr[:]),
  1200. Port: uint32(port),
  1201. }
  1202. }
  1203. func netAddrToProtoV6AddrPort(addr netip.Addr, port uint16) *V6AddrPort {
  1204. v6Addr := addr.As16()
  1205. return &V6AddrPort{
  1206. Hi: binary.BigEndian.Uint64(v6Addr[:8]),
  1207. Lo: binary.BigEndian.Uint64(v6Addr[8:]),
  1208. Port: uint32(port),
  1209. }
  1210. }
  1211. func (d *NebulaMetaDetails) GetRelays() []netip.Addr {
  1212. var relays []netip.Addr
  1213. if len(d.OldRelayVpnAddrs) > 0 {
  1214. b := [4]byte{}
  1215. for _, r := range d.OldRelayVpnAddrs {
  1216. binary.BigEndian.PutUint32(b[:], r)
  1217. relays = append(relays, netip.AddrFrom4(b))
  1218. }
  1219. }
  1220. if len(d.RelayVpnAddrs) > 0 {
  1221. for _, r := range d.RelayVpnAddrs {
  1222. relays = append(relays, protoAddrToNetAddr(r))
  1223. }
  1224. }
  1225. return relays
  1226. }
  1227. // FindNetworkUnion returns the first netip.Addr contained in the list of provided netip.Prefix, if able
  1228. func findNetworkUnion(prefixes []netip.Prefix, addrs []netip.Addr) (netip.Addr, bool) {
  1229. for i := range prefixes {
  1230. for j := range addrs {
  1231. if prefixes[i].Contains(addrs[j]) {
  1232. return addrs[j], true
  1233. }
  1234. }
  1235. }
  1236. return netip.Addr{}, false
  1237. }