firewall.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017
  1. package nebula
  2. import (
  3. "crypto/sha256"
  4. "encoding/hex"
  5. "errors"
  6. "fmt"
  7. "hash/fnv"
  8. "net/netip"
  9. "reflect"
  10. "strconv"
  11. "strings"
  12. "sync"
  13. "time"
  14. "github.com/gaissmai/bart"
  15. "github.com/rcrowley/go-metrics"
  16. "github.com/sirupsen/logrus"
  17. "github.com/slackhq/nebula/cert"
  18. "github.com/slackhq/nebula/config"
  19. "github.com/slackhq/nebula/firewall"
  20. )
  21. type FirewallInterface interface {
  22. AddRule(incoming bool, proto uint8, startPort int32, endPort int32, groups []string, host string, addr, localAddr netip.Prefix, caName string, caSha string) error
  23. }
  24. type conn struct {
  25. Expires time.Time // Time when this conntrack entry will expire
  26. // record why the original connection passed the firewall, so we can re-validate
  27. // after ruleset changes. Note, rulesVersion is a uint16 so that these two
  28. // fields pack for free after the uint32 above
  29. incoming bool
  30. rulesVersion uint16
  31. }
  32. // TODO: need conntrack max tracked connections handling
  33. type Firewall struct {
  34. Conntrack *FirewallConntrack
  35. InRules *FirewallTable
  36. OutRules *FirewallTable
  37. InSendReject bool
  38. OutSendReject bool
  39. //TODO: we should have many more options for TCP, an option for ICMP, and mimic the kernel a bit better
  40. // https://www.kernel.org/doc/Documentation/networking/nf_conntrack-sysctl.txt
  41. TCPTimeout time.Duration //linux: 5 days max
  42. UDPTimeout time.Duration //linux: 180s max
  43. DefaultTimeout time.Duration //linux: 600s
  44. // routableNetworks describes the vpn addresses as well as any unsafe networks issued to us in the certificate.
  45. // The vpn addresses are a full bit match while the unsafe networks only match the prefix
  46. routableNetworks *bart.Lite
  47. // assignedNetworks is a list of vpn networks assigned to us in the certificate.
  48. assignedNetworks []netip.Prefix
  49. hasUnsafeNetworks bool
  50. rules string
  51. rulesVersion uint16
  52. defaultLocalCIDRAny bool
  53. incomingMetrics firewallMetrics
  54. outgoingMetrics firewallMetrics
  55. l *logrus.Logger
  56. }
  57. type firewallMetrics struct {
  58. droppedLocalAddr metrics.Counter
  59. droppedRemoteAddr metrics.Counter
  60. droppedNoRule metrics.Counter
  61. }
  62. type FirewallConntrack struct {
  63. sync.Mutex
  64. Conns map[firewall.Packet]*conn
  65. TimerWheel *TimerWheel[firewall.Packet]
  66. }
  67. // FirewallTable is the entry point for a rule, the evaluation order is:
  68. // Proto AND port AND (CA SHA or CA name) AND local CIDR AND (group OR groups OR name OR remote CIDR)
  69. type FirewallTable struct {
  70. TCP firewallPort
  71. UDP firewallPort
  72. ICMP firewallPort
  73. AnyProto firewallPort
  74. }
  75. func newFirewallTable() *FirewallTable {
  76. return &FirewallTable{
  77. TCP: firewallPort{},
  78. UDP: firewallPort{},
  79. ICMP: firewallPort{},
  80. AnyProto: firewallPort{},
  81. }
  82. }
  83. type FirewallCA struct {
  84. Any *FirewallRule
  85. CANames map[string]*FirewallRule
  86. CAShas map[string]*FirewallRule
  87. }
  88. type FirewallRule struct {
  89. // Any makes Hosts, Groups, and CIDR irrelevant
  90. Any *firewallLocalCIDR
  91. Hosts map[string]*firewallLocalCIDR
  92. Groups []*firewallGroups
  93. CIDR *bart.Table[*firewallLocalCIDR]
  94. }
  95. type firewallGroups struct {
  96. Groups []string
  97. LocalCIDR *firewallLocalCIDR
  98. }
  99. // Even though ports are uint16, int32 maps are faster for lookup
  100. // Plus we can use `-1` for fragment rules
  101. type firewallPort map[int32]*FirewallCA
  102. type firewallLocalCIDR struct {
  103. Any bool
  104. LocalCIDR *bart.Lite
  105. }
  106. // NewFirewall creates a new Firewall object. A TimerWheel is created for you from the provided timeouts.
  107. // The certificate provided should be the highest version loaded in memory.
  108. func NewFirewall(l *logrus.Logger, tcpTimeout, UDPTimeout, defaultTimeout time.Duration, c cert.Certificate) *Firewall {
  109. //TODO: error on 0 duration
  110. var tmin, tmax time.Duration
  111. if tcpTimeout < UDPTimeout {
  112. tmin = tcpTimeout
  113. tmax = UDPTimeout
  114. } else {
  115. tmin = UDPTimeout
  116. tmax = tcpTimeout
  117. }
  118. if defaultTimeout < tmin {
  119. tmin = defaultTimeout
  120. } else if defaultTimeout > tmax {
  121. tmax = defaultTimeout
  122. }
  123. routableNetworks := new(bart.Lite)
  124. var assignedNetworks []netip.Prefix
  125. for _, network := range c.Networks() {
  126. nprefix := netip.PrefixFrom(network.Addr(), network.Addr().BitLen())
  127. routableNetworks.Insert(nprefix)
  128. assignedNetworks = append(assignedNetworks, network)
  129. }
  130. hasUnsafeNetworks := false
  131. for _, n := range c.UnsafeNetworks() {
  132. routableNetworks.Insert(n)
  133. hasUnsafeNetworks = true
  134. }
  135. return &Firewall{
  136. Conntrack: &FirewallConntrack{
  137. Conns: make(map[firewall.Packet]*conn),
  138. TimerWheel: NewTimerWheel[firewall.Packet](tmin, tmax),
  139. },
  140. InRules: newFirewallTable(),
  141. OutRules: newFirewallTable(),
  142. TCPTimeout: tcpTimeout,
  143. UDPTimeout: UDPTimeout,
  144. DefaultTimeout: defaultTimeout,
  145. routableNetworks: routableNetworks,
  146. assignedNetworks: assignedNetworks,
  147. hasUnsafeNetworks: hasUnsafeNetworks,
  148. l: l,
  149. incomingMetrics: firewallMetrics{
  150. droppedLocalAddr: metrics.GetOrRegisterCounter("firewall.incoming.dropped.local_addr", nil),
  151. droppedRemoteAddr: metrics.GetOrRegisterCounter("firewall.incoming.dropped.remote_addr", nil),
  152. droppedNoRule: metrics.GetOrRegisterCounter("firewall.incoming.dropped.no_rule", nil),
  153. },
  154. outgoingMetrics: firewallMetrics{
  155. droppedLocalAddr: metrics.GetOrRegisterCounter("firewall.outgoing.dropped.local_addr", nil),
  156. droppedRemoteAddr: metrics.GetOrRegisterCounter("firewall.outgoing.dropped.remote_addr", nil),
  157. droppedNoRule: metrics.GetOrRegisterCounter("firewall.outgoing.dropped.no_rule", nil),
  158. },
  159. }
  160. }
  161. func NewFirewallFromConfig(l *logrus.Logger, cs *CertState, c *config.C) (*Firewall, error) {
  162. certificate := cs.getCertificate(cert.Version2)
  163. if certificate == nil {
  164. certificate = cs.getCertificate(cert.Version1)
  165. }
  166. if certificate == nil {
  167. panic("No certificate available to reconfigure the firewall")
  168. }
  169. fw := NewFirewall(
  170. l,
  171. c.GetDuration("firewall.conntrack.tcp_timeout", time.Minute*12),
  172. c.GetDuration("firewall.conntrack.udp_timeout", time.Minute*3),
  173. c.GetDuration("firewall.conntrack.default_timeout", time.Minute*10),
  174. certificate,
  175. //TODO: max_connections
  176. )
  177. fw.defaultLocalCIDRAny = c.GetBool("firewall.default_local_cidr_any", false)
  178. inboundAction := c.GetString("firewall.inbound_action", "drop")
  179. switch inboundAction {
  180. case "reject":
  181. fw.InSendReject = true
  182. case "drop":
  183. fw.InSendReject = false
  184. default:
  185. l.WithField("action", inboundAction).Warn("invalid firewall.inbound_action, defaulting to `drop`")
  186. fw.InSendReject = false
  187. }
  188. outboundAction := c.GetString("firewall.outbound_action", "drop")
  189. switch outboundAction {
  190. case "reject":
  191. fw.OutSendReject = true
  192. case "drop":
  193. fw.OutSendReject = false
  194. default:
  195. l.WithField("action", inboundAction).Warn("invalid firewall.outbound_action, defaulting to `drop`")
  196. fw.OutSendReject = false
  197. }
  198. err := AddFirewallRulesFromConfig(l, false, c, fw)
  199. if err != nil {
  200. return nil, err
  201. }
  202. err = AddFirewallRulesFromConfig(l, true, c, fw)
  203. if err != nil {
  204. return nil, err
  205. }
  206. return fw, nil
  207. }
  208. // AddRule properly creates the in memory rule structure for a firewall table.
  209. func (f *Firewall) AddRule(incoming bool, proto uint8, startPort int32, endPort int32, groups []string, host string, ip, localIp netip.Prefix, caName string, caSha string) error {
  210. // Under gomobile, stringing a nil pointer with fmt causes an abort in debug mode for iOS
  211. // https://github.com/golang/go/issues/14131
  212. sIp := ""
  213. if ip.IsValid() {
  214. sIp = ip.String()
  215. }
  216. lIp := ""
  217. if localIp.IsValid() {
  218. lIp = localIp.String()
  219. }
  220. // We need this rule string because we generate a hash. Removing this will break firewall reload.
  221. ruleString := fmt.Sprintf(
  222. "incoming: %v, proto: %v, startPort: %v, endPort: %v, groups: %v, host: %v, ip: %v, localIp: %v, caName: %v, caSha: %s",
  223. incoming, proto, startPort, endPort, groups, host, sIp, lIp, caName, caSha,
  224. )
  225. f.rules += ruleString + "\n"
  226. direction := "incoming"
  227. if !incoming {
  228. direction = "outgoing"
  229. }
  230. f.l.WithField("firewallRule", m{"direction": direction, "proto": proto, "startPort": startPort, "endPort": endPort, "groups": groups, "host": host, "ip": sIp, "localIp": lIp, "caName": caName, "caSha": caSha}).
  231. Info("Firewall rule added")
  232. var (
  233. ft *FirewallTable
  234. fp firewallPort
  235. )
  236. if incoming {
  237. ft = f.InRules
  238. } else {
  239. ft = f.OutRules
  240. }
  241. switch proto {
  242. case firewall.ProtoTCP:
  243. fp = ft.TCP
  244. case firewall.ProtoUDP:
  245. fp = ft.UDP
  246. case firewall.ProtoICMP, firewall.ProtoICMPv6:
  247. fp = ft.ICMP
  248. case firewall.ProtoAny:
  249. fp = ft.AnyProto
  250. default:
  251. return fmt.Errorf("unknown protocol %v", proto)
  252. }
  253. return fp.addRule(f, startPort, endPort, groups, host, ip, localIp, caName, caSha)
  254. }
  255. // GetRuleHash returns a hash representation of all inbound and outbound rules
  256. func (f *Firewall) GetRuleHash() string {
  257. sum := sha256.Sum256([]byte(f.rules))
  258. return hex.EncodeToString(sum[:])
  259. }
  260. // GetRuleHashFNV returns a uint32 FNV-1 hash representation the rules, for use as a metric value
  261. func (f *Firewall) GetRuleHashFNV() uint32 {
  262. h := fnv.New32a()
  263. h.Write([]byte(f.rules))
  264. return h.Sum32()
  265. }
  266. // GetRuleHashes returns both the sha256 and FNV-1 hashes, suitable for logging
  267. func (f *Firewall) GetRuleHashes() string {
  268. return "SHA:" + f.GetRuleHash() + ",FNV:" + strconv.FormatUint(uint64(f.GetRuleHashFNV()), 10)
  269. }
  270. func AddFirewallRulesFromConfig(l *logrus.Logger, inbound bool, c *config.C, fw FirewallInterface) error {
  271. var table string
  272. if inbound {
  273. table = "firewall.inbound"
  274. } else {
  275. table = "firewall.outbound"
  276. }
  277. r := c.Get(table)
  278. if r == nil {
  279. return nil
  280. }
  281. rs, ok := r.([]any)
  282. if !ok {
  283. return fmt.Errorf("%s failed to parse, should be an array of rules", table)
  284. }
  285. for i, t := range rs {
  286. var groups []string
  287. r, err := convertRule(l, t, table, i)
  288. if err != nil {
  289. return fmt.Errorf("%s rule #%v; %s", table, i, err)
  290. }
  291. if r.Code != "" && r.Port != "" {
  292. return fmt.Errorf("%s rule #%v; only one of port or code should be provided", table, i)
  293. }
  294. if r.Host == "" && len(r.Groups) == 0 && r.Group == "" && r.Cidr == "" && r.LocalCidr == "" && r.CAName == "" && r.CASha == "" {
  295. return fmt.Errorf("%s rule #%v; at least one of host, group, cidr, local_cidr, ca_name, or ca_sha must be provided", table, i)
  296. }
  297. if len(r.Groups) > 0 {
  298. groups = r.Groups
  299. }
  300. if r.Group != "" {
  301. // Check if we have both groups and group provided in the rule config
  302. if len(groups) > 0 {
  303. return fmt.Errorf("%s rule #%v; only one of group or groups should be defined, both provided", table, i)
  304. }
  305. groups = []string{r.Group}
  306. }
  307. var sPort, errPort string
  308. if r.Code != "" {
  309. errPort = "code"
  310. sPort = r.Code
  311. } else {
  312. errPort = "port"
  313. sPort = r.Port
  314. }
  315. startPort, endPort, err := parsePort(sPort)
  316. if err != nil {
  317. return fmt.Errorf("%s rule #%v; %s %s", table, i, errPort, err)
  318. }
  319. var proto uint8
  320. switch r.Proto {
  321. case "any":
  322. proto = firewall.ProtoAny
  323. case "tcp":
  324. proto = firewall.ProtoTCP
  325. case "udp":
  326. proto = firewall.ProtoUDP
  327. case "icmp":
  328. proto = firewall.ProtoICMP
  329. default:
  330. return fmt.Errorf("%s rule #%v; proto was not understood; `%s`", table, i, r.Proto)
  331. }
  332. var cidr netip.Prefix
  333. if r.Cidr != "" {
  334. cidr, err = netip.ParsePrefix(r.Cidr)
  335. if err != nil {
  336. return fmt.Errorf("%s rule #%v; cidr did not parse; %s", table, i, err)
  337. }
  338. }
  339. var localCidr netip.Prefix
  340. if r.LocalCidr != "" {
  341. localCidr, err = netip.ParsePrefix(r.LocalCidr)
  342. if err != nil {
  343. return fmt.Errorf("%s rule #%v; local_cidr did not parse; %s", table, i, err)
  344. }
  345. }
  346. err = fw.AddRule(inbound, proto, startPort, endPort, groups, r.Host, cidr, localCidr, r.CAName, r.CASha)
  347. if err != nil {
  348. return fmt.Errorf("%s rule #%v; `%s`", table, i, err)
  349. }
  350. }
  351. return nil
  352. }
  353. var ErrInvalidRemoteIP = errors.New("remote IP is not in remote certificate subnets")
  354. var ErrInvalidLocalIP = errors.New("local IP is not in list of handled local IPs")
  355. var ErrNoMatchingRule = errors.New("no matching rule in firewall table")
  356. // Drop returns an error if the packet should be dropped, explaining why. It
  357. // returns nil if the packet should not be dropped.
  358. func (f *Firewall) Drop(fp firewall.Packet, incoming bool, h *HostInfo, caPool *cert.CAPool, localCache firewall.ConntrackCache) error {
  359. // Check if we spoke to this tuple, if we did then allow this packet
  360. if f.inConns(fp, h, caPool, localCache) {
  361. return nil
  362. }
  363. // Make sure remote address matches nebula certificate
  364. if h.networks != nil {
  365. if !h.networks.Contains(fp.RemoteAddr) {
  366. f.metrics(incoming).droppedRemoteAddr.Inc(1)
  367. return ErrInvalidRemoteIP
  368. }
  369. } else {
  370. // Simple case: Certificate has one address and no unsafe networks
  371. if h.vpnAddrs[0] != fp.RemoteAddr {
  372. f.metrics(incoming).droppedRemoteAddr.Inc(1)
  373. return ErrInvalidRemoteIP
  374. }
  375. }
  376. // Make sure we are supposed to be handling this local ip address
  377. if !f.routableNetworks.Contains(fp.LocalAddr) {
  378. f.metrics(incoming).droppedLocalAddr.Inc(1)
  379. return ErrInvalidLocalIP
  380. }
  381. table := f.OutRules
  382. if incoming {
  383. table = f.InRules
  384. }
  385. // We now know which firewall table to check against
  386. if !table.match(fp, incoming, h.ConnectionState.peerCert, caPool) {
  387. f.metrics(incoming).droppedNoRule.Inc(1)
  388. return ErrNoMatchingRule
  389. }
  390. // We always want to conntrack since it is a faster operation
  391. f.addConn(fp, incoming)
  392. return nil
  393. }
  394. func (f *Firewall) metrics(incoming bool) firewallMetrics {
  395. if incoming {
  396. return f.incomingMetrics
  397. } else {
  398. return f.outgoingMetrics
  399. }
  400. }
  401. // Destroy cleans up any known cyclical references so the object can be free'd my GC. This should be called if a new
  402. // firewall object is created
  403. func (f *Firewall) Destroy() {
  404. //TODO: clean references if/when needed
  405. }
  406. func (f *Firewall) EmitStats() {
  407. conntrack := f.Conntrack
  408. conntrack.Lock()
  409. conntrackCount := len(conntrack.Conns)
  410. conntrack.Unlock()
  411. metrics.GetOrRegisterGauge("firewall.conntrack.count", nil).Update(int64(conntrackCount))
  412. metrics.GetOrRegisterGauge("firewall.rules.version", nil).Update(int64(f.rulesVersion))
  413. metrics.GetOrRegisterGauge("firewall.rules.hash", nil).Update(int64(f.GetRuleHashFNV()))
  414. }
  415. func (f *Firewall) inConns(fp firewall.Packet, h *HostInfo, caPool *cert.CAPool, localCache firewall.ConntrackCache) bool {
  416. if localCache != nil {
  417. if _, ok := localCache[fp]; ok {
  418. return true
  419. }
  420. }
  421. conntrack := f.Conntrack
  422. conntrack.Lock()
  423. // Purge every time we test
  424. ep, has := conntrack.TimerWheel.Purge()
  425. if has {
  426. f.evict(ep)
  427. }
  428. c, ok := conntrack.Conns[fp]
  429. if !ok {
  430. conntrack.Unlock()
  431. return false
  432. }
  433. if c.rulesVersion != f.rulesVersion {
  434. // This conntrack entry was for an older rule set, validate
  435. // it still passes with the current rule set
  436. table := f.OutRules
  437. if c.incoming {
  438. table = f.InRules
  439. }
  440. // We now know which firewall table to check against
  441. if !table.match(fp, c.incoming, h.ConnectionState.peerCert, caPool) {
  442. if f.l.Level >= logrus.DebugLevel {
  443. h.logger(f.l).
  444. WithField("fwPacket", fp).
  445. WithField("incoming", c.incoming).
  446. WithField("rulesVersion", f.rulesVersion).
  447. WithField("oldRulesVersion", c.rulesVersion).
  448. Debugln("dropping old conntrack entry, does not match new ruleset")
  449. }
  450. delete(conntrack.Conns, fp)
  451. conntrack.Unlock()
  452. return false
  453. }
  454. if f.l.Level >= logrus.DebugLevel {
  455. h.logger(f.l).
  456. WithField("fwPacket", fp).
  457. WithField("incoming", c.incoming).
  458. WithField("rulesVersion", f.rulesVersion).
  459. WithField("oldRulesVersion", c.rulesVersion).
  460. Debugln("keeping old conntrack entry, does match new ruleset")
  461. }
  462. c.rulesVersion = f.rulesVersion
  463. }
  464. switch fp.Protocol {
  465. case firewall.ProtoTCP:
  466. c.Expires = time.Now().Add(f.TCPTimeout)
  467. case firewall.ProtoUDP:
  468. c.Expires = time.Now().Add(f.UDPTimeout)
  469. default:
  470. c.Expires = time.Now().Add(f.DefaultTimeout)
  471. }
  472. conntrack.Unlock()
  473. if localCache != nil {
  474. localCache[fp] = struct{}{}
  475. }
  476. return true
  477. }
  478. func (f *Firewall) addConn(fp firewall.Packet, incoming bool) {
  479. var timeout time.Duration
  480. c := &conn{}
  481. switch fp.Protocol {
  482. case firewall.ProtoTCP:
  483. timeout = f.TCPTimeout
  484. case firewall.ProtoUDP:
  485. timeout = f.UDPTimeout
  486. default:
  487. timeout = f.DefaultTimeout
  488. }
  489. conntrack := f.Conntrack
  490. conntrack.Lock()
  491. if _, ok := conntrack.Conns[fp]; !ok {
  492. conntrack.TimerWheel.Advance(time.Now())
  493. conntrack.TimerWheel.Add(fp, timeout)
  494. }
  495. // Record which rulesVersion allowed this connection, so we can retest after
  496. // firewall reload
  497. c.incoming = incoming
  498. c.rulesVersion = f.rulesVersion
  499. c.Expires = time.Now().Add(timeout)
  500. conntrack.Conns[fp] = c
  501. conntrack.Unlock()
  502. }
  503. // Evict checks if a conntrack entry has expired, if so it is removed, if not it is re-added to the wheel
  504. // Caller must own the connMutex lock!
  505. func (f *Firewall) evict(p firewall.Packet) {
  506. // Are we still tracking this conn?
  507. conntrack := f.Conntrack
  508. t, ok := conntrack.Conns[p]
  509. if !ok {
  510. return
  511. }
  512. newT := t.Expires.Sub(time.Now())
  513. // Timeout is in the future, re-add the timer
  514. if newT > 0 {
  515. conntrack.TimerWheel.Advance(time.Now())
  516. conntrack.TimerWheel.Add(p, newT)
  517. return
  518. }
  519. // This conn is done
  520. delete(conntrack.Conns, p)
  521. }
  522. func (ft *FirewallTable) match(p firewall.Packet, incoming bool, c *cert.CachedCertificate, caPool *cert.CAPool) bool {
  523. if ft.AnyProto.match(p, incoming, c, caPool) {
  524. return true
  525. }
  526. switch p.Protocol {
  527. case firewall.ProtoTCP:
  528. if ft.TCP.match(p, incoming, c, caPool) {
  529. return true
  530. }
  531. case firewall.ProtoUDP:
  532. if ft.UDP.match(p, incoming, c, caPool) {
  533. return true
  534. }
  535. case firewall.ProtoICMP, firewall.ProtoICMPv6:
  536. if ft.ICMP.match(p, incoming, c, caPool) {
  537. return true
  538. }
  539. }
  540. return false
  541. }
  542. func (fp firewallPort) addRule(f *Firewall, startPort int32, endPort int32, groups []string, host string, ip, localIp netip.Prefix, caName string, caSha string) error {
  543. if startPort > endPort {
  544. return fmt.Errorf("start port was lower than end port")
  545. }
  546. for i := startPort; i <= endPort; i++ {
  547. if _, ok := fp[i]; !ok {
  548. fp[i] = &FirewallCA{
  549. CANames: make(map[string]*FirewallRule),
  550. CAShas: make(map[string]*FirewallRule),
  551. }
  552. }
  553. if err := fp[i].addRule(f, groups, host, ip, localIp, caName, caSha); err != nil {
  554. return err
  555. }
  556. }
  557. return nil
  558. }
  559. func (fp firewallPort) match(p firewall.Packet, incoming bool, c *cert.CachedCertificate, caPool *cert.CAPool) bool {
  560. // We don't have any allowed ports, bail
  561. if fp == nil {
  562. return false
  563. }
  564. var port int32
  565. if p.Fragment {
  566. port = firewall.PortFragment
  567. } else if incoming {
  568. port = int32(p.LocalPort)
  569. } else {
  570. port = int32(p.RemotePort)
  571. }
  572. if fp[port].match(p, c, caPool) {
  573. return true
  574. }
  575. return fp[firewall.PortAny].match(p, c, caPool)
  576. }
  577. func (fc *FirewallCA) addRule(f *Firewall, groups []string, host string, ip, localIp netip.Prefix, caName, caSha string) error {
  578. fr := func() *FirewallRule {
  579. return &FirewallRule{
  580. Hosts: make(map[string]*firewallLocalCIDR),
  581. Groups: make([]*firewallGroups, 0),
  582. CIDR: new(bart.Table[*firewallLocalCIDR]),
  583. }
  584. }
  585. if caSha == "" && caName == "" {
  586. if fc.Any == nil {
  587. fc.Any = fr()
  588. }
  589. return fc.Any.addRule(f, groups, host, ip, localIp)
  590. }
  591. if caSha != "" {
  592. if _, ok := fc.CAShas[caSha]; !ok {
  593. fc.CAShas[caSha] = fr()
  594. }
  595. err := fc.CAShas[caSha].addRule(f, groups, host, ip, localIp)
  596. if err != nil {
  597. return err
  598. }
  599. }
  600. if caName != "" {
  601. if _, ok := fc.CANames[caName]; !ok {
  602. fc.CANames[caName] = fr()
  603. }
  604. err := fc.CANames[caName].addRule(f, groups, host, ip, localIp)
  605. if err != nil {
  606. return err
  607. }
  608. }
  609. return nil
  610. }
  611. func (fc *FirewallCA) match(p firewall.Packet, c *cert.CachedCertificate, caPool *cert.CAPool) bool {
  612. if fc == nil {
  613. return false
  614. }
  615. if fc.Any.match(p, c) {
  616. return true
  617. }
  618. if t, ok := fc.CAShas[c.Certificate.Issuer()]; ok {
  619. if t.match(p, c) {
  620. return true
  621. }
  622. }
  623. s, err := caPool.GetCAForCert(c.Certificate)
  624. if err != nil {
  625. return false
  626. }
  627. return fc.CANames[s.Certificate.Name()].match(p, c)
  628. }
  629. func (fr *FirewallRule) addRule(f *Firewall, groups []string, host string, ip, localCIDR netip.Prefix) error {
  630. flc := func() *firewallLocalCIDR {
  631. return &firewallLocalCIDR{
  632. LocalCIDR: new(bart.Lite),
  633. }
  634. }
  635. if fr.isAny(groups, host, ip) {
  636. if fr.Any == nil {
  637. fr.Any = flc()
  638. }
  639. return fr.Any.addRule(f, localCIDR)
  640. }
  641. if len(groups) > 0 {
  642. nlc := flc()
  643. err := nlc.addRule(f, localCIDR)
  644. if err != nil {
  645. return err
  646. }
  647. fr.Groups = append(fr.Groups, &firewallGroups{
  648. Groups: groups,
  649. LocalCIDR: nlc,
  650. })
  651. }
  652. if host != "" {
  653. nlc := fr.Hosts[host]
  654. if nlc == nil {
  655. nlc = flc()
  656. }
  657. err := nlc.addRule(f, localCIDR)
  658. if err != nil {
  659. return err
  660. }
  661. fr.Hosts[host] = nlc
  662. }
  663. if ip.IsValid() {
  664. nlc, _ := fr.CIDR.Get(ip)
  665. if nlc == nil {
  666. nlc = flc()
  667. }
  668. err := nlc.addRule(f, localCIDR)
  669. if err != nil {
  670. return err
  671. }
  672. fr.CIDR.Insert(ip, nlc)
  673. }
  674. return nil
  675. }
  676. func (fr *FirewallRule) isAny(groups []string, host string, ip netip.Prefix) bool {
  677. if len(groups) == 0 && host == "" && !ip.IsValid() {
  678. return true
  679. }
  680. for _, group := range groups {
  681. if group == "any" {
  682. return true
  683. }
  684. }
  685. if host == "any" {
  686. return true
  687. }
  688. if ip.IsValid() && ip.Bits() == 0 {
  689. return true
  690. }
  691. return false
  692. }
  693. func (fr *FirewallRule) match(p firewall.Packet, c *cert.CachedCertificate) bool {
  694. if fr == nil {
  695. return false
  696. }
  697. // Shortcut path for if groups, hosts, or cidr contained an `any`
  698. if fr.Any.match(p, c) {
  699. return true
  700. }
  701. // Need any of group, host, or cidr to match
  702. for _, sg := range fr.Groups {
  703. found := false
  704. for _, g := range sg.Groups {
  705. if _, ok := c.InvertedGroups[g]; !ok {
  706. found = false
  707. break
  708. }
  709. found = true
  710. }
  711. if found && sg.LocalCIDR.match(p, c) {
  712. return true
  713. }
  714. }
  715. if fr.Hosts != nil {
  716. if flc, ok := fr.Hosts[c.Certificate.Name()]; ok {
  717. if flc.match(p, c) {
  718. return true
  719. }
  720. }
  721. }
  722. for _, v := range fr.CIDR.Supernets(netip.PrefixFrom(p.RemoteAddr, p.RemoteAddr.BitLen())) {
  723. if v.match(p, c) {
  724. return true
  725. }
  726. }
  727. return false
  728. }
  729. func (flc *firewallLocalCIDR) addRule(f *Firewall, localIp netip.Prefix) error {
  730. if !localIp.IsValid() {
  731. if !f.hasUnsafeNetworks || f.defaultLocalCIDRAny {
  732. flc.Any = true
  733. return nil
  734. }
  735. for _, network := range f.assignedNetworks {
  736. flc.LocalCIDR.Insert(network)
  737. }
  738. return nil
  739. } else if localIp.Bits() == 0 {
  740. flc.Any = true
  741. return nil
  742. }
  743. flc.LocalCIDR.Insert(localIp)
  744. return nil
  745. }
  746. func (flc *firewallLocalCIDR) match(p firewall.Packet, c *cert.CachedCertificate) bool {
  747. if flc == nil {
  748. return false
  749. }
  750. if flc.Any {
  751. return true
  752. }
  753. return flc.LocalCIDR.Contains(p.LocalAddr)
  754. }
  755. type rule struct {
  756. Port string
  757. Code string
  758. Proto string
  759. Host string
  760. Group string
  761. Groups []string
  762. Cidr string
  763. LocalCidr string
  764. CAName string
  765. CASha string
  766. }
  767. func convertRule(l *logrus.Logger, p any, table string, i int) (rule, error) {
  768. r := rule{}
  769. m, ok := p.(map[string]any)
  770. if !ok {
  771. return r, errors.New("could not parse rule")
  772. }
  773. toString := func(k string, m map[string]any) string {
  774. v, ok := m[k]
  775. if !ok {
  776. return ""
  777. }
  778. return fmt.Sprintf("%v", v)
  779. }
  780. r.Port = toString("port", m)
  781. r.Code = toString("code", m)
  782. r.Proto = toString("proto", m)
  783. r.Host = toString("host", m)
  784. r.Cidr = toString("cidr", m)
  785. r.LocalCidr = toString("local_cidr", m)
  786. r.CAName = toString("ca_name", m)
  787. r.CASha = toString("ca_sha", m)
  788. // Make sure group isn't an array
  789. if v, ok := m["group"].([]any); ok {
  790. if len(v) > 1 {
  791. return r, errors.New("group should contain a single value, an array with more than one entry was provided")
  792. }
  793. l.Warnf("%s rule #%v; group was an array with a single value, converting to simple value", table, i)
  794. m["group"] = v[0]
  795. }
  796. r.Group = toString("group", m)
  797. if rg, ok := m["groups"]; ok {
  798. switch reflect.TypeOf(rg).Kind() {
  799. case reflect.Slice:
  800. v := reflect.ValueOf(rg)
  801. r.Groups = make([]string, v.Len())
  802. for i := 0; i < v.Len(); i++ {
  803. r.Groups[i] = v.Index(i).Interface().(string)
  804. }
  805. case reflect.String:
  806. r.Groups = []string{rg.(string)}
  807. default:
  808. r.Groups = []string{fmt.Sprintf("%v", rg)}
  809. }
  810. }
  811. return r, nil
  812. }
  813. func parsePort(s string) (startPort, endPort int32, err error) {
  814. if s == "any" {
  815. startPort = firewall.PortAny
  816. endPort = firewall.PortAny
  817. } else if s == "fragment" {
  818. startPort = firewall.PortFragment
  819. endPort = firewall.PortFragment
  820. } else if strings.Contains(s, `-`) {
  821. sPorts := strings.SplitN(s, `-`, 2)
  822. sPorts[0] = strings.Trim(sPorts[0], " ")
  823. sPorts[1] = strings.Trim(sPorts[1], " ")
  824. if len(sPorts) != 2 || sPorts[0] == "" || sPorts[1] == "" {
  825. return 0, 0, fmt.Errorf("appears to be a range but could not be parsed; `%s`", s)
  826. }
  827. rStartPort, err := strconv.Atoi(sPorts[0])
  828. if err != nil {
  829. return 0, 0, fmt.Errorf("beginning range was not a number; `%s`", sPorts[0])
  830. }
  831. rEndPort, err := strconv.Atoi(sPorts[1])
  832. if err != nil {
  833. return 0, 0, fmt.Errorf("ending range was not a number; `%s`", sPorts[1])
  834. }
  835. startPort = int32(rStartPort)
  836. endPort = int32(rEndPort)
  837. if startPort == firewall.PortAny {
  838. endPort = firewall.PortAny
  839. }
  840. } else {
  841. rPort, err := strconv.Atoi(s)
  842. if err != nil {
  843. return 0, 0, fmt.Errorf("was not a number; `%s`", s)
  844. }
  845. startPort = int32(rPort)
  846. endPort = startPort
  847. }
  848. return
  849. }