relay_manager.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. package nebula
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "sync/atomic"
  7. "github.com/sirupsen/logrus"
  8. "github.com/slackhq/nebula/config"
  9. "github.com/slackhq/nebula/header"
  10. "github.com/slackhq/nebula/iputil"
  11. )
  12. type relayManager struct {
  13. l *logrus.Logger
  14. hostmap *HostMap
  15. amRelay atomic.Bool
  16. }
  17. func NewRelayManager(ctx context.Context, l *logrus.Logger, hostmap *HostMap, c *config.C) *relayManager {
  18. rm := &relayManager{
  19. l: l,
  20. hostmap: hostmap,
  21. }
  22. rm.reload(c, true)
  23. c.RegisterReloadCallback(func(c *config.C) {
  24. err := rm.reload(c, false)
  25. if err != nil {
  26. l.WithError(err).Error("Failed to reload relay_manager")
  27. }
  28. })
  29. return rm
  30. }
  31. func (rm *relayManager) reload(c *config.C, initial bool) error {
  32. if initial || c.HasChanged("relay.am_relay") {
  33. rm.setAmRelay(c.GetBool("relay.am_relay", false))
  34. }
  35. return nil
  36. }
  37. func (rm *relayManager) GetAmRelay() bool {
  38. return rm.amRelay.Load()
  39. }
  40. func (rm *relayManager) setAmRelay(v bool) {
  41. rm.amRelay.Store(v)
  42. }
  43. // AddRelay finds an available relay index on the hostmap, and associates the relay info with it.
  44. // relayHostInfo is the Nebula peer which can be used as a relay to access the target vpnIp.
  45. func AddRelay(l *logrus.Logger, relayHostInfo *HostInfo, hm *HostMap, vpnIp iputil.VpnIp, remoteIdx *uint32, relayType int, state int) (uint32, error) {
  46. hm.Lock()
  47. defer hm.Unlock()
  48. for i := 0; i < 32; i++ {
  49. index, err := generateIndex(l)
  50. if err != nil {
  51. return 0, err
  52. }
  53. _, inRelays := hm.Relays[index]
  54. if !inRelays {
  55. hm.Relays[index] = relayHostInfo
  56. newRelay := Relay{
  57. Type: relayType,
  58. State: state,
  59. LocalIndex: index,
  60. PeerIp: vpnIp,
  61. }
  62. if remoteIdx != nil {
  63. newRelay.RemoteIndex = *remoteIdx
  64. }
  65. relayHostInfo.relayState.InsertRelay(vpnIp, index, &newRelay)
  66. return index, nil
  67. }
  68. }
  69. return 0, errors.New("failed to generate unique localIndexId")
  70. }
  71. // EstablishRelay updates a Requested Relay to become an Established Relay, which can pass traffic.
  72. func (rm *relayManager) EstablishRelay(relayHostInfo *HostInfo, m *NebulaControl) (*Relay, error) {
  73. relay, ok := relayHostInfo.relayState.QueryRelayForByIdx(m.InitiatorRelayIndex)
  74. if !ok {
  75. rm.l.WithFields(logrus.Fields{"relayHostInfo": relayHostInfo.vpnIp,
  76. "initiatorRelayIndex": m.InitiatorRelayIndex,
  77. "relayFrom": m.RelayFromIp,
  78. "relayTo": m.RelayToIp}).Info("relayManager EstablishRelay relayForByIdx not found")
  79. return nil, fmt.Errorf("unknown relay")
  80. }
  81. // relay deserves some synchronization
  82. relay.RemoteIndex = m.ResponderRelayIndex
  83. relay.State = Established
  84. return relay, nil
  85. }
  86. func (rm *relayManager) HandleControlMsg(h *HostInfo, m *NebulaControl, f *Interface) {
  87. switch m.Type {
  88. case NebulaControl_CreateRelayRequest:
  89. rm.handleCreateRelayRequest(h, f, m)
  90. case NebulaControl_CreateRelayResponse:
  91. rm.handleCreateRelayResponse(h, f, m)
  92. }
  93. }
  94. func (rm *relayManager) handleCreateRelayResponse(h *HostInfo, f *Interface, m *NebulaControl) {
  95. rm.l.WithFields(logrus.Fields{
  96. "relayFrom": iputil.VpnIp(m.RelayFromIp),
  97. "relayTarget": iputil.VpnIp(m.RelayToIp),
  98. "initiatorIdx": m.InitiatorRelayIndex,
  99. "responderIdx": m.ResponderRelayIndex,
  100. "hostInfo": h.vpnIp}).
  101. Info("handleCreateRelayResponse")
  102. target := iputil.VpnIp(m.RelayToIp)
  103. relay, err := rm.EstablishRelay(h, m)
  104. if err != nil {
  105. rm.l.WithError(err).WithField("target", target.String()).Error("Failed to update relay for target")
  106. return
  107. }
  108. // Do I need to complete the relays now?
  109. if relay.Type == TerminalType {
  110. return
  111. }
  112. // I'm the middle man. Let the initiator know that the I've established the relay they requested.
  113. peerHostInfo, err := rm.hostmap.QueryVpnIp(relay.PeerIp)
  114. if err != nil {
  115. rm.l.WithError(err).WithField("relayPeerIp", relay.PeerIp).Error("Can't find a HostInfo for peer IP")
  116. return
  117. }
  118. peerRelay, ok := peerHostInfo.relayState.QueryRelayForByIp(target)
  119. if !ok {
  120. rm.l.WithField("peerIp", peerHostInfo.vpnIp).WithField("target", target.String()).Error("peerRelay does not have Relay state for target IP", peerHostInfo.vpnIp.String(), target.String())
  121. return
  122. }
  123. peerRelay.State = Established
  124. resp := NebulaControl{
  125. Type: NebulaControl_CreateRelayResponse,
  126. ResponderRelayIndex: peerRelay.LocalIndex,
  127. InitiatorRelayIndex: peerRelay.RemoteIndex,
  128. RelayFromIp: uint32(peerHostInfo.vpnIp),
  129. RelayToIp: uint32(target),
  130. }
  131. msg, err := resp.Marshal()
  132. if err != nil {
  133. rm.l.
  134. WithError(err).Error("relayManager Failed to marhsal Control CreateRelayResponse message to create relay")
  135. } else {
  136. f.SendMessageToVpnIp(header.Control, 0, peerHostInfo.vpnIp, msg, make([]byte, 12), make([]byte, mtu))
  137. }
  138. }
  139. func (rm *relayManager) handleCreateRelayRequest(h *HostInfo, f *Interface, m *NebulaControl) {
  140. rm.l.WithFields(logrus.Fields{
  141. "relayFrom": iputil.VpnIp(m.RelayFromIp),
  142. "relayTarget": iputil.VpnIp(m.RelayToIp),
  143. "initiatorIdx": m.InitiatorRelayIndex,
  144. "hostInfo": h.vpnIp}).
  145. Info("handleCreateRelayRequest")
  146. from := iputil.VpnIp(m.RelayFromIp)
  147. target := iputil.VpnIp(m.RelayToIp)
  148. // Is the target of the relay me?
  149. if target == f.myVpnIp {
  150. existingRelay, ok := h.relayState.QueryRelayForByIp(from)
  151. addRelay := !ok
  152. if ok {
  153. // Clean up existing relay, if this is a new request.
  154. if existingRelay.RemoteIndex != m.InitiatorRelayIndex {
  155. // We got a brand new Relay request, because its index is different than what we saw before.
  156. // Clean up the existing Relay state, and get ready to record new Relay state.
  157. rm.hostmap.RemoveRelay(existingRelay.LocalIndex)
  158. addRelay = true
  159. }
  160. }
  161. if addRelay {
  162. _, err := AddRelay(rm.l, h, f.hostMap, from, &m.InitiatorRelayIndex, TerminalType, Established)
  163. if err != nil {
  164. return
  165. }
  166. }
  167. relay, ok := h.relayState.QueryRelayForByIp(from)
  168. if ok && m.InitiatorRelayIndex != relay.RemoteIndex {
  169. // Do something, Something happened.
  170. }
  171. resp := NebulaControl{
  172. Type: NebulaControl_CreateRelayResponse,
  173. ResponderRelayIndex: relay.LocalIndex,
  174. InitiatorRelayIndex: relay.RemoteIndex,
  175. RelayFromIp: uint32(from),
  176. RelayToIp: uint32(target),
  177. }
  178. msg, err := resp.Marshal()
  179. if err != nil {
  180. rm.l.
  181. WithError(err).Error("relayManager Failed to marshal Control CreateRelayResponse message to create relay")
  182. } else {
  183. f.SendMessageToVpnIp(header.Control, 0, h.vpnIp, msg, make([]byte, 12), make([]byte, mtu))
  184. }
  185. return
  186. } else {
  187. // the target is not me. Create a relay to the target, from me.
  188. if rm.GetAmRelay() == false {
  189. return
  190. }
  191. peer, err := rm.hostmap.QueryVpnIp(target)
  192. if err != nil {
  193. // Try to establish a connection to this host. If we get a future relay request,
  194. // we'll be ready!
  195. f.getOrHandshake(target)
  196. return
  197. }
  198. if peer.remote == nil {
  199. // Only create relays to peers for whom I have a direct connection
  200. return
  201. }
  202. sendCreateRequest := false
  203. var index uint32
  204. targetRelay, ok := peer.relayState.QueryRelayForByIp(from)
  205. if ok {
  206. index = targetRelay.LocalIndex
  207. if targetRelay.State == Requested {
  208. sendCreateRequest = true
  209. }
  210. } else {
  211. // Allocate an index in the hostMap for this relay peer
  212. index, err = AddRelay(rm.l, peer, f.hostMap, from, nil, ForwardingType, Requested)
  213. if err != nil {
  214. return
  215. }
  216. sendCreateRequest = true
  217. }
  218. if sendCreateRequest {
  219. // Send a CreateRelayRequest to the peer.
  220. req := NebulaControl{
  221. Type: NebulaControl_CreateRelayRequest,
  222. InitiatorRelayIndex: index,
  223. RelayFromIp: uint32(h.vpnIp),
  224. RelayToIp: uint32(target),
  225. }
  226. msg, err := req.Marshal()
  227. if err != nil {
  228. rm.l.
  229. WithError(err).Error("relayManager Failed to marshal Control message to create relay")
  230. } else {
  231. f.SendMessageToVpnIp(header.Control, 0, target, msg, make([]byte, 12), make([]byte, mtu))
  232. }
  233. }
  234. // Also track the half-created Relay state just received
  235. relay, ok := h.relayState.QueryRelayForByIp(target)
  236. if !ok {
  237. // Add the relay
  238. state := Requested
  239. if targetRelay != nil && targetRelay.State == Established {
  240. state = Established
  241. }
  242. _, err := AddRelay(rm.l, h, f.hostMap, target, &m.InitiatorRelayIndex, ForwardingType, state)
  243. if err != nil {
  244. rm.l.
  245. WithError(err).Error("relayManager Failed to allocate a local index for relay")
  246. return
  247. }
  248. } else {
  249. if relay.RemoteIndex != m.InitiatorRelayIndex {
  250. // This is a stale Relay entry for the same tunnel targets.
  251. // Clean up the existing stuff.
  252. rm.RemoveRelay(relay.LocalIndex)
  253. // Add the new relay
  254. _, err := AddRelay(rm.l, h, f.hostMap, target, &m.InitiatorRelayIndex, ForwardingType, Requested)
  255. if err != nil {
  256. return
  257. }
  258. relay, _ = h.relayState.QueryRelayForByIp(target)
  259. }
  260. switch relay.State {
  261. case Established:
  262. resp := NebulaControl{
  263. Type: NebulaControl_CreateRelayResponse,
  264. ResponderRelayIndex: relay.LocalIndex,
  265. InitiatorRelayIndex: relay.RemoteIndex,
  266. RelayFromIp: uint32(h.vpnIp),
  267. RelayToIp: uint32(target),
  268. }
  269. msg, err := resp.Marshal()
  270. if err != nil {
  271. rm.l.
  272. WithError(err).Error("relayManager Failed to marshal Control CreateRelayResponse message to create relay")
  273. } else {
  274. f.SendMessageToVpnIp(header.Control, 0, h.vpnIp, msg, make([]byte, 12), make([]byte, mtu))
  275. }
  276. case Requested:
  277. // Keep waiting for the other relay to complete
  278. }
  279. }
  280. }
  281. }
  282. func (rm *relayManager) RemoveRelay(localIdx uint32) {
  283. rm.hostmap.RemoveRelay(localIdx)
  284. }