Peer.cpp 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2017 ZeroTier, Inc. https://www.zerotier.com/
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * --
  19. *
  20. * You can be released from the requirements of the license by purchasing
  21. * a commercial license. Buying such a license is mandatory as soon as you
  22. * develop commercial closed-source software that incorporates or links
  23. * directly against ZeroTier software without disclosing the source code
  24. * of your own application.
  25. */
  26. #include "../version.h"
  27. #include "Constants.hpp"
  28. #include "Peer.hpp"
  29. #include "Node.hpp"
  30. #include "Switch.hpp"
  31. #include "Network.hpp"
  32. #include "SelfAwareness.hpp"
  33. #include "Cluster.hpp"
  34. #include "Packet.hpp"
  35. namespace ZeroTier {
  36. Peer::Peer(const RuntimeEnvironment *renv,const Identity &myIdentity,const Identity &peerIdentity) :
  37. RR(renv),
  38. _lastReceive(0),
  39. _lastNontrivialReceive(0),
  40. _lastTriedMemorizedPath(0),
  41. _lastDirectPathPushSent(0),
  42. _lastDirectPathPushReceive(0),
  43. _lastCredentialRequestSent(0),
  44. _lastWhoisRequestReceived(0),
  45. _lastEchoRequestReceived(0),
  46. _lastComRequestReceived(0),
  47. _lastComRequestSent(0),
  48. _lastCredentialsReceived(0),
  49. _lastTrustEstablishedPacketReceived(0),
  50. _vProto(0),
  51. _vMajor(0),
  52. _vMinor(0),
  53. _vRevision(0),
  54. _id(peerIdentity),
  55. _latency(0),
  56. _directPathPushCutoffCount(0),
  57. _credentialsCutoffCount(0)
  58. {
  59. if (!myIdentity.agree(peerIdentity,_key,ZT_PEER_SECRET_KEY_LENGTH))
  60. throw std::runtime_error("new peer identity key agreement failed");
  61. }
  62. void Peer::received(
  63. void *tPtr,
  64. const SharedPtr<Path> &path,
  65. const unsigned int hops,
  66. const uint64_t packetId,
  67. const Packet::Verb verb,
  68. const uint64_t inRePacketId,
  69. const Packet::Verb inReVerb,
  70. const bool trustEstablished)
  71. {
  72. const uint64_t now = RR->node->now();
  73. #ifdef ZT_ENABLE_CLUSTER
  74. bool isClusterSuboptimalPath = false;
  75. if ((RR->cluster)&&(hops == 0)) {
  76. // Note: findBetterEndpoint() is first since we still want to check
  77. // for a better endpoint even if we don't actually send a redirect.
  78. InetAddress redirectTo;
  79. if ( (verb != Packet::VERB_OK) && (verb != Packet::VERB_ERROR) && (verb != Packet::VERB_RENDEZVOUS) && (verb != Packet::VERB_PUSH_DIRECT_PATHS) && (RR->cluster->findBetterEndpoint(redirectTo,_id.address(),path->address(),false)) ) {
  80. if (_vProto >= 5) {
  81. // For newer peers we can send a more idiomatic verb: PUSH_DIRECT_PATHS.
  82. Packet outp(_id.address(),RR->identity.address(),Packet::VERB_PUSH_DIRECT_PATHS);
  83. outp.append((uint16_t)1); // count == 1
  84. outp.append((uint8_t)ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT); // flags: cluster redirect
  85. outp.append((uint16_t)0); // no extensions
  86. if (redirectTo.ss_family == AF_INET) {
  87. outp.append((uint8_t)4);
  88. outp.append((uint8_t)6);
  89. outp.append(redirectTo.rawIpData(),4);
  90. } else {
  91. outp.append((uint8_t)6);
  92. outp.append((uint8_t)18);
  93. outp.append(redirectTo.rawIpData(),16);
  94. }
  95. outp.append((uint16_t)redirectTo.port());
  96. outp.armor(_key,true,path->nextOutgoingCounter());
  97. path->send(RR,tPtr,outp.data(),outp.size(),now);
  98. } else {
  99. // For older peers we use RENDEZVOUS to coax them into contacting us elsewhere.
  100. Packet outp(_id.address(),RR->identity.address(),Packet::VERB_RENDEZVOUS);
  101. outp.append((uint8_t)0); // no flags
  102. RR->identity.address().appendTo(outp);
  103. outp.append((uint16_t)redirectTo.port());
  104. if (redirectTo.ss_family == AF_INET) {
  105. outp.append((uint8_t)4);
  106. outp.append(redirectTo.rawIpData(),4);
  107. } else {
  108. outp.append((uint8_t)16);
  109. outp.append(redirectTo.rawIpData(),16);
  110. }
  111. outp.armor(_key,true,path->nextOutgoingCounter());
  112. path->send(RR,tPtr,outp.data(),outp.size(),now);
  113. }
  114. isClusterSuboptimalPath = true;
  115. }
  116. }
  117. #endif
  118. _lastReceive = now;
  119. switch (verb) {
  120. case Packet::VERB_FRAME:
  121. case Packet::VERB_EXT_FRAME:
  122. case Packet::VERB_NETWORK_CONFIG_REQUEST:
  123. case Packet::VERB_NETWORK_CONFIG:
  124. case Packet::VERB_MULTICAST_FRAME:
  125. _lastNontrivialReceive = now;
  126. break;
  127. default: break;
  128. }
  129. if (trustEstablished) {
  130. _lastTrustEstablishedPacketReceived = now;
  131. path->trustedPacketReceived(now);
  132. }
  133. if (_vProto >= 9)
  134. path->updateLinkQuality((unsigned int)(packetId & 7));
  135. if (hops == 0) {
  136. bool pathAlreadyKnown = false;
  137. {
  138. Mutex::Lock _l(_paths_m);
  139. if ((path->address().ss_family == AF_INET)&&(_v4Path.p)) {
  140. const struct sockaddr_in *const r = reinterpret_cast<const struct sockaddr_in *>(&(path->address()));
  141. const struct sockaddr_in *const l = reinterpret_cast<const struct sockaddr_in *>(&(_v4Path.p->address()));
  142. const struct sockaddr_in *const rl = reinterpret_cast<const struct sockaddr_in *>(&(path->localAddress()));
  143. const struct sockaddr_in *const ll = reinterpret_cast<const struct sockaddr_in *>(&(_v4Path.p->localAddress()));
  144. if ((r->sin_addr.s_addr == l->sin_addr.s_addr)&&(r->sin_port == l->sin_port)&&(rl->sin_addr.s_addr == ll->sin_addr.s_addr)&&(rl->sin_port == ll->sin_port)) {
  145. _v4Path.lr = now;
  146. #ifdef ZT_ENABLE_CLUSTER
  147. _v4Path.localClusterSuboptimal = isClusterSuboptimalPath;
  148. #endif
  149. pathAlreadyKnown = true;
  150. }
  151. } else if ((path->address().ss_family == AF_INET6)&&(_v6Path.p)) {
  152. const struct sockaddr_in6 *const r = reinterpret_cast<const struct sockaddr_in6 *>(&(path->address()));
  153. const struct sockaddr_in6 *const l = reinterpret_cast<const struct sockaddr_in6 *>(&(_v6Path.p->address()));
  154. const struct sockaddr_in6 *const rl = reinterpret_cast<const struct sockaddr_in6 *>(&(path->localAddress()));
  155. const struct sockaddr_in6 *const ll = reinterpret_cast<const struct sockaddr_in6 *>(&(_v6Path.p->localAddress()));
  156. if ((!memcmp(r->sin6_addr.s6_addr,l->sin6_addr.s6_addr,16))&&(r->sin6_port == l->sin6_port)&&(!memcmp(rl->sin6_addr.s6_addr,ll->sin6_addr.s6_addr,16))&&(rl->sin6_port == ll->sin6_port)) {
  157. _v6Path.lr = now;
  158. #ifdef ZT_ENABLE_CLUSTER
  159. _v6Path.localClusterSuboptimal = isClusterSuboptimalPath;
  160. #endif
  161. pathAlreadyKnown = true;
  162. }
  163. }
  164. }
  165. if ( (!pathAlreadyKnown) && (RR->node->shouldUsePathForZeroTierTraffic(tPtr,_id.address(),path->localAddress(),path->address())) ) {
  166. Mutex::Lock _l(_paths_m);
  167. _PeerPath *potentialNewPeerPath = (_PeerPath *)0;
  168. if (path->address().ss_family == AF_INET) {
  169. if ( (!_v4Path.p) || (!_v4Path.p->alive(now)) || ((_v4Path.p->address() != _v4ClusterPreferred)&&(path->preferenceRank() >= _v4Path.p->preferenceRank())) ) {
  170. potentialNewPeerPath = &_v4Path;
  171. }
  172. } else if (path->address().ss_family == AF_INET6) {
  173. if ( (!_v6Path.p) || (!_v6Path.p->alive(now)) || ((_v6Path.p->address() != _v6ClusterPreferred)&&(path->preferenceRank() >= _v6Path.p->preferenceRank())) ) {
  174. potentialNewPeerPath = &_v6Path;
  175. }
  176. }
  177. if (potentialNewPeerPath) {
  178. if (verb == Packet::VERB_OK) {
  179. potentialNewPeerPath->lr = now;
  180. potentialNewPeerPath->p = path;
  181. #ifdef ZT_ENABLE_CLUSTER
  182. potentialNewPeerPath->localClusterSuboptimal = isClusterSuboptimalPath;
  183. if (RR->cluster)
  184. RR->cluster->broadcastHavePeer(_id);
  185. #endif
  186. } else {
  187. TRACE("got %s via unknown path %s(%s), confirming...",Packet::verbString(verb),_id.address().toString().c_str(),path->address().toString().c_str());
  188. attemptToContactAt(tPtr,path->localAddress(),path->address(),now,true,path->nextOutgoingCounter());
  189. path->sent(now);
  190. }
  191. }
  192. }
  193. } else if (this->trustEstablished(now)) {
  194. // Send PUSH_DIRECT_PATHS if hops>0 (relayed) and we have a trust relationship (common network membership)
  195. #ifdef ZT_ENABLE_CLUSTER
  196. // Cluster mode disables normal PUSH_DIRECT_PATHS in favor of cluster-based peer redirection
  197. const bool haveCluster = (RR->cluster);
  198. #else
  199. const bool haveCluster = false;
  200. #endif
  201. if ( ((now - _lastDirectPathPushSent) >= ZT_DIRECT_PATH_PUSH_INTERVAL) && (!haveCluster) ) {
  202. _lastDirectPathPushSent = now;
  203. std::vector<InetAddress> pathsToPush;
  204. std::vector<InetAddress> dps(RR->node->directPaths());
  205. for(std::vector<InetAddress>::const_iterator i(dps.begin());i!=dps.end();++i)
  206. pathsToPush.push_back(*i);
  207. std::vector<InetAddress> sym(RR->sa->getSymmetricNatPredictions());
  208. for(unsigned long i=0,added=0;i<sym.size();++i) {
  209. InetAddress tmp(sym[(unsigned long)RR->node->prng() % sym.size()]);
  210. if (std::find(pathsToPush.begin(),pathsToPush.end(),tmp) == pathsToPush.end()) {
  211. pathsToPush.push_back(tmp);
  212. if (++added >= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY)
  213. break;
  214. }
  215. }
  216. if (pathsToPush.size() > 0) {
  217. #ifdef ZT_TRACE
  218. std::string ps;
  219. for(std::vector<InetAddress>::const_iterator p(pathsToPush.begin());p!=pathsToPush.end();++p) {
  220. if (ps.length() > 0)
  221. ps.push_back(',');
  222. ps.append(p->toString());
  223. }
  224. TRACE("pushing %u direct paths to %s: %s",(unsigned int)pathsToPush.size(),_id.address().toString().c_str(),ps.c_str());
  225. #endif
  226. std::vector<InetAddress>::const_iterator p(pathsToPush.begin());
  227. while (p != pathsToPush.end()) {
  228. Packet outp(_id.address(),RR->identity.address(),Packet::VERB_PUSH_DIRECT_PATHS);
  229. outp.addSize(2); // leave room for count
  230. unsigned int count = 0;
  231. while ((p != pathsToPush.end())&&((outp.size() + 24) < 1200)) {
  232. uint8_t addressType = 4;
  233. switch(p->ss_family) {
  234. case AF_INET:
  235. break;
  236. case AF_INET6:
  237. addressType = 6;
  238. break;
  239. default: // we currently only push IP addresses
  240. ++p;
  241. continue;
  242. }
  243. outp.append((uint8_t)0); // no flags
  244. outp.append((uint16_t)0); // no extensions
  245. outp.append(addressType);
  246. outp.append((uint8_t)((addressType == 4) ? 6 : 18));
  247. outp.append(p->rawIpData(),((addressType == 4) ? 4 : 16));
  248. outp.append((uint16_t)p->port());
  249. ++count;
  250. ++p;
  251. }
  252. if (count) {
  253. outp.setAt(ZT_PACKET_IDX_PAYLOAD,(uint16_t)count);
  254. outp.armor(_key,true,path->nextOutgoingCounter());
  255. path->send(RR,tPtr,outp.data(),outp.size(),now);
  256. }
  257. }
  258. }
  259. }
  260. }
  261. }
  262. bool Peer::sendDirect(void *tPtr,const void *data,unsigned int len,uint64_t now,bool force)
  263. {
  264. Mutex::Lock _l(_paths_m);
  265. uint64_t v6lr = 0;
  266. if ( ((now - _v6Path.lr) < ZT_PEER_PATH_EXPIRATION) && (_v6Path.p) )
  267. v6lr = _v6Path.p->lastIn();
  268. uint64_t v4lr = 0;
  269. if ( ((now - _v4Path.lr) < ZT_PEER_PATH_EXPIRATION) && (_v4Path.p) )
  270. v4lr = _v4Path.p->lastIn();
  271. if ( (v6lr > v4lr) && ((now - v6lr) < ZT_PATH_ALIVE_TIMEOUT) ) {
  272. return _v6Path.p->send(RR,tPtr,data,len,now);
  273. } else if ((now - v4lr) < ZT_PATH_ALIVE_TIMEOUT) {
  274. return _v4Path.p->send(RR,tPtr,data,len,now);
  275. } else if (force) {
  276. if (v6lr > v4lr) {
  277. return _v6Path.p->send(RR,tPtr,data,len,now);
  278. } else if (v4lr) {
  279. return _v4Path.p->send(RR,tPtr,data,len,now);
  280. }
  281. }
  282. return false;
  283. }
  284. SharedPtr<Path> Peer::getBestPath(uint64_t now,bool includeExpired)
  285. {
  286. Mutex::Lock _l(_paths_m);
  287. uint64_t v6lr = 0;
  288. if ( ( includeExpired || ((now - _v6Path.lr) < ZT_PEER_PATH_EXPIRATION) ) && (_v6Path.p) )
  289. v6lr = _v6Path.p->lastIn();
  290. uint64_t v4lr = 0;
  291. if ( ( includeExpired || ((now - _v4Path.lr) < ZT_PEER_PATH_EXPIRATION) ) && (_v4Path.p) )
  292. v4lr = _v4Path.p->lastIn();
  293. if (v6lr > v4lr) {
  294. return _v6Path.p;
  295. } else if (v4lr) {
  296. return _v4Path.p;
  297. }
  298. return SharedPtr<Path>();
  299. }
  300. void Peer::sendHELLO(void *tPtr,const InetAddress &localAddr,const InetAddress &atAddress,uint64_t now,unsigned int counter)
  301. {
  302. Packet outp(_id.address(),RR->identity.address(),Packet::VERB_HELLO);
  303. outp.append((unsigned char)ZT_PROTO_VERSION);
  304. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MAJOR);
  305. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MINOR);
  306. outp.append((uint16_t)ZEROTIER_ONE_VERSION_REVISION);
  307. outp.append(now);
  308. RR->identity.serialize(outp,false);
  309. atAddress.serialize(outp);
  310. outp.append((uint64_t)RR->topology->planetWorldId());
  311. outp.append((uint64_t)RR->topology->planetWorldTimestamp());
  312. const unsigned int startCryptedPortionAt = outp.size();
  313. std::vector<World> moons(RR->topology->moons());
  314. std::vector<uint64_t> moonsWanted(RR->topology->moonsWanted());
  315. outp.append((uint16_t)(moons.size() + moonsWanted.size()));
  316. for(std::vector<World>::const_iterator m(moons.begin());m!=moons.end();++m) {
  317. outp.append((uint8_t)m->type());
  318. outp.append((uint64_t)m->id());
  319. outp.append((uint64_t)m->timestamp());
  320. }
  321. for(std::vector<uint64_t>::const_iterator m(moonsWanted.begin());m!=moonsWanted.end();++m) {
  322. outp.append((uint8_t)World::TYPE_MOON);
  323. outp.append(*m);
  324. outp.append((uint64_t)0);
  325. }
  326. const unsigned int corSizeAt = outp.size();
  327. outp.addSize(2);
  328. RR->topology->appendCertificateOfRepresentation(outp);
  329. outp.setAt(corSizeAt,(uint16_t)(outp.size() - (corSizeAt + 2)));
  330. outp.cryptField(_key,startCryptedPortionAt,outp.size() - startCryptedPortionAt);
  331. RR->node->expectReplyTo(outp.packetId());
  332. if (atAddress) {
  333. outp.armor(_key,false,counter); // false == don't encrypt full payload, but add MAC
  334. RR->node->putPacket(tPtr,localAddr,atAddress,outp.data(),outp.size());
  335. } else {
  336. RR->sw->send(tPtr,outp,false); // false == don't encrypt full payload, but add MAC
  337. }
  338. }
  339. void Peer::attemptToContactAt(void *tPtr,const InetAddress &localAddr,const InetAddress &atAddress,uint64_t now,bool sendFullHello,unsigned int counter)
  340. {
  341. if ( (!sendFullHello) && (_vProto >= 5) && (!((_vMajor == 1)&&(_vMinor == 1)&&(_vRevision == 0))) ) {
  342. Packet outp(_id.address(),RR->identity.address(),Packet::VERB_ECHO);
  343. RR->node->expectReplyTo(outp.packetId());
  344. outp.armor(_key,true,counter);
  345. RR->node->putPacket(tPtr,localAddr,atAddress,outp.data(),outp.size());
  346. } else {
  347. sendHELLO(tPtr,localAddr,atAddress,now,counter);
  348. }
  349. }
  350. void Peer::tryMemorizedPath(void *tPtr,uint64_t now)
  351. {
  352. if ((now - _lastTriedMemorizedPath) >= ZT_TRY_MEMORIZED_PATH_INTERVAL) {
  353. _lastTriedMemorizedPath = now;
  354. InetAddress mp;
  355. if (RR->node->externalPathLookup(tPtr,_id.address(),-1,mp))
  356. attemptToContactAt(tPtr,InetAddress(),mp,now,true,0);
  357. }
  358. }
  359. bool Peer::doPingAndKeepalive(void *tPtr,uint64_t now,int inetAddressFamily)
  360. {
  361. Mutex::Lock _l(_paths_m);
  362. if (inetAddressFamily < 0) {
  363. uint64_t v6lr = 0;
  364. if ( ((now - _v6Path.lr) < ZT_PEER_PATH_EXPIRATION) && (_v6Path.p) )
  365. v6lr = _v6Path.p->lastIn();
  366. uint64_t v4lr = 0;
  367. if ( ((now - _v4Path.lr) < ZT_PEER_PATH_EXPIRATION) && (_v4Path.p) )
  368. v4lr = _v4Path.p->lastIn();
  369. if (v6lr > v4lr) {
  370. if ( ((now - _v6Path.lr) >= ZT_PEER_PING_PERIOD) || (_v6Path.p->needsHeartbeat(now)) ) {
  371. attemptToContactAt(tPtr,_v6Path.p->localAddress(),_v6Path.p->address(),now,false,_v6Path.p->nextOutgoingCounter());
  372. _v6Path.p->sent(now);
  373. return true;
  374. }
  375. } else if (v4lr) {
  376. if ( ((now - _v4Path.lr) >= ZT_PEER_PING_PERIOD) || (_v4Path.p->needsHeartbeat(now)) ) {
  377. attemptToContactAt(tPtr,_v4Path.p->localAddress(),_v4Path.p->address(),now,false,_v4Path.p->nextOutgoingCounter());
  378. _v4Path.p->sent(now);
  379. return true;
  380. }
  381. }
  382. } else {
  383. if ( (inetAddressFamily == AF_INET) && ((now - _v4Path.lr) < ZT_PEER_PATH_EXPIRATION) ) {
  384. if ( ((now - _v4Path.lr) >= ZT_PEER_PING_PERIOD) || (_v4Path.p->needsHeartbeat(now)) ) {
  385. attemptToContactAt(tPtr,_v4Path.p->localAddress(),_v4Path.p->address(),now,false,_v4Path.p->nextOutgoingCounter());
  386. _v4Path.p->sent(now);
  387. return true;
  388. }
  389. } else if ( (inetAddressFamily == AF_INET6) && ((now - _v6Path.lr) < ZT_PEER_PATH_EXPIRATION) ) {
  390. if ( ((now - _v6Path.lr) >= ZT_PEER_PING_PERIOD) || (_v6Path.p->needsHeartbeat(now)) ) {
  391. attemptToContactAt(tPtr,_v6Path.p->localAddress(),_v6Path.p->address(),now,false,_v6Path.p->nextOutgoingCounter());
  392. _v6Path.p->sent(now);
  393. return true;
  394. }
  395. }
  396. }
  397. return false;
  398. }
  399. } // namespace ZeroTier