IncomingPacket.cpp 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2016 ZeroTier, Inc. https://www.zerotier.com/
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #include <stdio.h>
  19. #include <string.h>
  20. #include <stdlib.h>
  21. #include "../version.h"
  22. #include "../include/ZeroTierOne.h"
  23. #include "Constants.hpp"
  24. #include "RuntimeEnvironment.hpp"
  25. #include "IncomingPacket.hpp"
  26. #include "Topology.hpp"
  27. #include "Switch.hpp"
  28. #include "Peer.hpp"
  29. #include "NetworkController.hpp"
  30. #include "SelfAwareness.hpp"
  31. #include "Salsa20.hpp"
  32. #include "SHA512.hpp"
  33. #include "World.hpp"
  34. #include "Cluster.hpp"
  35. #include "Node.hpp"
  36. #include "DeferredPackets.hpp"
  37. namespace ZeroTier {
  38. bool IncomingPacket::tryDecode(const RuntimeEnvironment *RR,bool deferred)
  39. {
  40. const Address sourceAddress(source());
  41. try {
  42. if ((cipher() == ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_NONE)&&(verb() == Packet::VERB_HELLO)) {
  43. // Unencrypted HELLOs require some potentially expensive verification, so
  44. // do this in the background if background processing is enabled.
  45. if ((RR->dpEnabled > 0)&&(!deferred)) {
  46. RR->dp->enqueue(this);
  47. return true; // 'handled' via deferring to background thread(s)
  48. } else {
  49. // A null pointer for peer to _doHELLO() tells it to run its own
  50. // special internal authentication logic. This is done for unencrypted
  51. // HELLOs to learn new identities, etc.
  52. SharedPtr<Peer> tmp;
  53. return _doHELLO(RR,tmp);
  54. }
  55. }
  56. SharedPtr<Peer> peer(RR->topology->getPeer(sourceAddress));
  57. if (peer) {
  58. if (!dearmor(peer->key())) {
  59. TRACE("dropped packet from %s(%s), MAC authentication failed (size: %u)",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),size());
  60. return true;
  61. }
  62. if (!uncompress()) {
  63. TRACE("dropped packet from %s(%s), compressed data invalid",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  64. return true;
  65. }
  66. const Packet::Verb v = verb();
  67. //TRACE("<< %s from %s(%s)",Packet::verbString(v),sourceAddress.toString().c_str(),_remoteAddress.toString().c_str());
  68. switch(v) {
  69. //case Packet::VERB_NOP:
  70. default: // ignore unknown verbs, but if they pass auth check they are "received"
  71. peer->received(_localAddress,_remoteAddress,hops(),packetId(),v,0,Packet::VERB_NOP);
  72. return true;
  73. case Packet::VERB_HELLO: return _doHELLO(RR,peer);
  74. case Packet::VERB_ERROR: return _doERROR(RR,peer);
  75. case Packet::VERB_OK: return _doOK(RR,peer);
  76. case Packet::VERB_WHOIS: return _doWHOIS(RR,peer);
  77. case Packet::VERB_RENDEZVOUS: return _doRENDEZVOUS(RR,peer);
  78. case Packet::VERB_FRAME: return _doFRAME(RR,peer);
  79. case Packet::VERB_EXT_FRAME: return _doEXT_FRAME(RR,peer);
  80. case Packet::VERB_ECHO: return _doECHO(RR,peer);
  81. case Packet::VERB_MULTICAST_LIKE: return _doMULTICAST_LIKE(RR,peer);
  82. case Packet::VERB_NETWORK_MEMBERSHIP_CERTIFICATE: return _doNETWORK_MEMBERSHIP_CERTIFICATE(RR,peer);
  83. case Packet::VERB_NETWORK_CONFIG_REQUEST: return _doNETWORK_CONFIG_REQUEST(RR,peer);
  84. case Packet::VERB_NETWORK_CONFIG_REFRESH: return _doNETWORK_CONFIG_REFRESH(RR,peer);
  85. case Packet::VERB_MULTICAST_GATHER: return _doMULTICAST_GATHER(RR,peer);
  86. case Packet::VERB_MULTICAST_FRAME: return _doMULTICAST_FRAME(RR,peer);
  87. case Packet::VERB_PUSH_DIRECT_PATHS: return _doPUSH_DIRECT_PATHS(RR,peer);
  88. case Packet::VERB_CIRCUIT_TEST: return _doCIRCUIT_TEST(RR,peer);
  89. case Packet::VERB_CIRCUIT_TEST_REPORT: return _doCIRCUIT_TEST_REPORT(RR,peer);
  90. case Packet::VERB_REQUEST_PROOF_OF_WORK: return _doREQUEST_PROOF_OF_WORK(RR,peer);
  91. }
  92. } else {
  93. RR->sw->requestWhois(sourceAddress);
  94. return false;
  95. }
  96. } catch ( ... ) {
  97. // Exceptions are more informatively caught in _do...() handlers but
  98. // this outer try/catch will catch anything else odd.
  99. TRACE("dropped ??? from %s(%s): unexpected exception in tryDecode()",sourceAddress.toString().c_str(),_remoteAddress.toString().c_str());
  100. return true;
  101. }
  102. }
  103. bool IncomingPacket::_doERROR(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  104. {
  105. try {
  106. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB];
  107. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID);
  108. const Packet::ErrorCode errorCode = (Packet::ErrorCode)(*this)[ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE];
  109. //TRACE("ERROR %s from %s(%s) in-re %s",Packet::errorString(errorCode),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),Packet::verbString(inReVerb));
  110. switch(errorCode) {
  111. case Packet::ERROR_OBJ_NOT_FOUND:
  112. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  113. SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  114. if ((network)&&(network->controller() == peer->address()))
  115. network->setNotFound();
  116. }
  117. break;
  118. case Packet::ERROR_UNSUPPORTED_OPERATION:
  119. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  120. SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  121. if ((network)&&(network->controller() == peer->address()))
  122. network->setNotFound();
  123. }
  124. break;
  125. case Packet::ERROR_IDENTITY_COLLISION:
  126. if (RR->topology->isRoot(peer->identity()))
  127. RR->node->postEvent(ZT_EVENT_FATAL_ERROR_IDENTITY_COLLISION);
  128. break;
  129. case Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE: {
  130. /* Note: certificates are public so it's safe to push them to anyone
  131. * who asks. We won't communicate unless we also get a certificate
  132. * from the remote that agrees. */
  133. SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  134. if (network) {
  135. if ((network->hasConfig())&&(network->config().com())) {
  136. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_NETWORK_MEMBERSHIP_CERTIFICATE);
  137. network->config().com().serialize(outp);
  138. outp.armor(peer->key(),true);
  139. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  140. }
  141. }
  142. } break;
  143. case Packet::ERROR_NETWORK_ACCESS_DENIED_: {
  144. SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  145. if ((network)&&(network->controller() == peer->address()))
  146. network->setAccessDenied();
  147. } break;
  148. case Packet::ERROR_UNWANTED_MULTICAST: {
  149. uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  150. MulticastGroup mg(MAC(field(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8,6),6),at<uint32_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 14));
  151. TRACE("%.16llx: peer %s unsubscrubed from multicast group %s",nwid,peer->address().toString().c_str(),mg.toString().c_str());
  152. RR->mc->remove(nwid,mg,peer->address());
  153. } break;
  154. default: break;
  155. }
  156. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_ERROR,inRePacketId,inReVerb);
  157. } catch ( ... ) {
  158. TRACE("dropped ERROR from %s(%s): unexpected exception",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  159. }
  160. return true;
  161. }
  162. bool IncomingPacket::_doHELLO(const RuntimeEnvironment *RR,SharedPtr<Peer> &peer)
  163. {
  164. /* Note: this is the only packet ever sent in the clear, and it's also
  165. * the only packet that we authenticate via a different path. Authentication
  166. * occurs here and is based on the validity of the identity and the
  167. * integrity of the packet's MAC, but it must be done after we check
  168. * the identity since HELLO is a mechanism for learning new identities
  169. * in the first place. */
  170. try {
  171. const uint64_t pid = packetId();
  172. const Address fromAddress(source());
  173. const unsigned int protoVersion = (*this)[ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION];
  174. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION];
  175. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION];
  176. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO_IDX_REVISION);
  177. const uint64_t timestamp = at<uint64_t>(ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP);
  178. Identity id;
  179. InetAddress externalSurfaceAddress;
  180. uint64_t worldId = ZT_WORLD_ID_NULL;
  181. uint64_t worldTimestamp = 0;
  182. {
  183. unsigned int ptr = ZT_PROTO_VERB_HELLO_IDX_IDENTITY + id.deserialize(*this,ZT_PROTO_VERB_HELLO_IDX_IDENTITY);
  184. if (ptr < size()) // ZeroTier One < 1.0.3 did not include physical destination address info
  185. ptr += externalSurfaceAddress.deserialize(*this,ptr);
  186. if ((ptr + 16) <= size()) { // older versions also did not include World IDs or timestamps
  187. worldId = at<uint64_t>(ptr); ptr += 8;
  188. worldTimestamp = at<uint64_t>(ptr);
  189. }
  190. }
  191. if (protoVersion < ZT_PROTO_VERSION_MIN) {
  192. TRACE("dropped HELLO from %s(%s): protocol version too old",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  193. return true;
  194. }
  195. if (fromAddress != id.address()) {
  196. TRACE("dropped HELLO from %s(%s): identity not for sending address",fromAddress.toString().c_str(),_remoteAddress.toString().c_str());
  197. return true;
  198. }
  199. if (!peer) { // peer == NULL is the normal case here
  200. peer = RR->topology->getPeer(id.address());
  201. if (peer) {
  202. // We already have an identity with this address -- check for collisions
  203. if (peer->identity() != id) {
  204. // Identity is different from the one we already have -- address collision
  205. unsigned char key[ZT_PEER_SECRET_KEY_LENGTH];
  206. if (RR->identity.agree(id,key,ZT_PEER_SECRET_KEY_LENGTH)) {
  207. if (dearmor(key)) { // ensure packet is authentic, otherwise drop
  208. TRACE("rejected HELLO from %s(%s): address already claimed",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  209. Packet outp(id.address(),RR->identity.address(),Packet::VERB_ERROR);
  210. outp.append((unsigned char)Packet::VERB_HELLO);
  211. outp.append((uint64_t)pid);
  212. outp.append((unsigned char)Packet::ERROR_IDENTITY_COLLISION);
  213. outp.armor(key,true);
  214. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  215. } else {
  216. TRACE("rejected HELLO from %s(%s): packet failed authentication",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  217. }
  218. } else {
  219. TRACE("rejected HELLO from %s(%s): key agreement failed",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  220. }
  221. return true;
  222. } else {
  223. // Identity is the same as the one we already have -- check packet integrity
  224. if (!dearmor(peer->key())) {
  225. TRACE("rejected HELLO from %s(%s): packet failed authentication",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  226. return true;
  227. }
  228. // Continue at // VALID
  229. }
  230. } else {
  231. // We don't already have an identity with this address -- validate and learn it
  232. // Check identity proof of work
  233. if (!id.locallyValidate()) {
  234. TRACE("dropped HELLO from %s(%s): identity invalid",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  235. return true;
  236. }
  237. // Check packet integrity and authentication
  238. SharedPtr<Peer> newPeer(new Peer(RR,RR->identity,id));
  239. if (!dearmor(newPeer->key())) {
  240. TRACE("rejected HELLO from %s(%s): packet failed authentication",id.address().toString().c_str(),_remoteAddress.toString().c_str());
  241. return true;
  242. }
  243. peer = RR->topology->addPeer(newPeer);
  244. // Continue at // VALID
  245. }
  246. // VALID -- if we made it here, packet passed identity and authenticity checks!
  247. }
  248. if (externalSurfaceAddress)
  249. RR->sa->iam(id.address(),_localAddress,_remoteAddress,externalSurfaceAddress,RR->topology->isRoot(id),RR->node->now());
  250. Packet outp(id.address(),RR->identity.address(),Packet::VERB_OK);
  251. outp.append((unsigned char)Packet::VERB_HELLO);
  252. outp.append((uint64_t)pid);
  253. outp.append((uint64_t)timestamp);
  254. outp.append((unsigned char)ZT_PROTO_VERSION);
  255. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MAJOR);
  256. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MINOR);
  257. outp.append((uint16_t)ZEROTIER_ONE_VERSION_REVISION);
  258. if (protoVersion >= 5) {
  259. _remoteAddress.serialize(outp);
  260. } else {
  261. /* LEGACY COMPATIBILITY HACK:
  262. *
  263. * For a while now (since 1.0.3), ZeroTier has recognized changes in
  264. * its network environment empirically by examining its external network
  265. * address as reported by trusted peers. In versions prior to 1.1.0
  266. * (protocol version < 5), they did this by saving a snapshot of this
  267. * information (in SelfAwareness.hpp) keyed by reporting device ID and
  268. * address type.
  269. *
  270. * This causes problems when clustering is combined with symmetric NAT.
  271. * Symmetric NAT remaps ports, so different endpoints in a cluster will
  272. * report back different exterior addresses. Since the old code keys
  273. * this by device ID and not sending physical address and compares the
  274. * entire address including port, it constantly thinks its external
  275. * surface is changing and resets connections when talking to a cluster.
  276. *
  277. * In new code we key by sending physical address and device and we also
  278. * take the more conservative position of only interpreting changes in
  279. * IP address (neglecting port) as a change in network topology that
  280. * necessitates a reset. But we can make older clients work here by
  281. * nulling out the port field. Since this info is only used for empirical
  282. * detection of link changes, it doesn't break anything else.
  283. */
  284. InetAddress tmpa(_remoteAddress);
  285. tmpa.setPort(0);
  286. tmpa.serialize(outp);
  287. }
  288. if ((worldId != ZT_WORLD_ID_NULL)&&(RR->topology->worldTimestamp() > worldTimestamp)&&(worldId == RR->topology->worldId())) {
  289. World w(RR->topology->world());
  290. const unsigned int sizeAt = outp.size();
  291. outp.addSize(2); // make room for 16-bit size field
  292. w.serialize(outp,false);
  293. outp.setAt<uint16_t>(sizeAt,(uint16_t)(outp.size() - (sizeAt + 2)));
  294. } else {
  295. outp.append((uint16_t)0); // no world update needed
  296. }
  297. outp.armor(peer->key(),true);
  298. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  299. peer->setRemoteVersion(protoVersion,vMajor,vMinor,vRevision); // important for this to go first so received() knows the version
  300. peer->received(_localAddress,_remoteAddress,hops(),pid,Packet::VERB_HELLO,0,Packet::VERB_NOP);
  301. } catch ( ... ) {
  302. TRACE("dropped HELLO from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  303. }
  304. return true;
  305. }
  306. bool IncomingPacket::_doOK(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  307. {
  308. try {
  309. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_OK_IDX_IN_RE_VERB];
  310. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID);
  311. //TRACE("%s(%s): OK(%s)",source().toString().c_str(),_remoteAddress.toString().c_str(),Packet::verbString(inReVerb));
  312. switch(inReVerb) {
  313. case Packet::VERB_HELLO: {
  314. const unsigned int latency = std::min((unsigned int)(RR->node->now() - at<uint64_t>(ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP)),(unsigned int)0xffff);
  315. const unsigned int vProto = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION];
  316. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION];
  317. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION];
  318. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO__OK__IDX_REVISION);
  319. if (vProto < ZT_PROTO_VERSION_MIN) {
  320. TRACE("%s(%s): OK(HELLO) dropped, protocol version too old",source().toString().c_str(),_remoteAddress.toString().c_str());
  321. return true;
  322. }
  323. const bool trusted = RR->topology->isRoot(peer->identity());
  324. InetAddress externalSurfaceAddress;
  325. unsigned int ptr = ZT_PROTO_VERB_HELLO__OK__IDX_REVISION + 2;
  326. if (ptr < size()) // ZeroTier One < 1.0.3 did not include this field
  327. ptr += externalSurfaceAddress.deserialize(*this,ptr);
  328. if ((trusted)&&((ptr + 2) <= size())) { // older versions also did not include this field, and right now we only use if from a root
  329. World worldUpdate;
  330. const unsigned int worldLen = at<uint16_t>(ptr); ptr += 2;
  331. if (worldLen > 0) {
  332. World w;
  333. w.deserialize(*this,ptr);
  334. RR->topology->worldUpdateIfValid(w);
  335. }
  336. }
  337. TRACE("%s(%s): OK(HELLO), version %u.%u.%u, latency %u, reported external address %s",source().toString().c_str(),_remoteAddress.toString().c_str(),vMajor,vMinor,vRevision,latency,((externalSurfaceAddress) ? externalSurfaceAddress.toString().c_str() : "(none)"));
  338. peer->addDirectLatencyMeasurment(latency);
  339. peer->setRemoteVersion(vProto,vMajor,vMinor,vRevision);
  340. if (externalSurfaceAddress)
  341. RR->sa->iam(peer->address(),_localAddress,_remoteAddress,externalSurfaceAddress,trusted,RR->node->now());
  342. } break;
  343. case Packet::VERB_WHOIS: {
  344. if (RR->topology->isRoot(peer->identity())) {
  345. const Identity id(*this,ZT_PROTO_VERB_WHOIS__OK__IDX_IDENTITY);
  346. // Right now we can skip this since OK(WHOIS) is only accepted from
  347. // roots. In the future it should be done if we query less trusted
  348. // sources.
  349. //if (id.locallyValidate())
  350. RR->sw->doAnythingWaitingForPeer(RR->topology->addPeer(SharedPtr<Peer>(new Peer(RR,RR->identity,id))));
  351. }
  352. } break;
  353. case Packet::VERB_NETWORK_CONFIG_REQUEST: {
  354. const SharedPtr<Network> nw(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID)));
  355. if ((nw)&&(nw->controller() == peer->address())) {
  356. const unsigned int dictlen = at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT_LEN);
  357. const std::string dict((const char *)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT,dictlen),dictlen);
  358. if (dict.length()) {
  359. nw->setConfiguration(Dictionary(dict));
  360. TRACE("got network configuration for network %.16llx from %s",(unsigned long long)nw->id(),source().toString().c_str());
  361. }
  362. }
  363. } break;
  364. //case Packet::VERB_ECHO: {
  365. //} break;
  366. case Packet::VERB_MULTICAST_GATHER: {
  367. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID);
  368. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC,6),6),at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI));
  369. TRACE("%s(%s): OK(MULTICAST_GATHER) %.16llx/%s length %u",source().toString().c_str(),_remoteAddress.toString().c_str(),nwid,mg.toString().c_str(),size());
  370. const unsigned int count = at<uint16_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 4);
  371. RR->mc->addMultiple(RR->node->now(),nwid,mg,field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 6,count * 5),count,at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS));
  372. } break;
  373. case Packet::VERB_MULTICAST_FRAME: {
  374. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS];
  375. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID);
  376. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC,6),6),at<uint32_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI));
  377. //TRACE("%s(%s): OK(MULTICAST_FRAME) %.16llx/%s flags %.2x",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),nwid,mg.toString().c_str(),flags);
  378. unsigned int offset = 0;
  379. if ((flags & 0x01) != 0) {
  380. // OK(MULTICAST_FRAME) includes certificate of membership update
  381. CertificateOfMembership com;
  382. offset += com.deserialize(*this,ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS);
  383. peer->validateAndSetNetworkMembershipCertificate(nwid,com);
  384. }
  385. if ((flags & 0x02) != 0) {
  386. // OK(MULTICAST_FRAME) includes implicit gather results
  387. offset += ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS;
  388. unsigned int totalKnown = at<uint32_t>(offset); offset += 4;
  389. unsigned int count = at<uint16_t>(offset); offset += 2;
  390. RR->mc->addMultiple(RR->node->now(),nwid,mg,field(offset,count * 5),count,totalKnown);
  391. }
  392. } break;
  393. default: break;
  394. }
  395. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_OK,inRePacketId,inReVerb);
  396. } catch ( ... ) {
  397. TRACE("dropped OK from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  398. }
  399. return true;
  400. }
  401. bool IncomingPacket::_doWHOIS(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  402. {
  403. try {
  404. if (payloadLength() == ZT_ADDRESS_LENGTH) {
  405. Identity queried(RR->topology->getIdentity(Address(payload(),ZT_ADDRESS_LENGTH)));
  406. if (queried) {
  407. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  408. outp.append((unsigned char)Packet::VERB_WHOIS);
  409. outp.append(packetId());
  410. queried.serialize(outp,false);
  411. outp.armor(peer->key(),true);
  412. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  413. } else {
  414. #ifdef ZT_ENABLE_CLUSTER
  415. if (RR->cluster)
  416. RR->cluster->sendDistributedQuery(*this);
  417. #endif
  418. }
  419. } else {
  420. TRACE("dropped WHOIS from %s(%s): missing or invalid address",source().toString().c_str(),_remoteAddress.toString().c_str());
  421. }
  422. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_WHOIS,0,Packet::VERB_NOP);
  423. } catch ( ... ) {
  424. TRACE("dropped WHOIS from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  425. }
  426. return true;
  427. }
  428. bool IncomingPacket::_doRENDEZVOUS(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  429. {
  430. try {
  431. if (RR->topology->isUpstream(peer->identity())) {
  432. const Address with(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH);
  433. const SharedPtr<Peer> withPeer(RR->topology->getPeer(with));
  434. if (withPeer) {
  435. const unsigned int port = at<uint16_t>(ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT);
  436. const unsigned int addrlen = (*this)[ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN];
  437. if ((port > 0)&&((addrlen == 4)||(addrlen == 16))) {
  438. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_RENDEZVOUS,0,Packet::VERB_NOP);
  439. InetAddress atAddr(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRESS,addrlen),addrlen,port);
  440. TRACE("RENDEZVOUS from %s says %s might be at %s, starting NAT-t",peer->address().toString().c_str(),with.toString().c_str(),atAddr.toString().c_str());
  441. if (RR->node->shouldUsePathForZeroTierTraffic(_localAddress,atAddr))
  442. RR->sw->rendezvous(withPeer,_localAddress,atAddr);
  443. } else {
  444. TRACE("dropped corrupt RENDEZVOUS from %s(%s) (bad address or port)",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  445. }
  446. } else {
  447. RR->sw->requestWhois(with);
  448. TRACE("ignored RENDEZVOUS from %s(%s) to meet unknown peer %s",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),with.toString().c_str());
  449. }
  450. } else {
  451. TRACE("ignored RENDEZVOUS from %s(%s): not a root server or a network relay",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  452. }
  453. } catch ( ... ) {
  454. TRACE("dropped RENDEZVOUS from %s(%s): unexpected exception",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  455. }
  456. return true;
  457. }
  458. bool IncomingPacket::_doFRAME(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  459. {
  460. try {
  461. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID)));
  462. if (network) {
  463. if (size() > ZT_PROTO_VERB_FRAME_IDX_PAYLOAD) {
  464. if (!network->isAllowed(peer)) {
  465. TRACE("dropped FRAME from %s(%s): not a member of private network %.16llx",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),(unsigned long long)network->id());
  466. _sendErrorNeedCertificate(RR,peer,network->id());
  467. return true;
  468. }
  469. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  470. if (!network->config().permitsEtherType(etherType)) {
  471. TRACE("dropped FRAME from %s(%s): ethertype %.4x not allowed on %.16llx",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),(unsigned int)etherType,(unsigned long long)network->id());
  472. return true;
  473. }
  474. const unsigned int payloadLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  475. RR->node->putFrame(network->id(),network->userPtr(),MAC(peer->address(),network->id()),network->mac(),etherType,0,field(ZT_PROTO_VERB_FRAME_IDX_PAYLOAD,payloadLen),payloadLen);
  476. }
  477. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_FRAME,0,Packet::VERB_NOP);
  478. } else {
  479. TRACE("dropped FRAME from %s(%s): we are not connected to network %.16llx",source().toString().c_str(),_remoteAddress.toString().c_str(),at<uint64_t>(ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID));
  480. }
  481. } catch ( ... ) {
  482. TRACE("dropped FRAME from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  483. }
  484. return true;
  485. }
  486. bool IncomingPacket::_doEXT_FRAME(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  487. {
  488. try {
  489. SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID)));
  490. if (network) {
  491. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  492. const unsigned int flags = (*this)[ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS];
  493. unsigned int comLen = 0;
  494. if ((flags & 0x01) != 0) {
  495. CertificateOfMembership com;
  496. comLen = com.deserialize(*this,ZT_PROTO_VERB_EXT_FRAME_IDX_COM);
  497. peer->validateAndSetNetworkMembershipCertificate(network->id(),com);
  498. }
  499. if (!network->isAllowed(peer)) {
  500. TRACE("dropped EXT_FRAME from %s(%s): not a member of private network %.16llx",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),network->id());
  501. _sendErrorNeedCertificate(RR,peer,network->id());
  502. return true;
  503. }
  504. // Everything after flags must be adjusted based on the length
  505. // of the certificate, if there was one...
  506. const unsigned int etherType = at<uint16_t>(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE);
  507. if (!network->config().permitsEtherType(etherType)) {
  508. TRACE("dropped EXT_FRAME from %s(%s): ethertype %.4x not allowed on network %.16llx",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),(unsigned int)etherType,(unsigned long long)network->id());
  509. return true;
  510. }
  511. const MAC to(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_TO,ZT_PROTO_VERB_EXT_FRAME_LEN_TO),ZT_PROTO_VERB_EXT_FRAME_LEN_TO);
  512. const MAC from(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_FROM,ZT_PROTO_VERB_EXT_FRAME_LEN_FROM),ZT_PROTO_VERB_EXT_FRAME_LEN_FROM);
  513. if (to.isMulticast()) {
  514. TRACE("dropped EXT_FRAME from %s@%s(%s) to %s: destination is multicast, must use MULTICAST_FRAME",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str());
  515. return true;
  516. }
  517. if ((!from)||(from.isMulticast())||(from == network->mac())) {
  518. TRACE("dropped EXT_FRAME from %s@%s(%s) to %s: invalid source MAC",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str());
  519. return true;
  520. }
  521. if (from != MAC(peer->address(),network->id())) {
  522. if (network->config().permitsBridging(peer->address())) {
  523. network->learnBridgeRoute(from,peer->address());
  524. } else {
  525. TRACE("dropped EXT_FRAME from %s@%s(%s) to %s: sender not allowed to bridge into %.16llx",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str(),network->id());
  526. return true;
  527. }
  528. } else if (to != network->mac()) {
  529. if (!network->config().permitsBridging(RR->identity.address())) {
  530. TRACE("dropped EXT_FRAME from %s@%s(%s) to %s: I cannot bridge to %.16llx or bridging disabled on network",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str(),network->id());
  531. return true;
  532. }
  533. }
  534. const unsigned int payloadLen = size() - (comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD);
  535. RR->node->putFrame(network->id(),network->userPtr(),from,to,etherType,0,field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD,payloadLen),payloadLen);
  536. }
  537. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP);
  538. } else {
  539. TRACE("dropped EXT_FRAME from %s(%s): we are not connected to network %.16llx",source().toString().c_str(),_remoteAddress.toString().c_str(),at<uint64_t>(ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID));
  540. }
  541. } catch ( ... ) {
  542. TRACE("dropped EXT_FRAME from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  543. }
  544. return true;
  545. }
  546. bool IncomingPacket::_doECHO(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  547. {
  548. try {
  549. const uint64_t pid = packetId();
  550. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  551. outp.append((unsigned char)Packet::VERB_ECHO);
  552. outp.append((uint64_t)pid);
  553. if (size() > ZT_PACKET_IDX_PAYLOAD)
  554. outp.append(reinterpret_cast<const unsigned char *>(data()) + ZT_PACKET_IDX_PAYLOAD,size() - ZT_PACKET_IDX_PAYLOAD);
  555. outp.armor(peer->key(),true);
  556. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  557. peer->received(_localAddress,_remoteAddress,hops(),pid,Packet::VERB_ECHO,0,Packet::VERB_NOP);
  558. } catch ( ... ) {
  559. TRACE("dropped ECHO from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  560. }
  561. return true;
  562. }
  563. bool IncomingPacket::_doMULTICAST_LIKE(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  564. {
  565. try {
  566. const uint64_t now = RR->node->now();
  567. // Iterate through 18-byte network,MAC,ADI tuples
  568. for(unsigned int ptr=ZT_PACKET_IDX_PAYLOAD;ptr<size();ptr+=18) {
  569. const uint64_t nwid = at<uint64_t>(ptr);
  570. const MulticastGroup group(MAC(field(ptr + 8,6),6),at<uint32_t>(ptr + 14));
  571. RR->mc->add(now,nwid,group,peer->address());
  572. }
  573. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_MULTICAST_LIKE,0,Packet::VERB_NOP);
  574. } catch ( ... ) {
  575. TRACE("dropped MULTICAST_LIKE from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  576. }
  577. return true;
  578. }
  579. bool IncomingPacket::_doNETWORK_MEMBERSHIP_CERTIFICATE(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  580. {
  581. try {
  582. CertificateOfMembership com;
  583. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD;
  584. while (ptr < size()) {
  585. ptr += com.deserialize(*this,ptr);
  586. peer->validateAndSetNetworkMembershipCertificate(com.networkId(),com);
  587. }
  588. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_NETWORK_MEMBERSHIP_CERTIFICATE,0,Packet::VERB_NOP);
  589. } catch ( ... ) {
  590. TRACE("dropped NETWORK_MEMBERSHIP_CERTIFICATE from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  591. }
  592. return true;
  593. }
  594. bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  595. {
  596. try {
  597. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID);
  598. const unsigned int metaDataLength = at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN);
  599. const Dictionary metaData((const char *)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT,metaDataLength),metaDataLength);
  600. //const uint64_t haveRevision = ((ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT + metaDataLength + 8) <= size()) ? at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT + metaDataLength) : 0ULL;
  601. const unsigned int h = hops();
  602. const uint64_t pid = packetId();
  603. peer->received(_localAddress,_remoteAddress,h,pid,Packet::VERB_NETWORK_CONFIG_REQUEST,0,Packet::VERB_NOP);
  604. if (RR->localNetworkController) {
  605. Dictionary netconf;
  606. switch(RR->localNetworkController->doNetworkConfigRequest((h > 0) ? InetAddress() : _remoteAddress,RR->identity,peer->identity(),nwid,metaData,netconf)) {
  607. case NetworkController::NETCONF_QUERY_OK: {
  608. const std::string netconfStr(netconf.toString());
  609. if (netconfStr.length() > 0xffff) { // sanity check since field ix 16-bit
  610. TRACE("NETWORK_CONFIG_REQUEST failed: internal error: netconf size %u is too large",(unsigned int)netconfStr.length());
  611. } else {
  612. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  613. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  614. outp.append(pid);
  615. outp.append(nwid);
  616. outp.append((uint16_t)netconfStr.length());
  617. outp.append(netconfStr.data(),(unsigned int)netconfStr.length());
  618. outp.compress();
  619. outp.armor(peer->key(),true);
  620. if (outp.size() > ZT_PROTO_MAX_PACKET_LENGTH) { // sanity check
  621. TRACE("NETWORK_CONFIG_REQUEST failed: internal error: netconf size %u is too large",(unsigned int)netconfStr.length());
  622. } else {
  623. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  624. }
  625. }
  626. } break;
  627. case NetworkController::NETCONF_QUERY_OBJECT_NOT_FOUND: {
  628. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
  629. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  630. outp.append(pid);
  631. outp.append((unsigned char)Packet::ERROR_OBJ_NOT_FOUND);
  632. outp.append(nwid);
  633. outp.armor(peer->key(),true);
  634. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  635. } break;
  636. case NetworkController::NETCONF_QUERY_ACCESS_DENIED: {
  637. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
  638. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  639. outp.append(pid);
  640. outp.append((unsigned char)Packet::ERROR_NETWORK_ACCESS_DENIED_);
  641. outp.append(nwid);
  642. outp.armor(peer->key(),true);
  643. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  644. } break;
  645. case NetworkController::NETCONF_QUERY_INTERNAL_SERVER_ERROR:
  646. TRACE("NETWORK_CONFIG_REQUEST failed: internal error: %s",netconf.get("error","(unknown)").c_str());
  647. break;
  648. case NetworkController::NETCONF_QUERY_IGNORE:
  649. break;
  650. default:
  651. TRACE("NETWORK_CONFIG_REQUEST failed: invalid return value from NetworkController::doNetworkConfigRequest()");
  652. break;
  653. }
  654. } else {
  655. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
  656. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  657. outp.append(pid);
  658. outp.append((unsigned char)Packet::ERROR_UNSUPPORTED_OPERATION);
  659. outp.append(nwid);
  660. outp.armor(peer->key(),true);
  661. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  662. }
  663. } catch ( ... ) {
  664. TRACE("dropped NETWORK_CONFIG_REQUEST from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  665. }
  666. return true;
  667. }
  668. bool IncomingPacket::_doNETWORK_CONFIG_REFRESH(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  669. {
  670. try {
  671. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD;
  672. while ((ptr + 8) <= size()) {
  673. uint64_t nwid = at<uint64_t>(ptr);
  674. SharedPtr<Network> nw(RR->node->network(nwid));
  675. if ((nw)&&(peer->address() == nw->controller()))
  676. nw->requestConfiguration();
  677. ptr += 8;
  678. }
  679. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_NETWORK_CONFIG_REFRESH,0,Packet::VERB_NOP);
  680. } catch ( ... ) {
  681. TRACE("dropped NETWORK_CONFIG_REFRESH from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  682. }
  683. return true;
  684. }
  685. bool IncomingPacket::_doMULTICAST_GATHER(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  686. {
  687. try {
  688. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID);
  689. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC,6),6),at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI));
  690. const unsigned int gatherLimit = at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_GATHER_LIMIT);
  691. //TRACE("<<MC %s(%s) GATHER up to %u in %.16llx/%s",source().toString().c_str(),_remoteAddress.toString().c_str(),gatherLimit,nwid,mg.toString().c_str());
  692. if (gatherLimit) {
  693. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  694. outp.append((unsigned char)Packet::VERB_MULTICAST_GATHER);
  695. outp.append(packetId());
  696. outp.append(nwid);
  697. mg.mac().appendTo(outp);
  698. outp.append((uint32_t)mg.adi());
  699. const unsigned int gatheredLocally = RR->mc->gather(peer->address(),nwid,mg,outp,gatherLimit);
  700. if (gatheredLocally) {
  701. outp.armor(peer->key(),true);
  702. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  703. }
  704. #ifdef ZT_ENABLE_CLUSTER
  705. if ((RR->cluster)&&(gatheredLocally < gatherLimit))
  706. RR->cluster->sendDistributedQuery(*this);
  707. #endif
  708. }
  709. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_MULTICAST_GATHER,0,Packet::VERB_NOP);
  710. } catch ( ... ) {
  711. TRACE("dropped MULTICAST_GATHER from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  712. }
  713. return true;
  714. }
  715. bool IncomingPacket::_doMULTICAST_FRAME(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  716. {
  717. try {
  718. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID);
  719. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS];
  720. const SharedPtr<Network> network(RR->node->network(nwid));
  721. if (network) {
  722. // Offset -- size of optional fields added to position of later fields
  723. unsigned int offset = 0;
  724. if ((flags & 0x01) != 0) {
  725. CertificateOfMembership com;
  726. offset += com.deserialize(*this,ZT_PROTO_VERB_MULTICAST_FRAME_IDX_COM);
  727. peer->validateAndSetNetworkMembershipCertificate(nwid,com);
  728. }
  729. // Check membership after we've read any included COM, since
  730. // that cert might be what we needed.
  731. if (!network->isAllowed(peer)) {
  732. TRACE("dropped MULTICAST_FRAME from %s(%s): not a member of private network %.16llx",peer->address().toString().c_str(),_remoteAddress.toString().c_str(),(unsigned long long)network->id());
  733. _sendErrorNeedCertificate(RR,peer,network->id());
  734. return true;
  735. }
  736. unsigned int gatherLimit = 0;
  737. if ((flags & 0x02) != 0) {
  738. gatherLimit = at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_GATHER_LIMIT);
  739. offset += 4;
  740. }
  741. MAC from;
  742. if ((flags & 0x04) != 0) {
  743. from.setTo(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_SOURCE_MAC,6),6);
  744. offset += 6;
  745. } else {
  746. from.fromAddress(peer->address(),nwid);
  747. }
  748. const MulticastGroup to(MAC(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC,6),6),at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI));
  749. const unsigned int etherType = at<uint16_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE);
  750. const unsigned int payloadLen = size() - (offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME);
  751. //TRACE("<<MC FRAME %.16llx/%s from %s@%s flags %.2x length %u",nwid,to.toString().c_str(),from.toString().c_str(),peer->address().toString().c_str(),flags,payloadLen);
  752. if ((payloadLen > 0)&&(payloadLen <= ZT_IF_MTU)) {
  753. if (!to.mac().isMulticast()) {
  754. TRACE("dropped MULTICAST_FRAME from %s@%s(%s) to %s: destination is unicast, must use FRAME or EXT_FRAME",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str());
  755. return true;
  756. }
  757. if ((!from)||(from.isMulticast())||(from == network->mac())) {
  758. TRACE("dropped MULTICAST_FRAME from %s@%s(%s) to %s: invalid source MAC",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str());
  759. return true;
  760. }
  761. if (from != MAC(peer->address(),network->id())) {
  762. if (network->config().permitsBridging(peer->address())) {
  763. network->learnBridgeRoute(from,peer->address());
  764. } else {
  765. TRACE("dropped MULTICAST_FRAME from %s@%s(%s) to %s: sender not allowed to bridge into %.16llx",from.toString().c_str(),peer->address().toString().c_str(),_remoteAddress.toString().c_str(),to.toString().c_str(),network->id());
  766. return true;
  767. }
  768. }
  769. RR->node->putFrame(network->id(),network->userPtr(),from,to.mac(),etherType,0,field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME,payloadLen),payloadLen);
  770. }
  771. if (gatherLimit) {
  772. Packet outp(source(),RR->identity.address(),Packet::VERB_OK);
  773. outp.append((unsigned char)Packet::VERB_MULTICAST_FRAME);
  774. outp.append(packetId());
  775. outp.append(nwid);
  776. to.mac().appendTo(outp);
  777. outp.append((uint32_t)to.adi());
  778. outp.append((unsigned char)0x02); // flag 0x02 = contains gather results
  779. if (RR->mc->gather(peer->address(),nwid,to,outp,gatherLimit)) {
  780. outp.armor(peer->key(),true);
  781. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  782. }
  783. }
  784. } // else ignore -- not a member of this network
  785. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_MULTICAST_FRAME,0,Packet::VERB_NOP);
  786. } catch ( ... ) {
  787. TRACE("dropped MULTICAST_FRAME from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  788. }
  789. return true;
  790. }
  791. bool IncomingPacket::_doPUSH_DIRECT_PATHS(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  792. {
  793. try {
  794. const uint64_t now = RR->node->now();
  795. // First, subject this to a rate limit
  796. if (!peer->shouldRespondToDirectPathPush(now)) {
  797. TRACE("dropped PUSH_DIRECT_PATHS from %s(%s): circuit breaker tripped",source().toString().c_str(),_remoteAddress.toString().c_str());
  798. return true;
  799. }
  800. // Second, limit addresses by scope and type
  801. uint8_t countPerScope[ZT_INETADDRESS_MAX_SCOPE+1][2]; // [][0] is v4, [][1] is v6
  802. memset(countPerScope,0,sizeof(countPerScope));
  803. unsigned int count = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD);
  804. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD + 2;
  805. while (count--) { // if ptr overflows Buffer will throw
  806. // TODO: some flags are not yet implemented
  807. unsigned int flags = (*this)[ptr++];
  808. unsigned int extLen = at<uint16_t>(ptr); ptr += 2;
  809. ptr += extLen; // unused right now
  810. unsigned int addrType = (*this)[ptr++];
  811. unsigned int addrLen = (*this)[ptr++];
  812. switch(addrType) {
  813. case 4: {
  814. InetAddress a(field(ptr,4),4,at<uint16_t>(ptr + 4));
  815. bool redundant = false;
  816. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  817. peer->setClusterOptimalPathForAddressFamily(a);
  818. } else {
  819. redundant = peer->hasActivePathTo(now,a);
  820. }
  821. if ( ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && (!redundant) && (RR->node->shouldUsePathForZeroTierTraffic(_localAddress,a)) ) {
  822. if (++countPerScope[(int)a.ipScope()][0] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  823. TRACE("attempting to contact %s at pushed direct path %s",peer->address().toString().c_str(),a.toString().c_str());
  824. peer->sendHELLO(InetAddress(),a,now);
  825. } else {
  826. TRACE("ignoring contact for %s at %s -- too many per scope",peer->address().toString().c_str(),a.toString().c_str());
  827. }
  828. }
  829. } break;
  830. case 6: {
  831. InetAddress a(field(ptr,16),16,at<uint16_t>(ptr + 16));
  832. bool redundant = false;
  833. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  834. peer->setClusterOptimalPathForAddressFamily(a);
  835. } else {
  836. redundant = peer->hasActivePathTo(now,a);
  837. }
  838. if ( ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && (!redundant) && (RR->node->shouldUsePathForZeroTierTraffic(_localAddress,a)) ) {
  839. if (++countPerScope[(int)a.ipScope()][1] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  840. TRACE("attempting to contact %s at pushed direct path %s",peer->address().toString().c_str(),a.toString().c_str());
  841. peer->sendHELLO(InetAddress(),a,now);
  842. } else {
  843. TRACE("ignoring contact for %s at %s -- too many per scope",peer->address().toString().c_str(),a.toString().c_str());
  844. }
  845. }
  846. } break;
  847. }
  848. ptr += addrLen;
  849. }
  850. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_PUSH_DIRECT_PATHS,0,Packet::VERB_NOP);
  851. } catch ( ... ) {
  852. TRACE("dropped PUSH_DIRECT_PATHS from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  853. }
  854. return true;
  855. }
  856. bool IncomingPacket::_doCIRCUIT_TEST(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  857. {
  858. try {
  859. const Address originatorAddress(field(ZT_PACKET_IDX_PAYLOAD,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH);
  860. SharedPtr<Peer> originator(RR->topology->getPeer(originatorAddress));
  861. if (!originator) {
  862. RR->sw->requestWhois(originatorAddress);
  863. return false;
  864. }
  865. const unsigned int flags = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 5);
  866. const uint64_t timestamp = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 7);
  867. const uint64_t testId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 15);
  868. // Tracks total length of variable length fields, initialized to originator credential length below
  869. unsigned int vlf;
  870. // Originator credentials
  871. const unsigned int originatorCredentialLength = vlf = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 23);
  872. uint64_t originatorCredentialNetworkId = 0;
  873. if (originatorCredentialLength >= 1) {
  874. switch((*this)[ZT_PACKET_IDX_PAYLOAD + 25]) {
  875. case 0x01: { // 64-bit network ID, originator must be controller
  876. if (originatorCredentialLength >= 9)
  877. originatorCredentialNetworkId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 26);
  878. } break;
  879. default: break;
  880. }
  881. }
  882. // Add length of "additional fields," which are currently unused
  883. vlf += at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 25 + vlf);
  884. // Verify signature -- only tests signed by their originators are allowed
  885. const unsigned int signatureLength = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 27 + vlf);
  886. if (!originator->identity().verify(field(ZT_PACKET_IDX_PAYLOAD,27 + vlf),27 + vlf,field(ZT_PACKET_IDX_PAYLOAD + 29 + vlf,signatureLength),signatureLength)) {
  887. TRACE("dropped CIRCUIT_TEST from %s(%s): signature by originator %s invalid",source().toString().c_str(),_remoteAddress.toString().c_str(),originatorAddress.toString().c_str());
  888. return true;
  889. }
  890. vlf += signatureLength;
  891. // Save this length so we can copy the immutable parts of this test
  892. // into the one we send along to next hops.
  893. const unsigned int lengthOfSignedPortionAndSignature = 29 + vlf;
  894. // Get previous hop's credential, if any
  895. const unsigned int previousHopCredentialLength = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 29 + vlf);
  896. CertificateOfMembership previousHopCom;
  897. if (previousHopCredentialLength >= 1) {
  898. switch((*this)[ZT_PACKET_IDX_PAYLOAD + 31 + vlf]) {
  899. case 0x01: { // network certificate of membership for previous hop
  900. const unsigned int phcl = previousHopCom.deserialize(*this,ZT_PACKET_IDX_PAYLOAD + 32 + vlf);
  901. if (phcl != (previousHopCredentialLength - 1)) {
  902. TRACE("dropped CIRCUIT_TEST from %s(%s): previous hop COM invalid (%u != %u)",source().toString().c_str(),_remoteAddress.toString().c_str(),phcl,(previousHopCredentialLength - 1));
  903. return true;
  904. }
  905. } break;
  906. default: break;
  907. }
  908. }
  909. vlf += previousHopCredentialLength;
  910. // Check credentials (signature already verified)
  911. NetworkConfig originatorCredentialNetworkConfig;
  912. if (originatorCredentialNetworkId) {
  913. if (Network::controllerFor(originatorCredentialNetworkId) == originatorAddress) {
  914. SharedPtr<Network> nw(RR->node->network(originatorCredentialNetworkId));
  915. if ((nw)&&(nw->hasConfig())) {
  916. originatorCredentialNetworkConfig = nw->config();
  917. if ( ( (originatorCredentialNetworkConfig.isPublic()) || (peer->address() == originatorAddress) || ((originatorCredentialNetworkConfig.com())&&(previousHopCom)&&(originatorCredentialNetworkConfig.com().agreesWith(previousHopCom))) ) ) {
  918. TRACE("CIRCUIT_TEST %.16llx received from hop %s(%s) and originator %s with valid network ID credential %.16llx (verified from originator and next hop)",testId,source().toString().c_str(),_remoteAddress.toString().c_str(),originatorAddress.toString().c_str(),originatorCredentialNetworkId);
  919. } else {
  920. TRACE("dropped CIRCUIT_TEST from %s(%s): originator %s specified network ID %.16llx as credential, and previous hop %s did not supply a valid COM",source().toString().c_str(),_remoteAddress.toString().c_str(),originatorAddress.toString().c_str(),originatorCredentialNetworkId,peer->address().toString().c_str());
  921. return true;
  922. }
  923. } else {
  924. TRACE("dropped CIRCUIT_TEST from %s(%s): originator %s specified network ID %.16llx as credential, and we are not a member",source().toString().c_str(),_remoteAddress.toString().c_str(),originatorAddress.toString().c_str(),originatorCredentialNetworkId);
  925. return true;
  926. }
  927. } else {
  928. TRACE("dropped CIRCUIT_TEST from %s(%s): originator %s specified network ID as credential, is not controller for %.16llx",source().toString().c_str(),_remoteAddress.toString().c_str(),originatorAddress.toString().c_str(),originatorCredentialNetworkId);
  929. return true;
  930. }
  931. } else {
  932. TRACE("dropped CIRCUIT_TEST from %s(%s): originator %s did not specify a credential or credential type",source().toString().c_str(),_remoteAddress.toString().c_str(),originatorAddress.toString().c_str());
  933. return true;
  934. }
  935. const uint64_t now = RR->node->now();
  936. unsigned int breadth = 0;
  937. Address nextHop[256]; // breadth is a uin8_t, so this is the max
  938. InetAddress nextHopBestPathAddress[256];
  939. unsigned int remainingHopsPtr = ZT_PACKET_IDX_PAYLOAD + 33 + vlf;
  940. if ((ZT_PACKET_IDX_PAYLOAD + 31 + vlf) < size()) {
  941. // unsigned int nextHopFlags = (*this)[ZT_PACKET_IDX_PAYLOAD + 31 + vlf]
  942. breadth = (*this)[ZT_PACKET_IDX_PAYLOAD + 32 + vlf];
  943. for(unsigned int h=0;h<breadth;++h) {
  944. nextHop[h].setTo(field(remainingHopsPtr,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH);
  945. remainingHopsPtr += ZT_ADDRESS_LENGTH;
  946. SharedPtr<Peer> nhp(RR->topology->getPeer(nextHop[h]));
  947. if (nhp) {
  948. Path *const rp = nhp->getBestPath(now);
  949. if (rp)
  950. nextHopBestPathAddress[h] = rp->address();
  951. }
  952. }
  953. }
  954. // Report back to originator, depending on flags and whether we are last hop
  955. if ( ((flags & 0x01) != 0) || ((breadth == 0)&&((flags & 0x02) != 0)) ) {
  956. Packet outp(originatorAddress,RR->identity.address(),Packet::VERB_CIRCUIT_TEST_REPORT);
  957. outp.append((uint64_t)timestamp);
  958. outp.append((uint64_t)testId);
  959. outp.append((uint64_t)0); // field reserved for future use
  960. outp.append((uint8_t)ZT_VENDOR_ZEROTIER);
  961. outp.append((uint8_t)ZT_PROTO_VERSION);
  962. outp.append((uint8_t)ZEROTIER_ONE_VERSION_MAJOR);
  963. outp.append((uint8_t)ZEROTIER_ONE_VERSION_MINOR);
  964. outp.append((uint16_t)ZEROTIER_ONE_VERSION_REVISION);
  965. outp.append((uint16_t)ZT_PLATFORM_UNSPECIFIED);
  966. outp.append((uint16_t)ZT_ARCHITECTURE_UNSPECIFIED);
  967. outp.append((uint16_t)0); // error code, currently unused
  968. outp.append((uint64_t)0); // flags, currently unused
  969. outp.append((uint64_t)packetId());
  970. peer->address().appendTo(outp);
  971. outp.append((uint8_t)hops());
  972. _localAddress.serialize(outp);
  973. _remoteAddress.serialize(outp);
  974. outp.append((uint16_t)0); // no additional fields
  975. outp.append((uint8_t)breadth);
  976. for(unsigned int h=0;h<breadth;++h) {
  977. nextHop[h].appendTo(outp);
  978. nextHopBestPathAddress[h].serialize(outp); // appends 0 if null InetAddress
  979. }
  980. RR->sw->send(outp,true,0);
  981. }
  982. // If there are next hops, forward the test along through the graph
  983. if (breadth > 0) {
  984. Packet outp(Address(),RR->identity.address(),Packet::VERB_CIRCUIT_TEST);
  985. outp.append(field(ZT_PACKET_IDX_PAYLOAD,lengthOfSignedPortionAndSignature),lengthOfSignedPortionAndSignature);
  986. const unsigned int previousHopCredentialPos = outp.size();
  987. outp.append((uint16_t)0); // no previous hop credentials: default
  988. if ((originatorCredentialNetworkConfig)&&(!originatorCredentialNetworkConfig.isPublic())&&(originatorCredentialNetworkConfig.com())) {
  989. outp.append((uint8_t)0x01); // COM
  990. originatorCredentialNetworkConfig.com().serialize(outp);
  991. outp.setAt<uint16_t>(previousHopCredentialPos,(uint16_t)(outp.size() - (previousHopCredentialPos + 2)));
  992. }
  993. if (remainingHopsPtr < size())
  994. outp.append(field(remainingHopsPtr,size() - remainingHopsPtr),size() - remainingHopsPtr);
  995. for(unsigned int h=0;h<breadth;++h) {
  996. if (RR->identity.address() != nextHop[h]) { // next hops that loop back to the current hop are not valid
  997. outp.newInitializationVector();
  998. outp.setDestination(nextHop[h]);
  999. RR->sw->send(outp,true,originatorCredentialNetworkId);
  1000. }
  1001. }
  1002. }
  1003. peer->received(_localAddress,_remoteAddress,hops(),packetId(),Packet::VERB_CIRCUIT_TEST,0,Packet::VERB_NOP);
  1004. } catch ( ... ) {
  1005. TRACE("dropped CIRCUIT_TEST from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  1006. }
  1007. return true;
  1008. }
  1009. bool IncomingPacket::_doCIRCUIT_TEST_REPORT(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  1010. {
  1011. try {
  1012. ZT_CircuitTestReport report;
  1013. memset(&report,0,sizeof(report));
  1014. report.current = peer->address().toInt();
  1015. report.upstream = Address(field(ZT_PACKET_IDX_PAYLOAD + 52,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH).toInt();
  1016. report.testId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 8);
  1017. report.timestamp = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD);
  1018. report.remoteTimestamp = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 16);
  1019. report.sourcePacketId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 44);
  1020. report.flags = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD + 36);
  1021. report.sourcePacketHopCount = (*this)[ZT_PACKET_IDX_PAYLOAD + 57]; // end of fixed length headers: 58
  1022. report.errorCode = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 34);
  1023. report.vendor = (enum ZT_Vendor)((*this)[ZT_PACKET_IDX_PAYLOAD + 24]);
  1024. report.protocolVersion = (*this)[ZT_PACKET_IDX_PAYLOAD + 25];
  1025. report.majorVersion = (*this)[ZT_PACKET_IDX_PAYLOAD + 26];
  1026. report.minorVersion = (*this)[ZT_PACKET_IDX_PAYLOAD + 27];
  1027. report.revision = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 28);
  1028. report.platform = (enum ZT_Platform)at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 30);
  1029. report.architecture = (enum ZT_Architecture)at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 32);
  1030. const unsigned int receivedOnLocalAddressLen = reinterpret_cast<InetAddress *>(&(report.receivedOnLocalAddress))->deserialize(*this,ZT_PACKET_IDX_PAYLOAD + 58);
  1031. const unsigned int receivedFromRemoteAddressLen = reinterpret_cast<InetAddress *>(&(report.receivedFromRemoteAddress))->deserialize(*this,ZT_PACKET_IDX_PAYLOAD + 58 + receivedOnLocalAddressLen);
  1032. unsigned int nhptr = ZT_PACKET_IDX_PAYLOAD + 58 + receivedOnLocalAddressLen + receivedFromRemoteAddressLen;
  1033. nhptr += at<uint16_t>(nhptr) + 2; // add "additional field" length, which right now will be zero
  1034. report.nextHopCount = (*this)[nhptr++];
  1035. if (report.nextHopCount > ZT_CIRCUIT_TEST_MAX_HOP_BREADTH) // sanity check, shouldn't be possible
  1036. report.nextHopCount = ZT_CIRCUIT_TEST_MAX_HOP_BREADTH;
  1037. for(unsigned int h=0;h<report.nextHopCount;++h) {
  1038. report.nextHops[h].address = Address(field(nhptr,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH).toInt(); nhptr += ZT_ADDRESS_LENGTH;
  1039. nhptr += reinterpret_cast<InetAddress *>(&(report.nextHops[h].physicalAddress))->deserialize(*this,nhptr);
  1040. }
  1041. RR->node->postCircuitTestReport(&report);
  1042. } catch ( ... ) {
  1043. TRACE("dropped CIRCUIT_TEST_REPORT from %s(%s): unexpected exception",source().toString().c_str(),_remoteAddress.toString().c_str());
  1044. }
  1045. return true;
  1046. }
  1047. bool IncomingPacket::_doREQUEST_PROOF_OF_WORK(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer)
  1048. {
  1049. try {
  1050. // Right now this is only allowed from root servers -- may be allowed from controllers and relays later.
  1051. if (RR->topology->isRoot(peer->identity())) {
  1052. const uint64_t pid = packetId();
  1053. const unsigned int difficulty = (*this)[ZT_PACKET_IDX_PAYLOAD + 1];
  1054. const unsigned int challengeLength = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 2);
  1055. if (challengeLength > ZT_PROTO_MAX_PACKET_LENGTH)
  1056. return true; // sanity check, drop invalid size
  1057. const unsigned char *challenge = field(ZT_PACKET_IDX_PAYLOAD + 4,challengeLength);
  1058. switch((*this)[ZT_PACKET_IDX_PAYLOAD]) {
  1059. // Salsa20/12+SHA512 hashcash
  1060. case 0x01: {
  1061. if (difficulty <= 14) {
  1062. unsigned char result[16];
  1063. computeSalsa2012Sha512ProofOfWork(difficulty,challenge,challengeLength,result);
  1064. TRACE("PROOF_OF_WORK computed for %s: difficulty==%u, challengeLength==%u, result: %.16llx%.16llx",peer->address().toString().c_str(),difficulty,challengeLength,Utils::ntoh(*(reinterpret_cast<const uint64_t *>(result))),Utils::ntoh(*(reinterpret_cast<const uint64_t *>(result + 8))));
  1065. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  1066. outp.append((unsigned char)Packet::VERB_REQUEST_PROOF_OF_WORK);
  1067. outp.append(pid);
  1068. outp.append((uint16_t)sizeof(result));
  1069. outp.append(result,sizeof(result));
  1070. outp.armor(peer->key(),true);
  1071. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  1072. } else {
  1073. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
  1074. outp.append((unsigned char)Packet::VERB_REQUEST_PROOF_OF_WORK);
  1075. outp.append(pid);
  1076. outp.append((unsigned char)Packet::ERROR_INVALID_REQUEST);
  1077. outp.armor(peer->key(),true);
  1078. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  1079. }
  1080. } break;
  1081. default:
  1082. TRACE("dropped REQUEST_PROOF_OF_WORK from %s(%s): unrecognized proof of work type",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  1083. break;
  1084. }
  1085. peer->received(_localAddress,_remoteAddress,hops(),pid,Packet::VERB_REQUEST_PROOF_OF_WORK,0,Packet::VERB_NOP);
  1086. } else {
  1087. TRACE("dropped REQUEST_PROOF_OF_WORK from %s(%s): not trusted enough",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  1088. }
  1089. } catch ( ... ) {
  1090. TRACE("dropped REQUEST_PROOF_OF_WORK from %s(%s): unexpected exception",peer->address().toString().c_str(),_remoteAddress.toString().c_str());
  1091. }
  1092. return true;
  1093. }
  1094. void IncomingPacket::computeSalsa2012Sha512ProofOfWork(unsigned int difficulty,const void *challenge,unsigned int challengeLength,unsigned char result[16])
  1095. {
  1096. unsigned char salsabuf[131072]; // 131072 == protocol constant, size of memory buffer for this proof of work function
  1097. char candidatebuf[ZT_PROTO_MAX_PACKET_LENGTH + 256];
  1098. unsigned char shabuf[ZT_SHA512_DIGEST_LEN];
  1099. const uint64_t s20iv = 0; // zero IV for Salsa20
  1100. char *const candidate = (char *)(( ((uintptr_t)&(candidatebuf[0])) | 0xf ) + 1); // align to 16-byte boundary to ensure that uint64_t type punning of initial nonce is okay
  1101. Salsa20 s20;
  1102. unsigned int d;
  1103. unsigned char *p;
  1104. Utils::getSecureRandom(candidate,16);
  1105. memcpy(candidate + 16,challenge,challengeLength);
  1106. if (difficulty > 512)
  1107. difficulty = 512; // sanity check
  1108. try_salsa2012sha512_again:
  1109. ++*(reinterpret_cast<volatile uint64_t *>(candidate));
  1110. SHA512::hash(shabuf,candidate,16 + challengeLength);
  1111. s20.init(shabuf,256,&s20iv);
  1112. memset(salsabuf,0,sizeof(salsabuf));
  1113. s20.encrypt12(salsabuf,salsabuf,sizeof(salsabuf));
  1114. SHA512::hash(shabuf,salsabuf,sizeof(salsabuf));
  1115. d = difficulty;
  1116. p = shabuf;
  1117. while (d >= 8) {
  1118. if (*(p++))
  1119. goto try_salsa2012sha512_again;
  1120. d -= 8;
  1121. }
  1122. if (d > 0) {
  1123. if ( ((((unsigned int)*p) << d) & 0xff00) != 0 )
  1124. goto try_salsa2012sha512_again;
  1125. }
  1126. memcpy(result,candidate,16);
  1127. }
  1128. bool IncomingPacket::testSalsa2012Sha512ProofOfWorkResult(unsigned int difficulty,const void *challenge,unsigned int challengeLength,const unsigned char proposedResult[16])
  1129. {
  1130. unsigned char salsabuf[131072]; // 131072 == protocol constant, size of memory buffer for this proof of work function
  1131. char candidate[ZT_PROTO_MAX_PACKET_LENGTH + 256];
  1132. unsigned char shabuf[ZT_SHA512_DIGEST_LEN];
  1133. const uint64_t s20iv = 0; // zero IV for Salsa20
  1134. Salsa20 s20;
  1135. unsigned int d;
  1136. unsigned char *p;
  1137. if (difficulty > 512)
  1138. difficulty = 512; // sanity check
  1139. memcpy(candidate,proposedResult,16);
  1140. memcpy(candidate + 16,challenge,challengeLength);
  1141. SHA512::hash(shabuf,candidate,16 + challengeLength);
  1142. s20.init(shabuf,256,&s20iv);
  1143. memset(salsabuf,0,sizeof(salsabuf));
  1144. s20.encrypt12(salsabuf,salsabuf,sizeof(salsabuf));
  1145. SHA512::hash(shabuf,salsabuf,sizeof(salsabuf));
  1146. d = difficulty;
  1147. p = shabuf;
  1148. while (d >= 8) {
  1149. if (*(p++))
  1150. return false;
  1151. d -= 8;
  1152. }
  1153. if (d > 0) {
  1154. if ( ((((unsigned int)*p) << d) & 0xff00) != 0 )
  1155. return false;
  1156. }
  1157. return true;
  1158. }
  1159. void IncomingPacket::_sendErrorNeedCertificate(const RuntimeEnvironment *RR,const SharedPtr<Peer> &peer,uint64_t nwid)
  1160. {
  1161. Packet outp(source(),RR->identity.address(),Packet::VERB_ERROR);
  1162. outp.append((unsigned char)verb());
  1163. outp.append(packetId());
  1164. outp.append((unsigned char)Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE);
  1165. outp.append(nwid);
  1166. outp.armor(peer->key(),true);
  1167. RR->node->putPacket(_localAddress,_remoteAddress,outp.data(),outp.size());
  1168. }
  1169. } // namespace ZeroTier