IncomingPacket.cpp 59 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557
  1. /*
  2. * Copyright (c)2013-2020 ZeroTier, Inc.
  3. *
  4. * Use of this software is governed by the Business Source License included
  5. * in the LICENSE.TXT file in the project's root directory.
  6. *
  7. * Change Date: 2026-01-01
  8. *
  9. * On the date above, in accordance with the Business Source License, use
  10. * of this software will be governed by version 2.0 of the Apache License.
  11. */
  12. /****/
  13. #include "IncomingPacket.hpp"
  14. #include "../include/ZeroTierOne.h"
  15. #include "../version.h"
  16. #include "Bond.hpp"
  17. #include "Capability.hpp"
  18. #include "CertificateOfMembership.hpp"
  19. #include "Constants.hpp"
  20. #include "Metrics.hpp"
  21. #include "NetworkController.hpp"
  22. #include "Node.hpp"
  23. #include "PacketMultiplexer.hpp"
  24. #include "Path.hpp"
  25. #include "Peer.hpp"
  26. #include "Revocation.hpp"
  27. #include "RuntimeEnvironment.hpp"
  28. #include "SHA512.hpp"
  29. #include "Salsa20.hpp"
  30. #include "SelfAwareness.hpp"
  31. #include "Switch.hpp"
  32. #include "Tag.hpp"
  33. #include "Topology.hpp"
  34. #include "Trace.hpp"
  35. #include "World.hpp"
  36. #include <stdio.h>
  37. #include <stdlib.h>
  38. #include <string.h>
  39. namespace ZeroTier {
  40. bool IncomingPacket::tryDecode(const RuntimeEnvironment* RR, void* tPtr, int32_t flowId)
  41. {
  42. const Address sourceAddress(source());
  43. try {
  44. // Check for trusted paths or unencrypted HELLOs (HELLO is the only packet sent in the clear)
  45. const unsigned int c = cipher();
  46. if (c == ZT_PROTO_CIPHER_SUITE__NO_CRYPTO_TRUSTED_PATH) {
  47. // If this is marked as a packet via a trusted path, check source address and path ID.
  48. // Obviously if no trusted paths are configured this always returns false and such
  49. // packets are dropped on the floor.
  50. const uint64_t tpid = trustedPathId();
  51. if (RR->topology->shouldInboundPathBeTrusted(_path->address(), tpid)) {
  52. _authenticated = true;
  53. }
  54. else {
  55. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, packetId(), sourceAddress, hops(), "path not trusted");
  56. return true;
  57. }
  58. }
  59. else if ((c == ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_NONE) && (verb() == Packet::VERB_HELLO)) {
  60. // Only HELLO is allowed in the clear, but will still have a MAC
  61. return _doHELLO(RR, tPtr, false);
  62. }
  63. const SharedPtr<Peer> peer(RR->topology->getPeer(tPtr, sourceAddress));
  64. if (peer) {
  65. if (! _authenticated) {
  66. if (! dearmor(peer->key(), peer->aesKeys(), RR->identity)) {
  67. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, packetId(), sourceAddress, hops(), "invalid MAC");
  68. peer->recordIncomingInvalidPacket(_path);
  69. return true;
  70. }
  71. }
  72. if (! uncompress()) {
  73. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), sourceAddress, hops(), Packet::VERB_NOP, "LZ4 decompression failed");
  74. return true;
  75. }
  76. _authenticated = true;
  77. const Packet::Verb v = verb();
  78. bool r = true;
  79. switch (v) {
  80. // case Packet::VERB_NOP:
  81. default: // ignore unknown verbs, but if they pass auth check they are "received"
  82. Metrics::pkt_nop_in++;
  83. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), v, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  84. break;
  85. case Packet::VERB_HELLO:
  86. r = _doHELLO(RR, tPtr, true);
  87. break;
  88. case Packet::VERB_ACK:
  89. r = _doACK(RR, tPtr, peer);
  90. break;
  91. case Packet::VERB_QOS_MEASUREMENT:
  92. r = _doQOS_MEASUREMENT(RR, tPtr, peer);
  93. break;
  94. case Packet::VERB_ERROR:
  95. r = _doERROR(RR, tPtr, peer);
  96. break;
  97. case Packet::VERB_OK:
  98. r = _doOK(RR, tPtr, peer);
  99. break;
  100. case Packet::VERB_WHOIS:
  101. r = _doWHOIS(RR, tPtr, peer);
  102. break;
  103. case Packet::VERB_RENDEZVOUS:
  104. r = _doRENDEZVOUS(RR, tPtr, peer);
  105. break;
  106. case Packet::VERB_FRAME:
  107. r = _doFRAME(RR, tPtr, peer, flowId);
  108. break;
  109. case Packet::VERB_EXT_FRAME:
  110. r = _doEXT_FRAME(RR, tPtr, peer, flowId);
  111. break;
  112. case Packet::VERB_ECHO:
  113. r = _doECHO(RR, tPtr, peer);
  114. break;
  115. case Packet::VERB_MULTICAST_LIKE:
  116. r = _doMULTICAST_LIKE(RR, tPtr, peer);
  117. break;
  118. case Packet::VERB_NETWORK_CREDENTIALS:
  119. r = _doNETWORK_CREDENTIALS(RR, tPtr, peer);
  120. break;
  121. case Packet::VERB_NETWORK_CONFIG_REQUEST:
  122. r = _doNETWORK_CONFIG_REQUEST(RR, tPtr, peer);
  123. break;
  124. case Packet::VERB_NETWORK_CONFIG:
  125. r = _doNETWORK_CONFIG(RR, tPtr, peer);
  126. break;
  127. case Packet::VERB_MULTICAST_GATHER:
  128. r = _doMULTICAST_GATHER(RR, tPtr, peer);
  129. break;
  130. case Packet::VERB_MULTICAST_FRAME:
  131. r = _doMULTICAST_FRAME(RR, tPtr, peer);
  132. break;
  133. case Packet::VERB_PUSH_DIRECT_PATHS:
  134. r = _doPUSH_DIRECT_PATHS(RR, tPtr, peer);
  135. break;
  136. case Packet::VERB_USER_MESSAGE:
  137. r = _doUSER_MESSAGE(RR, tPtr, peer);
  138. break;
  139. case Packet::VERB_REMOTE_TRACE:
  140. r = _doREMOTE_TRACE(RR, tPtr, peer);
  141. break;
  142. case Packet::VERB_PATH_NEGOTIATION_REQUEST:
  143. r = _doPATH_NEGOTIATION_REQUEST(RR, tPtr, peer);
  144. break;
  145. }
  146. if (r) {
  147. RR->node->statsLogVerb((unsigned int)v, (unsigned int)size());
  148. return true;
  149. }
  150. return false;
  151. }
  152. else {
  153. RR->sw->requestWhois(tPtr, RR->node->now(), sourceAddress);
  154. return false;
  155. }
  156. }
  157. catch (...) {
  158. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), sourceAddress, hops(), verb(), "unexpected exception in tryDecode()");
  159. return true;
  160. }
  161. }
  162. bool IncomingPacket::_doERROR(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  163. {
  164. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB];
  165. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID);
  166. const Packet::ErrorCode errorCode = (Packet::ErrorCode)(*this)[ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE];
  167. uint64_t networkId = 0;
  168. Metrics::pkt_error_in++;
  169. /* Security note: we do not gate doERROR() with expectingReplyTo() to
  170. * avoid having to log every outgoing packet ID. Instead we put the
  171. * logic to determine whether we should consider an ERROR in each
  172. * error handler. In most cases these are only trusted in specific
  173. * circumstances. */
  174. switch (errorCode) {
  175. case Packet::ERROR_OBJ_NOT_FOUND:
  176. // Object not found, currently only meaningful from network controllers.
  177. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  178. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  179. if ((network) && (network->controller() == peer->address())) {
  180. network->setNotFound(tPtr);
  181. }
  182. }
  183. Metrics::pkt_error_obj_not_found_in++;
  184. break;
  185. case Packet::ERROR_UNSUPPORTED_OPERATION:
  186. // This can be sent in response to any operation, though right now we only
  187. // consider it meaningful from network controllers. This would indicate
  188. // that the queried node does not support acting as a controller.
  189. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  190. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  191. if ((network) && (network->controller() == peer->address())) {
  192. network->setNotFound(tPtr);
  193. }
  194. }
  195. Metrics::pkt_error_unsupported_op_in++;
  196. break;
  197. case Packet::ERROR_IDENTITY_COLLISION:
  198. // FIXME: for federation this will need a payload with a signature or something.
  199. if (RR->topology->isUpstream(peer->identity())) {
  200. RR->node->postEvent(tPtr, ZT_EVENT_FATAL_ERROR_IDENTITY_COLLISION);
  201. }
  202. Metrics::pkt_error_identity_collision_in++;
  203. break;
  204. case Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE: {
  205. // Peers can send this in response to frames if they do not have a recent enough COM from us
  206. networkId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  207. const SharedPtr<Network> network(RR->node->network(networkId));
  208. const int64_t now = RR->node->now();
  209. if ((network) && (network->config().com)) {
  210. network->peerRequestedCredentials(tPtr, peer->address(), now);
  211. }
  212. Metrics::pkt_error_need_membership_cert_in++;
  213. } break;
  214. case Packet::ERROR_NETWORK_ACCESS_DENIED_: {
  215. // Network controller: network access denied.
  216. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  217. if ((network) && (network->controller() == peer->address())) {
  218. network->setAccessDenied(tPtr);
  219. }
  220. Metrics::pkt_error_network_access_denied_in++;
  221. } break;
  222. case Packet::ERROR_UNWANTED_MULTICAST: {
  223. // Members of networks can use this error to indicate that they no longer
  224. // want to receive multicasts on a given channel.
  225. networkId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  226. const SharedPtr<Network> network(RR->node->network(networkId));
  227. if ((network) && (network->gate(tPtr, peer))) {
  228. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8, 6), 6), at<uint32_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 14));
  229. RR->mc->remove(network->id(), mg, peer->address());
  230. }
  231. Metrics::pkt_error_unwanted_multicast_in++;
  232. } break;
  233. case Packet::ERROR_NETWORK_AUTHENTICATION_REQUIRED: {
  234. // fprintf(stderr, "\nPacket::ERROR_NETWORK_AUTHENTICATION_REQUIRED\n\n");
  235. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  236. if ((network) && (network->controller() == peer->address())) {
  237. int s = (int)size() - (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8);
  238. if (s > 2) {
  239. const uint16_t errorDataSize = at<uint16_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8);
  240. s -= 2;
  241. if (s >= (int)errorDataSize) {
  242. Dictionary<8192> authInfo(((const char*)this->data()) + (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 10), errorDataSize);
  243. uint64_t authVer = authInfo.getUI(ZT_AUTHINFO_DICT_KEY_VERSION, 0ULL);
  244. if (authVer == 0) {
  245. char authenticationURL[2048];
  246. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_AUTHENTICATION_URL, authenticationURL, sizeof(authenticationURL)) > 0) {
  247. authenticationURL[sizeof(authenticationURL) - 1] = 0; // ensure always zero terminated
  248. network->setAuthenticationRequired(tPtr, authenticationURL);
  249. }
  250. }
  251. else if (authVer == 1) {
  252. char issuerURL[2048] = { 0 };
  253. char centralAuthURL[2048] = { 0 };
  254. char ssoNonce[64] = { 0 };
  255. char ssoState[128] = { 0 };
  256. char ssoClientID[256] = { 0 };
  257. char ssoProvider[64] = { 0 };
  258. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_ISSUER_URL, issuerURL, sizeof(issuerURL)) > 0) {
  259. issuerURL[sizeof(issuerURL) - 1] = 0;
  260. }
  261. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_CENTRAL_ENDPOINT_URL, centralAuthURL, sizeof(centralAuthURL)) > 0) {
  262. centralAuthURL[sizeof(centralAuthURL) - 1] = 0;
  263. }
  264. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_NONCE, ssoNonce, sizeof(ssoNonce)) > 0) {
  265. ssoNonce[sizeof(ssoNonce) - 1] = 0;
  266. }
  267. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_STATE, ssoState, sizeof(ssoState)) > 0) {
  268. ssoState[sizeof(ssoState) - 1] = 0;
  269. }
  270. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_CLIENT_ID, ssoClientID, sizeof(ssoClientID)) > 0) {
  271. ssoClientID[sizeof(ssoClientID) - 1] = 0;
  272. }
  273. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_SSO_PROVIDER, ssoProvider, sizeof(ssoProvider)) > 0) {
  274. ssoProvider[sizeof(ssoProvider) - 1] = 0;
  275. }
  276. else {
  277. strncpy(ssoProvider, "default", sizeof(ssoProvider));
  278. }
  279. network->setAuthenticationRequired(tPtr, issuerURL, centralAuthURL, ssoClientID, ssoProvider, ssoNonce, ssoState);
  280. }
  281. }
  282. }
  283. else {
  284. network->setAuthenticationRequired(tPtr, "");
  285. }
  286. }
  287. Metrics::pkt_error_authentication_required_in++;
  288. } break;
  289. default:
  290. break;
  291. }
  292. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_ERROR, inRePacketId, inReVerb, false, networkId, ZT_QOS_NO_FLOW);
  293. return true;
  294. }
  295. bool IncomingPacket::_doACK(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  296. {
  297. /*
  298. if (! peer->rateGateACK(RR->node->now())) {
  299. return true;
  300. }
  301. int32_t ackedBytes;
  302. if (payloadLength() != sizeof(ackedBytes)) {
  303. return true; // ignore
  304. }
  305. memcpy(&ackedBytes, payload(), sizeof(ackedBytes));
  306. peer->receivedAck(_path, RR->node->now(), Utils::ntoh(ackedBytes));
  307. */
  308. Metrics::pkt_ack_in++;
  309. return true;
  310. }
  311. bool IncomingPacket::_doQOS_MEASUREMENT(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  312. {
  313. Metrics::pkt_qos_in++;
  314. if (! peer->rateGateQoS(RR->node->now(), _path)) {
  315. return true;
  316. }
  317. if (payloadLength() > ZT_QOS_MAX_PACKET_SIZE || payloadLength() < ZT_QOS_MIN_PACKET_SIZE) {
  318. return true; // ignore
  319. }
  320. const int64_t now = RR->node->now();
  321. uint64_t rx_id[ZT_QOS_TABLE_SIZE];
  322. uint16_t rx_ts[ZT_QOS_TABLE_SIZE];
  323. char* begin = (char*)payload();
  324. char* ptr = begin;
  325. int count = 0;
  326. unsigned int len = payloadLength();
  327. // Read packet IDs and latency compensation intervals for each packet tracked by this QoS packet
  328. while (ptr < (begin + len) && (count < ZT_QOS_TABLE_SIZE)) {
  329. memcpy((void*)&rx_id[count], ptr, sizeof(uint64_t));
  330. ptr += sizeof(uint64_t);
  331. memcpy((void*)&rx_ts[count], ptr, sizeof(uint16_t));
  332. ptr += sizeof(uint16_t);
  333. count++;
  334. }
  335. peer->receivedQoS(_path, now, count, rx_id, rx_ts);
  336. return true;
  337. }
  338. bool IncomingPacket::_doHELLO(const RuntimeEnvironment* RR, void* tPtr, const bool alreadyAuthenticated)
  339. {
  340. Metrics::pkt_hello_in++;
  341. const int64_t now = RR->node->now();
  342. const uint64_t pid = packetId();
  343. const Address fromAddress(source());
  344. const unsigned int protoVersion = (*this)[ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION];
  345. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION];
  346. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION];
  347. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO_IDX_REVISION);
  348. const int64_t timestamp = at<int64_t>(ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP);
  349. Identity id;
  350. unsigned int ptr = ZT_PROTO_VERB_HELLO_IDX_IDENTITY + id.deserialize(*this, ZT_PROTO_VERB_HELLO_IDX_IDENTITY);
  351. if (protoVersion < ZT_PROTO_VERSION_MIN) {
  352. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "protocol version too old");
  353. return true;
  354. }
  355. if (fromAddress != id.address()) {
  356. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "identity/address mismatch");
  357. return true;
  358. }
  359. SharedPtr<Peer> peer(RR->topology->getPeer(tPtr, id.address()));
  360. if (peer) {
  361. // We already have an identity with this address -- check for collisions
  362. if (! alreadyAuthenticated) {
  363. if (peer->identity() != id) {
  364. // Identity is different from the one we already have -- address collision
  365. // Check rate limits
  366. if (! RR->node->rateGateIdentityVerification(now, _path->address())) {
  367. return true;
  368. }
  369. uint8_t key[ZT_SYMMETRIC_KEY_SIZE];
  370. if (RR->identity.agree(id, key)) {
  371. if (dearmor(key, peer->aesKeysIfSupported(), RR->identity)) { // ensure packet is authentic, otherwise drop
  372. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "address collision");
  373. Packet outp(id.address(), RR->identity.address(), Packet::VERB_ERROR);
  374. outp.append((uint8_t)Packet::VERB_HELLO);
  375. outp.append((uint64_t)pid);
  376. outp.append((uint8_t)Packet::ERROR_IDENTITY_COLLISION);
  377. outp.armor(key, true, false, peer->aesKeysIfSupported(), peer->identity());
  378. Metrics::pkt_error_out++;
  379. Metrics::pkt_error_identity_collision_out++;
  380. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  381. }
  382. else {
  383. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid MAC");
  384. }
  385. }
  386. else {
  387. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid identity");
  388. }
  389. return true;
  390. }
  391. else {
  392. // Identity is the same as the one we already have -- check packet integrity
  393. if (! dearmor(peer->key(), peer->aesKeysIfSupported(), RR->identity)) {
  394. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid MAC");
  395. return true;
  396. }
  397. // Continue at // VALID
  398. }
  399. } // else if alreadyAuthenticated then continue at // VALID
  400. }
  401. else {
  402. // We don't already have an identity with this address -- validate and learn it
  403. // Sanity check: this basically can't happen
  404. if (alreadyAuthenticated) {
  405. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "illegal alreadyAuthenticated state");
  406. return true;
  407. }
  408. // Check rate limits
  409. if (! RR->node->rateGateIdentityVerification(now, _path->address())) {
  410. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "rate limit exceeded");
  411. return true;
  412. }
  413. // Check packet integrity and MAC (this is faster than locallyValidate() so do it first to filter out total crap)
  414. SharedPtr<Peer> newPeer(new Peer(RR, RR->identity, id));
  415. if (! dearmor(newPeer->key(), newPeer->aesKeysIfSupported(), RR->identity)) {
  416. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid MAC");
  417. return true;
  418. }
  419. // Check that identity's address is valid as per the derivation function
  420. if (! id.locallyValidate()) {
  421. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "invalid identity");
  422. return true;
  423. }
  424. peer = RR->topology->addPeer(tPtr, newPeer);
  425. // Continue at // VALID
  426. }
  427. // VALID -- if we made it here, packet passed identity and authenticity checks!
  428. // Get external surface address if present (was not in old versions)
  429. InetAddress externalSurfaceAddress;
  430. if (ptr < size()) {
  431. ptr += externalSurfaceAddress.deserialize(*this, ptr);
  432. if ((externalSurfaceAddress) && (hops() == 0)) {
  433. RR->sa->iam(tPtr, id.address(), _path->localSocket(), _path->address(), externalSurfaceAddress, RR->topology->isUpstream(id), now);
  434. }
  435. }
  436. // Get primary planet world ID and world timestamp if present
  437. uint64_t planetWorldId = 0;
  438. uint64_t planetWorldTimestamp = 0;
  439. if ((ptr + 16) <= size()) {
  440. planetWorldId = at<uint64_t>(ptr);
  441. ptr += 8;
  442. planetWorldTimestamp = at<uint64_t>(ptr);
  443. ptr += 8;
  444. }
  445. std::vector<std::pair<uint64_t, uint64_t> > moonIdsAndTimestamps;
  446. if (ptr < size()) {
  447. // Remainder of packet, if present, is encrypted
  448. cryptField(peer->key(), ptr, size() - ptr);
  449. // Get moon IDs and timestamps if present
  450. if ((ptr + 2) <= size()) {
  451. const unsigned int numMoons = at<uint16_t>(ptr);
  452. ptr += 2;
  453. for (unsigned int i = 0; i < numMoons; ++i) {
  454. if ((World::Type)(*this)[ptr++] == World::TYPE_MOON) {
  455. moonIdsAndTimestamps.push_back(std::pair<uint64_t, uint64_t>(at<uint64_t>(ptr), at<uint64_t>(ptr + 8)));
  456. }
  457. ptr += 16;
  458. }
  459. }
  460. }
  461. // Send OK(HELLO) with an echo of the packet's timestamp and some of the same
  462. // information about us: version, sent-to address, etc.
  463. Packet outp(id.address(), RR->identity.address(), Packet::VERB_OK);
  464. outp.append((unsigned char)Packet::VERB_HELLO);
  465. outp.append((uint64_t)pid);
  466. outp.append((uint64_t)timestamp);
  467. outp.append((unsigned char)ZT_PROTO_VERSION);
  468. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MAJOR);
  469. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MINOR);
  470. outp.append((uint16_t)ZEROTIER_ONE_VERSION_REVISION);
  471. _path->address().serialize(outp);
  472. const unsigned int worldUpdateSizeAt = outp.size();
  473. outp.addSize(2); // make room for 16-bit size field
  474. if ((planetWorldId) && (RR->topology->planetWorldTimestamp() > planetWorldTimestamp) && (planetWorldId == RR->topology->planetWorldId())) {
  475. RR->topology->planet().serialize(outp, false);
  476. }
  477. if (! moonIdsAndTimestamps.empty()) {
  478. std::vector<World> moons(RR->topology->moons());
  479. for (std::vector<World>::const_iterator m(moons.begin()); m != moons.end(); ++m) {
  480. for (std::vector<std::pair<uint64_t, uint64_t> >::const_iterator i(moonIdsAndTimestamps.begin()); i != moonIdsAndTimestamps.end(); ++i) {
  481. if (i->first == m->id()) {
  482. if (m->timestamp() > i->second) {
  483. m->serialize(outp, false);
  484. }
  485. break;
  486. }
  487. }
  488. }
  489. }
  490. outp.setAt<uint16_t>(worldUpdateSizeAt, (uint16_t)(outp.size() - (worldUpdateSizeAt + 2)));
  491. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  492. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  493. Metrics::pkt_ok_out++;
  494. _path->send(RR, tPtr, outp.data(), outp.size(), now);
  495. peer->setRemoteVersion(protoVersion, vMajor, vMinor, vRevision); // important for this to go first so received() knows the version
  496. peer->received(tPtr, _path, hops(), pid, payloadLength(), Packet::VERB_HELLO, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  497. return true;
  498. }
  499. bool IncomingPacket::_doOK(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  500. {
  501. Metrics::pkt_ok_in++;
  502. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_OK_IDX_IN_RE_VERB];
  503. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID);
  504. uint64_t networkId = 0;
  505. if (! RR->node->expectingReplyTo(inRePacketId)) {
  506. return true;
  507. }
  508. switch (inReVerb) {
  509. case Packet::VERB_HELLO: {
  510. const uint64_t latency = RR->node->now() - at<uint64_t>(ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP);
  511. const unsigned int vProto = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION];
  512. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION];
  513. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION];
  514. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO__OK__IDX_REVISION);
  515. if (vProto < ZT_PROTO_VERSION_MIN) {
  516. return true;
  517. }
  518. InetAddress externalSurfaceAddress;
  519. unsigned int ptr = ZT_PROTO_VERB_HELLO__OK__IDX_REVISION + 2;
  520. // Get reported external surface address if present
  521. if (ptr < size()) {
  522. ptr += externalSurfaceAddress.deserialize(*this, ptr);
  523. }
  524. // Handle planet or moon updates if present
  525. if ((ptr + 2) <= size()) {
  526. const unsigned int worldsLen = at<uint16_t>(ptr);
  527. ptr += 2;
  528. if (RR->topology->shouldAcceptWorldUpdateFrom(peer->address())) {
  529. const unsigned int endOfWorlds = ptr + worldsLen;
  530. while (ptr < endOfWorlds) {
  531. World w;
  532. ptr += w.deserialize(*this, ptr);
  533. RR->topology->addWorld(tPtr, w, false);
  534. }
  535. }
  536. else {
  537. ptr += worldsLen;
  538. }
  539. }
  540. if (! hops()) {
  541. _path->updateLatency((unsigned int)latency, RR->node->now());
  542. }
  543. peer->setRemoteVersion(vProto, vMajor, vMinor, vRevision);
  544. if ((externalSurfaceAddress) && (hops() == 0)) {
  545. RR->sa->iam(tPtr, peer->address(), _path->localSocket(), _path->address(), externalSurfaceAddress, RR->topology->isUpstream(peer->identity()), RR->node->now());
  546. }
  547. } break;
  548. case Packet::VERB_WHOIS:
  549. if (RR->topology->isUpstream(peer->identity())) {
  550. const Identity id(*this, ZT_PROTO_VERB_WHOIS__OK__IDX_IDENTITY);
  551. RR->sw->doAnythingWaitingForPeer(tPtr, RR->topology->addPeer(tPtr, SharedPtr<Peer>(new Peer(RR, RR->identity, id))));
  552. }
  553. break;
  554. case Packet::VERB_NETWORK_CONFIG_REQUEST: {
  555. networkId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_PAYLOAD);
  556. const SharedPtr<Network> network(RR->node->network(networkId));
  557. if (network) {
  558. network->handleConfigChunk(tPtr, packetId(), source(), *this, ZT_PROTO_VERB_OK_IDX_PAYLOAD);
  559. }
  560. } break;
  561. case Packet::VERB_MULTICAST_GATHER: {
  562. networkId = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID);
  563. const SharedPtr<Network> network(RR->node->network(networkId));
  564. if (network) {
  565. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC, 6), 6), at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI));
  566. const unsigned int count = at<uint16_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 4);
  567. RR->mc->addMultiple(tPtr, RR->node->now(), networkId, mg, field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 6, count * 5), count, at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS));
  568. }
  569. } break;
  570. case Packet::VERB_MULTICAST_FRAME: {
  571. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS];
  572. networkId = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID);
  573. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC, 6), 6), at<uint32_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI));
  574. const SharedPtr<Network> network(RR->node->network(networkId));
  575. if (network) {
  576. unsigned int offset = 0;
  577. if ((flags & 0x01) != 0) { // deprecated but still used by older peers
  578. CertificateOfMembership com;
  579. offset += com.deserialize(*this, ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS);
  580. if (com) {
  581. network->addCredential(tPtr, com);
  582. }
  583. }
  584. if ((flags & 0x02) != 0) {
  585. // OK(MULTICAST_FRAME) includes implicit gather results
  586. offset += ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS;
  587. unsigned int totalKnown = at<uint32_t>(offset);
  588. offset += 4;
  589. unsigned int count = at<uint16_t>(offset);
  590. offset += 2;
  591. RR->mc->addMultiple(tPtr, RR->node->now(), networkId, mg, field(offset, count * 5), count, totalKnown);
  592. }
  593. }
  594. } break;
  595. default:
  596. break;
  597. }
  598. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_OK, inRePacketId, inReVerb, false, networkId, ZT_QOS_NO_FLOW);
  599. return true;
  600. }
  601. bool IncomingPacket::_doWHOIS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  602. {
  603. if ((! RR->topology->amUpstream()) && (! peer->rateGateInboundWhoisRequest(RR->node->now()))) {
  604. return true;
  605. }
  606. Metrics::pkt_whois_in++;
  607. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  608. outp.append((unsigned char)Packet::VERB_WHOIS);
  609. outp.append(packetId());
  610. unsigned int count = 0;
  611. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD;
  612. while ((ptr + ZT_ADDRESS_LENGTH) <= size()) {
  613. const Address addr(field(ptr, ZT_ADDRESS_LENGTH), ZT_ADDRESS_LENGTH);
  614. ptr += ZT_ADDRESS_LENGTH;
  615. const Identity id(RR->topology->getIdentity(tPtr, addr));
  616. if (id) {
  617. id.serialize(outp, false);
  618. ++count;
  619. }
  620. else {
  621. // Request unknown WHOIS from upstream from us (if we have one)
  622. RR->sw->requestWhois(tPtr, RR->node->now(), addr);
  623. }
  624. }
  625. if (count > 0) {
  626. Metrics::pkt_ok_out++;
  627. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), RR->identity);
  628. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  629. }
  630. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_WHOIS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  631. return true;
  632. }
  633. bool IncomingPacket::_doRENDEZVOUS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  634. {
  635. Metrics::pkt_rendezvous_in++;
  636. if (RR->topology->isUpstream(peer->identity())) {
  637. const Address with(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS, ZT_ADDRESS_LENGTH), ZT_ADDRESS_LENGTH);
  638. const SharedPtr<Peer> rendezvousWith(RR->topology->getPeer(tPtr, with));
  639. if (rendezvousWith) {
  640. const unsigned int port = at<uint16_t>(ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT);
  641. const unsigned int addrlen = (*this)[ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN];
  642. if ((port > 0) && ((addrlen == 4) || (addrlen == 16))) {
  643. InetAddress atAddr(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRESS, addrlen), addrlen, port);
  644. if (RR->node->shouldUsePathForZeroTierTraffic(tPtr, with, _path->localSocket(), atAddr)) {
  645. const uint64_t junk = RR->node->prng();
  646. RR->node->putPacket(tPtr, _path->localSocket(), atAddr, &junk, 4, 2); // send low-TTL junk packet to 'open' local NAT(s) and stateful firewalls
  647. rendezvousWith->attemptToContactAt(tPtr, _path->localSocket(), atAddr, RR->node->now(), false);
  648. }
  649. }
  650. }
  651. }
  652. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_RENDEZVOUS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  653. return true;
  654. }
  655. // Returns true if packet appears valid; pos and proto will be set
  656. static bool _ipv6GetPayload(const uint8_t* frameData, unsigned int frameLen, unsigned int& pos, unsigned int& proto)
  657. {
  658. if (frameLen < 40) {
  659. return false;
  660. }
  661. pos = 40;
  662. proto = frameData[6];
  663. while (pos <= frameLen) {
  664. switch (proto) {
  665. case 0: // hop-by-hop options
  666. case 43: // routing
  667. case 60: // destination options
  668. case 135: // mobility options
  669. if ((pos + 8) > frameLen) {
  670. return false; // invalid!
  671. }
  672. proto = frameData[pos];
  673. pos += ((unsigned int)frameData[pos + 1] * 8) + 8;
  674. break;
  675. // case 44: // fragment -- we currently can't parse these and they are deprecated in IPv6 anyway
  676. // case 50:
  677. // case 51: // IPSec ESP and AH -- we have to stop here since this is encrypted stuff
  678. default:
  679. return true;
  680. }
  681. }
  682. return false; // overflow == invalid
  683. }
  684. bool IncomingPacket::_doFRAME(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer, int32_t flowId)
  685. {
  686. Metrics::pkt_frame_in++;
  687. int32_t _flowId = ZT_QOS_NO_FLOW;
  688. if (peer->flowHashingSupported()) {
  689. if (size() > ZT_PROTO_VERB_FRAME_IDX_PAYLOAD) {
  690. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  691. const unsigned int frameLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  692. const uint8_t* const frameData = reinterpret_cast<const uint8_t*>(data()) + ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  693. if (etherType == ZT_ETHERTYPE_IPV4 && (frameLen >= 20)) {
  694. uint16_t srcPort = 0;
  695. uint16_t dstPort = 0;
  696. uint8_t proto = (reinterpret_cast<const uint8_t*>(frameData)[9]);
  697. const unsigned int headerLen = 4 * (reinterpret_cast<const uint8_t*>(frameData)[0] & 0xf);
  698. switch (proto) {
  699. case 0x01: // ICMP
  700. // flowId = 0x01;
  701. break;
  702. // All these start with 16-bit source and destination port in that order
  703. case 0x06: // TCP
  704. case 0x11: // UDP
  705. case 0x84: // SCTP
  706. case 0x88: // UDPLite
  707. if (frameLen > (headerLen + 4)) {
  708. unsigned int pos = headerLen + 0;
  709. srcPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  710. srcPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  711. pos++;
  712. dstPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  713. dstPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  714. _flowId = dstPort ^ srcPort ^ proto;
  715. }
  716. break;
  717. }
  718. }
  719. if (etherType == ZT_ETHERTYPE_IPV6 && (frameLen >= 40)) {
  720. uint16_t srcPort = 0;
  721. uint16_t dstPort = 0;
  722. unsigned int pos;
  723. unsigned int proto;
  724. _ipv6GetPayload((const uint8_t*)frameData, frameLen, pos, proto);
  725. switch (proto) {
  726. case 0x3A: // ICMPv6
  727. // flowId = 0x3A;
  728. break;
  729. // All these start with 16-bit source and destination port in that order
  730. case 0x06: // TCP
  731. case 0x11: // UDP
  732. case 0x84: // SCTP
  733. case 0x88: // UDPLite
  734. if (frameLen > (pos + 4)) {
  735. srcPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  736. srcPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  737. pos++;
  738. dstPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  739. dstPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  740. _flowId = dstPort ^ srcPort ^ proto;
  741. }
  742. break;
  743. default:
  744. break;
  745. }
  746. }
  747. }
  748. }
  749. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID);
  750. const SharedPtr<Network> network(RR->node->network(nwid));
  751. bool trustEstablished = false;
  752. if (network) {
  753. if (network->gate(tPtr, peer)) {
  754. trustEstablished = true;
  755. if (size() > ZT_PROTO_VERB_FRAME_IDX_PAYLOAD) {
  756. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  757. const MAC sourceMac(peer->address(), nwid);
  758. const unsigned int frameLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  759. const uint8_t* const frameData = reinterpret_cast<const uint8_t*>(data()) + ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  760. if (network->filterIncomingPacket(tPtr, peer, RR->identity.address(), sourceMac, network->mac(), frameData, frameLen, etherType, 0) > 0) {
  761. RR->pm->putFrame(tPtr, nwid, network->userPtr(), sourceMac, network->mac(), etherType, 0, (const void*)frameData, frameLen, _flowId);
  762. }
  763. }
  764. }
  765. else {
  766. _sendErrorNeedCredentials(RR, tPtr, peer, nwid);
  767. return false;
  768. }
  769. }
  770. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_FRAME, 0, Packet::VERB_NOP, trustEstablished, nwid, _flowId);
  771. return true;
  772. }
  773. bool IncomingPacket::_doEXT_FRAME(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer, int32_t flowId)
  774. {
  775. Metrics::pkt_ext_frame_in++;
  776. int32_t _flowId = ZT_QOS_NO_FLOW;
  777. if (peer->flowHashingSupported()) {
  778. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  779. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE);
  780. const unsigned int frameLen = size() - ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD;
  781. const uint8_t* const frameData = reinterpret_cast<const uint8_t*>(data()) + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD;
  782. if (etherType == ZT_ETHERTYPE_IPV4 && (frameLen >= 20)) {
  783. uint16_t srcPort = 0;
  784. uint16_t dstPort = 0;
  785. uint8_t proto = (reinterpret_cast<const uint8_t*>(frameData)[9]);
  786. const unsigned int headerLen = 4 * (reinterpret_cast<const uint8_t*>(frameData)[0] & 0xf);
  787. switch (proto) {
  788. case 0x01: // ICMP
  789. // flowId = 0x01;
  790. break;
  791. // All these start with 16-bit source and destination port in that order
  792. case 0x06: // TCP
  793. case 0x11: // UDP
  794. case 0x84: // SCTP
  795. case 0x88: // UDPLite
  796. if (frameLen > (headerLen + 4)) {
  797. unsigned int pos = headerLen + 0;
  798. srcPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  799. srcPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  800. pos++;
  801. dstPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  802. dstPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  803. _flowId = dstPort ^ srcPort ^ proto;
  804. }
  805. break;
  806. }
  807. }
  808. if (etherType == ZT_ETHERTYPE_IPV6 && (frameLen >= 40)) {
  809. uint16_t srcPort = 0;
  810. uint16_t dstPort = 0;
  811. unsigned int pos;
  812. unsigned int proto;
  813. _ipv6GetPayload((const uint8_t*)frameData, frameLen, pos, proto);
  814. switch (proto) {
  815. case 0x3A: // ICMPv6
  816. // flowId = 0x3A;
  817. break;
  818. // All these start with 16-bit source and destination port in that order
  819. case 0x06: // TCP
  820. case 0x11: // UDP
  821. case 0x84: // SCTP
  822. case 0x88: // UDPLite
  823. if (frameLen > (pos + 4)) {
  824. srcPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  825. srcPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  826. pos++;
  827. dstPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  828. dstPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  829. _flowId = dstPort ^ srcPort ^ proto;
  830. }
  831. break;
  832. default:
  833. break;
  834. }
  835. }
  836. }
  837. }
  838. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID);
  839. const SharedPtr<Network> network(RR->node->network(nwid));
  840. if (network) {
  841. const unsigned int flags = (*this)[ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS];
  842. unsigned int comLen = 0;
  843. if ((flags & 0x01) != 0) { // inline COM with EXT_FRAME is deprecated but still used with old peers
  844. CertificateOfMembership com;
  845. comLen = com.deserialize(*this, ZT_PROTO_VERB_EXT_FRAME_IDX_COM);
  846. if (com) {
  847. network->addCredential(tPtr, com);
  848. }
  849. }
  850. if (! network->gate(tPtr, peer)) {
  851. RR->t->incomingNetworkAccessDenied(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, true);
  852. _sendErrorNeedCredentials(RR, tPtr, peer, nwid);
  853. return false;
  854. }
  855. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  856. const unsigned int etherType = at<uint16_t>(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE);
  857. const MAC to(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_TO, ZT_PROTO_VERB_EXT_FRAME_LEN_TO), ZT_PROTO_VERB_EXT_FRAME_LEN_TO);
  858. const MAC from(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_FROM, ZT_PROTO_VERB_EXT_FRAME_LEN_FROM), ZT_PROTO_VERB_EXT_FRAME_LEN_FROM);
  859. const unsigned int frameLen = size() - (comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD);
  860. const uint8_t* const frameData = (const uint8_t*)field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD, frameLen);
  861. if ((! from) || (from == network->mac())) {
  862. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, _flowId); // trustEstablished because COM is okay
  863. return true;
  864. }
  865. switch (network->filterIncomingPacket(tPtr, peer, RR->identity.address(), from, to, frameData, frameLen, etherType, 0)) {
  866. case 1:
  867. if (from != MAC(peer->address(), nwid)) {
  868. if (network->config().permitsBridging(peer->address())) {
  869. network->learnBridgeRoute(from, peer->address());
  870. }
  871. else {
  872. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, from, to, "bridging not allowed (remote)");
  873. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, _flowId); // trustEstablished because COM is okay
  874. return true;
  875. }
  876. }
  877. else if (to != network->mac()) {
  878. if (to.isMulticast()) {
  879. if (network->config().multicastLimit == 0) {
  880. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, from, to, "multicast disabled");
  881. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, _flowId); // trustEstablished because COM is okay
  882. return true;
  883. }
  884. }
  885. else if (! network->config().permitsBridging(RR->identity.address())) {
  886. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, from, to, "bridging not allowed (local)");
  887. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, _flowId); // trustEstablished because COM is okay
  888. return true;
  889. }
  890. }
  891. // fall through -- 2 means accept regardless of bridging checks or other restrictions
  892. case 2:
  893. RR->pm->putFrame(tPtr, nwid, network->userPtr(), from, to, etherType, 0, (const void*)frameData, frameLen, _flowId);
  894. break;
  895. }
  896. }
  897. if ((flags & 0x10) != 0) { // ACK requested
  898. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  899. outp.append((uint8_t)Packet::VERB_EXT_FRAME);
  900. outp.append((uint64_t)packetId());
  901. outp.append((uint64_t)nwid);
  902. const int64_t now = RR->node->now();
  903. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  904. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  905. Metrics::pkt_ok_out++;
  906. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  907. }
  908. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, _flowId);
  909. }
  910. else {
  911. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, false, nwid, _flowId);
  912. }
  913. return true;
  914. }
  915. bool IncomingPacket::_doECHO(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  916. {
  917. Metrics::pkt_echo_in++;
  918. uint64_t now = RR->node->now();
  919. if (! _path->rateGateEchoRequest(now)) {
  920. return true;
  921. }
  922. const uint64_t pid = packetId();
  923. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  924. outp.append((unsigned char)Packet::VERB_ECHO);
  925. outp.append((uint64_t)pid);
  926. if (size() > ZT_PACKET_IDX_PAYLOAD) {
  927. outp.append(reinterpret_cast<const unsigned char*>(data()) + ZT_PACKET_IDX_PAYLOAD, size() - ZT_PACKET_IDX_PAYLOAD);
  928. }
  929. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  930. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  931. Metrics::pkt_ok_out++;
  932. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  933. peer->received(tPtr, _path, hops(), pid, payloadLength(), Packet::VERB_ECHO, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  934. return true;
  935. }
  936. bool IncomingPacket::_doMULTICAST_LIKE(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  937. {
  938. Metrics::pkt_multicast_like_in++;
  939. const int64_t now = RR->node->now();
  940. bool authorized = false;
  941. uint64_t lastNwid = 0;
  942. // Packet contains a series of 18-byte network,MAC,ADI tuples
  943. for (unsigned int ptr = ZT_PACKET_IDX_PAYLOAD; ptr < size(); ptr += 18) {
  944. const uint64_t nwid = at<uint64_t>(ptr);
  945. if (nwid != lastNwid) {
  946. lastNwid = nwid;
  947. SharedPtr<Network> network(RR->node->network(nwid));
  948. if (network) {
  949. authorized = network->gate(tPtr, peer);
  950. }
  951. if (! authorized) {
  952. authorized = ((RR->topology->amUpstream()) || (RR->node->localControllerHasAuthorized(now, nwid, peer->address())));
  953. }
  954. }
  955. if (authorized) {
  956. RR->mc->add(tPtr, now, nwid, MulticastGroup(MAC(field(ptr + 8, 6), 6), at<uint32_t>(ptr + 14)), peer->address());
  957. }
  958. }
  959. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_LIKE, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  960. return true;
  961. }
  962. bool IncomingPacket::_doNETWORK_CREDENTIALS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  963. {
  964. Metrics::pkt_network_credentials_in++;
  965. if (! peer->rateGateCredentialsReceived(RR->node->now())) {
  966. return true;
  967. }
  968. CertificateOfMembership com;
  969. Capability cap;
  970. Tag tag;
  971. Revocation revocation;
  972. CertificateOfOwnership coo;
  973. bool trustEstablished = false;
  974. SharedPtr<Network> network;
  975. unsigned int p = ZT_PACKET_IDX_PAYLOAD;
  976. while ((p < size()) && ((*this)[p] != 0)) {
  977. p += com.deserialize(*this, p);
  978. if (com) {
  979. network = RR->node->network(com.networkId());
  980. if (network) {
  981. switch (network->addCredential(tPtr, com)) {
  982. case Membership::ADD_REJECTED:
  983. break;
  984. case Membership::ADD_ACCEPTED_NEW:
  985. case Membership::ADD_ACCEPTED_REDUNDANT:
  986. trustEstablished = true;
  987. break;
  988. case Membership::ADD_DEFERRED_FOR_WHOIS:
  989. return false;
  990. }
  991. }
  992. }
  993. }
  994. ++p; // skip trailing 0 after COMs if present
  995. if (p < size()) { // older ZeroTier versions do not send capabilities, tags, or revocations
  996. const unsigned int numCapabilities = at<uint16_t>(p);
  997. p += 2;
  998. for (unsigned int i = 0; i < numCapabilities; ++i) {
  999. p += cap.deserialize(*this, p);
  1000. if ((! network) || (network->id() != cap.networkId())) {
  1001. network = RR->node->network(cap.networkId());
  1002. }
  1003. if (network) {
  1004. switch (network->addCredential(tPtr, cap)) {
  1005. case Membership::ADD_REJECTED:
  1006. break;
  1007. case Membership::ADD_ACCEPTED_NEW:
  1008. case Membership::ADD_ACCEPTED_REDUNDANT:
  1009. trustEstablished = true;
  1010. break;
  1011. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1012. return false;
  1013. }
  1014. }
  1015. }
  1016. if (p >= size()) {
  1017. return true;
  1018. }
  1019. const unsigned int numTags = at<uint16_t>(p);
  1020. p += 2;
  1021. for (unsigned int i = 0; i < numTags; ++i) {
  1022. p += tag.deserialize(*this, p);
  1023. if ((! network) || (network->id() != tag.networkId())) {
  1024. network = RR->node->network(tag.networkId());
  1025. }
  1026. if (network) {
  1027. switch (network->addCredential(tPtr, tag)) {
  1028. case Membership::ADD_REJECTED:
  1029. break;
  1030. case Membership::ADD_ACCEPTED_NEW:
  1031. case Membership::ADD_ACCEPTED_REDUNDANT:
  1032. trustEstablished = true;
  1033. break;
  1034. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1035. return false;
  1036. }
  1037. }
  1038. }
  1039. if (p >= size()) {
  1040. return true;
  1041. }
  1042. const unsigned int numRevocations = at<uint16_t>(p);
  1043. p += 2;
  1044. for (unsigned int i = 0; i < numRevocations; ++i) {
  1045. p += revocation.deserialize(*this, p);
  1046. if ((! network) || (network->id() != revocation.networkId())) {
  1047. network = RR->node->network(revocation.networkId());
  1048. }
  1049. if (network) {
  1050. switch (network->addCredential(tPtr, peer->address(), revocation)) {
  1051. case Membership::ADD_REJECTED:
  1052. break;
  1053. case Membership::ADD_ACCEPTED_NEW:
  1054. case Membership::ADD_ACCEPTED_REDUNDANT:
  1055. trustEstablished = true;
  1056. break;
  1057. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1058. return false;
  1059. }
  1060. }
  1061. }
  1062. if (p >= size()) {
  1063. return true;
  1064. }
  1065. const unsigned int numCoos = at<uint16_t>(p);
  1066. p += 2;
  1067. for (unsigned int i = 0; i < numCoos; ++i) {
  1068. p += coo.deserialize(*this, p);
  1069. if ((! network) || (network->id() != coo.networkId())) {
  1070. network = RR->node->network(coo.networkId());
  1071. }
  1072. if (network) {
  1073. switch (network->addCredential(tPtr, coo)) {
  1074. case Membership::ADD_REJECTED:
  1075. break;
  1076. case Membership::ADD_ACCEPTED_NEW:
  1077. case Membership::ADD_ACCEPTED_REDUNDANT:
  1078. trustEstablished = true;
  1079. break;
  1080. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1081. return false;
  1082. }
  1083. }
  1084. }
  1085. }
  1086. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_NETWORK_CREDENTIALS, 0, Packet::VERB_NOP, trustEstablished, (network) ? network->id() : 0, ZT_QOS_NO_FLOW);
  1087. return true;
  1088. }
  1089. bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1090. {
  1091. Metrics::pkt_network_config_request_in++;
  1092. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID);
  1093. const unsigned int hopCount = hops();
  1094. const uint64_t requestPacketId = packetId();
  1095. if (RR->localNetworkController) {
  1096. const unsigned int metaDataLength = (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN <= size()) ? at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN) : 0;
  1097. const char* metaDataBytes = (metaDataLength != 0) ? (const char*)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT, metaDataLength) : (const char*)0;
  1098. const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY> metaData(metaDataBytes, metaDataLength);
  1099. RR->localNetworkController->request(nwid, (hopCount > 0) ? InetAddress() : _path->address(), requestPacketId, peer->identity(), metaData);
  1100. }
  1101. else {
  1102. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_ERROR);
  1103. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  1104. outp.append(requestPacketId);
  1105. outp.append((unsigned char)Packet::ERROR_UNSUPPORTED_OPERATION);
  1106. outp.append(nwid);
  1107. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  1108. Metrics::pkt_error_out++;
  1109. Metrics::pkt_error_unsupported_op_out++;
  1110. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1111. }
  1112. peer->received(tPtr, _path, hopCount, requestPacketId, payloadLength(), Packet::VERB_NETWORK_CONFIG_REQUEST, 0, Packet::VERB_NOP, false, nwid, ZT_QOS_NO_FLOW);
  1113. return true;
  1114. }
  1115. bool IncomingPacket::_doNETWORK_CONFIG(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1116. {
  1117. Metrics::pkt_network_config_in++;
  1118. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PACKET_IDX_PAYLOAD)));
  1119. if (network) {
  1120. const uint64_t configUpdateId = network->handleConfigChunk(tPtr, packetId(), source(), *this, ZT_PACKET_IDX_PAYLOAD);
  1121. if (configUpdateId) {
  1122. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  1123. outp.append((uint8_t)Packet::VERB_ECHO);
  1124. outp.append((uint64_t)packetId());
  1125. outp.append((uint64_t)network->id());
  1126. outp.append((uint64_t)configUpdateId);
  1127. const int64_t now = RR->node->now();
  1128. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  1129. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  1130. Metrics::pkt_ok_out++;
  1131. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1132. }
  1133. }
  1134. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_NETWORK_CONFIG, 0, Packet::VERB_NOP, false, (network) ? network->id() : 0, ZT_QOS_NO_FLOW);
  1135. return true;
  1136. }
  1137. bool IncomingPacket::_doMULTICAST_GATHER(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1138. {
  1139. Metrics::pkt_multicast_gather_in++;
  1140. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID);
  1141. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS];
  1142. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC, 6), 6), at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI));
  1143. const unsigned int gatherLimit = at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_GATHER_LIMIT);
  1144. const SharedPtr<Network> network(RR->node->network(nwid));
  1145. if ((flags & 0x01) != 0) {
  1146. try {
  1147. CertificateOfMembership com;
  1148. com.deserialize(*this, ZT_PROTO_VERB_MULTICAST_GATHER_IDX_COM);
  1149. if ((com) && (network)) {
  1150. network->addCredential(tPtr, com);
  1151. }
  1152. }
  1153. catch (...) {
  1154. } // discard invalid COMs
  1155. }
  1156. const bool trustEstablished = (network) ? network->gate(tPtr, peer) : false;
  1157. const int64_t now = RR->node->now();
  1158. if ((gatherLimit > 0) && ((trustEstablished) || (RR->topology->amUpstream()) || (RR->node->localControllerHasAuthorized(now, nwid, peer->address())))) {
  1159. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  1160. outp.append((unsigned char)Packet::VERB_MULTICAST_GATHER);
  1161. outp.append(packetId());
  1162. outp.append(nwid);
  1163. mg.mac().appendTo(outp);
  1164. outp.append((uint32_t)mg.adi());
  1165. const unsigned int gatheredLocally = RR->mc->gather(peer->address(), nwid, mg, outp, gatherLimit);
  1166. if (gatheredLocally > 0) {
  1167. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  1168. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  1169. Metrics::pkt_ok_out++;
  1170. _path->send(RR, tPtr, outp.data(), outp.size(), now);
  1171. }
  1172. }
  1173. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_GATHER, 0, Packet::VERB_NOP, trustEstablished, nwid, ZT_QOS_NO_FLOW);
  1174. return true;
  1175. }
  1176. bool IncomingPacket::_doMULTICAST_FRAME(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1177. {
  1178. Metrics::pkt_multicast_frame_in++;
  1179. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID);
  1180. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS];
  1181. const SharedPtr<Network> network(RR->node->network(nwid));
  1182. if (network) {
  1183. // Offset -- size of optional fields added to position of later fields
  1184. unsigned int offset = 0;
  1185. if ((flags & 0x01) != 0) {
  1186. // This is deprecated but may still be sent by old peers
  1187. CertificateOfMembership com;
  1188. offset += com.deserialize(*this, ZT_PROTO_VERB_MULTICAST_FRAME_IDX_COM);
  1189. if (com) {
  1190. network->addCredential(tPtr, com);
  1191. }
  1192. }
  1193. if (! network->gate(tPtr, peer)) {
  1194. _sendErrorNeedCredentials(RR, tPtr, peer, nwid);
  1195. return false;
  1196. }
  1197. unsigned int gatherLimit = 0;
  1198. if ((flags & 0x02) != 0) {
  1199. gatherLimit = at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_GATHER_LIMIT);
  1200. offset += 4;
  1201. }
  1202. MAC from;
  1203. if ((flags & 0x04) != 0) {
  1204. from.setTo(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_SOURCE_MAC, 6), 6);
  1205. offset += 6;
  1206. }
  1207. else {
  1208. from.fromAddress(peer->address(), nwid);
  1209. }
  1210. const MulticastGroup to(MAC(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC, 6), 6), at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI));
  1211. const unsigned int etherType = at<uint16_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE);
  1212. const unsigned int frameLen = size() - (offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME);
  1213. if (network->config().multicastLimit == 0) {
  1214. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_MULTICAST_FRAME, from, to.mac(), "multicast disabled");
  1215. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, false, nwid, ZT_QOS_NO_FLOW);
  1216. return true;
  1217. }
  1218. if ((frameLen > 0) && (frameLen <= ZT_MAX_MTU)) {
  1219. if (! to.mac().isMulticast()) {
  1220. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), source(), hops(), Packet::VERB_MULTICAST_FRAME, "destination not multicast");
  1221. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1222. return true;
  1223. }
  1224. if ((! from) || (from.isMulticast()) || (from == network->mac())) {
  1225. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), source(), hops(), Packet::VERB_MULTICAST_FRAME, "invalid source MAC");
  1226. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1227. return true;
  1228. }
  1229. const uint8_t* const frameData = (const uint8_t*)field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME, frameLen);
  1230. if ((flags & 0x08) && (network->config().isMulticastReplicator(RR->identity.address()))) {
  1231. RR->mc->send(tPtr, RR->node->now(), network, peer->address(), to, from, etherType, frameData, frameLen);
  1232. }
  1233. if (from != MAC(peer->address(), nwid)) {
  1234. if (network->config().permitsBridging(peer->address())) {
  1235. network->learnBridgeRoute(from, peer->address());
  1236. }
  1237. else {
  1238. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_MULTICAST_FRAME, from, to.mac(), "bridging not allowed (remote)");
  1239. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1240. return true;
  1241. }
  1242. }
  1243. if (network->filterIncomingPacket(tPtr, peer, RR->identity.address(), from, to.mac(), frameData, frameLen, etherType, 0) > 0) {
  1244. RR->node->putFrame(tPtr, nwid, network->userPtr(), from, to.mac(), etherType, 0, (const void*)frameData, frameLen);
  1245. }
  1246. }
  1247. if (gatherLimit) {
  1248. Packet outp(source(), RR->identity.address(), Packet::VERB_OK);
  1249. outp.append((unsigned char)Packet::VERB_MULTICAST_FRAME);
  1250. outp.append(packetId());
  1251. outp.append(nwid);
  1252. to.mac().appendTo(outp);
  1253. outp.append((uint32_t)to.adi());
  1254. outp.append((unsigned char)0x02); // flag 0x02 = contains gather results
  1255. if (RR->mc->gather(peer->address(), nwid, to, outp, gatherLimit)) {
  1256. const int64_t now = RR->node->now();
  1257. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  1258. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  1259. Metrics::pkt_ok_out++;
  1260. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1261. }
  1262. }
  1263. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW);
  1264. }
  1265. return true;
  1266. }
  1267. bool IncomingPacket::_doPUSH_DIRECT_PATHS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1268. {
  1269. Metrics::pkt_push_direct_paths_in++;
  1270. const int64_t now = RR->node->now();
  1271. if (! peer->rateGatePushDirectPaths(now)) {
  1272. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_PUSH_DIRECT_PATHS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1273. return true;
  1274. }
  1275. // Second, limit addresses by scope and type
  1276. uint8_t countPerScope[ZT_INETADDRESS_MAX_SCOPE + 1][2]; // [][0] is v4, [][1] is v6
  1277. memset(countPerScope, 0, sizeof(countPerScope));
  1278. unsigned int count = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD);
  1279. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD + 2;
  1280. while (count--) { // if ptr overflows Buffer will throw
  1281. unsigned int flags = (*this)[ptr++];
  1282. unsigned int extLen = at<uint16_t>(ptr);
  1283. ptr += 2;
  1284. ptr += extLen; // unused right now
  1285. unsigned int addrType = (*this)[ptr++];
  1286. unsigned int addrLen = (*this)[ptr++];
  1287. switch (addrType) {
  1288. case 4: {
  1289. const InetAddress a(field(ptr, 4), 4, at<uint16_t>(ptr + 4));
  1290. if (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && // not being told to forget
  1291. (! (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) == 0) && (peer->hasActivePathTo(now, a)))) && // not already known
  1292. (RR->node->shouldUsePathForZeroTierTraffic(tPtr, peer->address(), _path->localSocket(), a))) // should use path
  1293. {
  1294. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  1295. peer->clusterRedirect(tPtr, _path, a, now);
  1296. }
  1297. else if (++countPerScope[(int)a.ipScope()][0] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  1298. peer->attemptToContactAt(tPtr, InetAddress(), a, now, false);
  1299. }
  1300. }
  1301. } break;
  1302. case 6: {
  1303. const InetAddress a(field(ptr, 16), 16, at<uint16_t>(ptr + 16));
  1304. if (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && // not being told to forget
  1305. (! (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) == 0) && (peer->hasActivePathTo(now, a)))) && // not already known
  1306. (RR->node->shouldUsePathForZeroTierTraffic(tPtr, peer->address(), _path->localSocket(), a))) // should use path
  1307. {
  1308. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  1309. peer->clusterRedirect(tPtr, _path, a, now);
  1310. }
  1311. else if (++countPerScope[(int)a.ipScope()][1] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  1312. peer->attemptToContactAt(tPtr, InetAddress(), a, now, false);
  1313. }
  1314. }
  1315. } break;
  1316. }
  1317. ptr += addrLen;
  1318. }
  1319. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_PUSH_DIRECT_PATHS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1320. return true;
  1321. }
  1322. bool IncomingPacket::_doUSER_MESSAGE(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1323. {
  1324. Metrics::pkt_user_message_in++;
  1325. if (likely(size() >= (ZT_PACKET_IDX_PAYLOAD + 8))) {
  1326. ZT_UserMessage um;
  1327. um.origin = peer->address().toInt();
  1328. um.typeId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD);
  1329. um.data = reinterpret_cast<const void*>(reinterpret_cast<const uint8_t*>(data()) + ZT_PACKET_IDX_PAYLOAD + 8);
  1330. um.length = size() - (ZT_PACKET_IDX_PAYLOAD + 8);
  1331. RR->node->postEvent(tPtr, ZT_EVENT_USER_MESSAGE, reinterpret_cast<const void*>(&um));
  1332. }
  1333. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_USER_MESSAGE, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1334. return true;
  1335. }
  1336. bool IncomingPacket::_doREMOTE_TRACE(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1337. {
  1338. Metrics::pkt_remote_trace_in++;
  1339. ZT_RemoteTrace rt;
  1340. const char* ptr = reinterpret_cast<const char*>(data()) + ZT_PACKET_IDX_PAYLOAD;
  1341. const char* const eof = reinterpret_cast<const char*>(data()) + size();
  1342. rt.origin = peer->address().toInt();
  1343. rt.data = const_cast<char*>(ptr); // start of first string
  1344. while (ptr < eof) {
  1345. if (! *ptr) { // end of string
  1346. rt.len = (unsigned int)(ptr - rt.data);
  1347. if ((rt.len > 0) && (rt.len <= ZT_MAX_REMOTE_TRACE_SIZE)) {
  1348. RR->node->postEvent(tPtr, ZT_EVENT_REMOTE_TRACE, &rt);
  1349. }
  1350. rt.data = const_cast<char*>(++ptr); // start of next string, if any
  1351. }
  1352. else {
  1353. ++ptr;
  1354. }
  1355. }
  1356. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_REMOTE_TRACE, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1357. return true;
  1358. }
  1359. bool IncomingPacket::_doPATH_NEGOTIATION_REQUEST(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1360. {
  1361. Metrics::pkt_path_negotiation_request_in++;
  1362. uint64_t now = RR->node->now();
  1363. if (! peer->rateGatePathNegotiation(now, _path)) {
  1364. return true;
  1365. }
  1366. if (payloadLength() != sizeof(int16_t)) {
  1367. return true;
  1368. }
  1369. int16_t remoteUtility = 0;
  1370. memcpy(&remoteUtility, payload(), sizeof(int16_t));
  1371. peer->processIncomingPathNegotiationRequest(now, _path, Utils::ntoh(remoteUtility));
  1372. return true;
  1373. }
  1374. void IncomingPacket::_sendErrorNeedCredentials(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer, const uint64_t nwid)
  1375. {
  1376. Packet outp(source(), RR->identity.address(), Packet::VERB_ERROR);
  1377. outp.append((uint8_t)verb());
  1378. outp.append(packetId());
  1379. outp.append((uint8_t)Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE);
  1380. outp.append(nwid);
  1381. outp.armor(peer->key(), true, false, peer->aesKeysIfSupported(), peer->identity());
  1382. Metrics::pkt_error_out++;
  1383. Metrics::pkt_error_need_membership_cert_out++;
  1384. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1385. }
  1386. } // namespace ZeroTier