IncomingPacket.cpp 56 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499
  1. /*
  2. * Copyright (c)2013-2020 ZeroTier, Inc.
  3. *
  4. * Use of this software is governed by the Business Source License included
  5. * in the LICENSE.TXT file in the project's root directory.
  6. *
  7. * Change Date: 2025-01-01
  8. *
  9. * On the date above, in accordance with the Business Source License, use
  10. * of this software will be governed by version 2.0 of the Apache License.
  11. */
  12. /****/
  13. #include <stdio.h>
  14. #include <string.h>
  15. #include <stdlib.h>
  16. #include "../version.h"
  17. #include "../include/ZeroTierOne.h"
  18. #include "Constants.hpp"
  19. #include "RuntimeEnvironment.hpp"
  20. #include "IncomingPacket.hpp"
  21. #include "Topology.hpp"
  22. #include "Switch.hpp"
  23. #include "Peer.hpp"
  24. #include "NetworkController.hpp"
  25. #include "SelfAwareness.hpp"
  26. #include "Salsa20.hpp"
  27. #include "SHA512.hpp"
  28. #include "World.hpp"
  29. #include "Node.hpp"
  30. #include "CertificateOfMembership.hpp"
  31. #include "Capability.hpp"
  32. #include "Tag.hpp"
  33. #include "Revocation.hpp"
  34. #include "Trace.hpp"
  35. #include "Path.hpp"
  36. #include "Bond.hpp"
  37. #include "Metrics.hpp"
  38. namespace ZeroTier {
  39. bool IncomingPacket::tryDecode(const RuntimeEnvironment *RR,void *tPtr,int32_t flowId)
  40. {
  41. const Address sourceAddress(source());
  42. try {
  43. // Check for trusted paths or unencrypted HELLOs (HELLO is the only packet sent in the clear)
  44. const unsigned int c = cipher();
  45. if (c == ZT_PROTO_CIPHER_SUITE__NO_CRYPTO_TRUSTED_PATH) {
  46. // If this is marked as a packet via a trusted path, check source address and path ID.
  47. // Obviously if no trusted paths are configured this always returns false and such
  48. // packets are dropped on the floor.
  49. const uint64_t tpid = trustedPathId();
  50. if (RR->topology->shouldInboundPathBeTrusted(_path->address(),tpid)) {
  51. _authenticated = true;
  52. } else {
  53. RR->t->incomingPacketMessageAuthenticationFailure(tPtr,_path,packetId(),sourceAddress,hops(),"path not trusted");
  54. return true;
  55. }
  56. } else if ((c == ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_NONE)&&(verb() == Packet::VERB_HELLO)) {
  57. // Only HELLO is allowed in the clear, but will still have a MAC
  58. return _doHELLO(RR,tPtr,false);
  59. }
  60. const SharedPtr<Peer> peer(RR->topology->getPeer(tPtr,sourceAddress));
  61. if (peer) {
  62. if (!_authenticated) {
  63. if (!dearmor(peer->key(), peer->aesKeys())) {
  64. RR->t->incomingPacketMessageAuthenticationFailure(tPtr,_path,packetId(),sourceAddress,hops(),"invalid MAC");
  65. peer->recordIncomingInvalidPacket(_path);
  66. return true;
  67. }
  68. }
  69. if (!uncompress()) {
  70. RR->t->incomingPacketInvalid(tPtr,_path,packetId(),sourceAddress,hops(),Packet::VERB_NOP,"LZ4 decompression failed");
  71. return true;
  72. }
  73. _authenticated = true;
  74. const Packet::Verb v = verb();
  75. bool r = true;
  76. switch(v) {
  77. //case Packet::VERB_NOP:
  78. default: // ignore unknown verbs, but if they pass auth check they are "received"
  79. Metrics::pkt_nop_in++;
  80. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),v,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  81. break;
  82. case Packet::VERB_HELLO:
  83. r = _doHELLO(RR, tPtr, true);
  84. break;
  85. case Packet::VERB_ACK:
  86. r = _doACK(RR, tPtr, peer);
  87. break;
  88. case Packet::VERB_QOS_MEASUREMENT:
  89. r = _doQOS_MEASUREMENT(RR, tPtr, peer);
  90. break;
  91. case Packet::VERB_ERROR:
  92. r = _doERROR(RR, tPtr, peer);
  93. break;
  94. case Packet::VERB_OK:
  95. r = _doOK(RR, tPtr, peer);
  96. break;
  97. case Packet::VERB_WHOIS:
  98. r = _doWHOIS(RR, tPtr, peer);
  99. break;
  100. case Packet::VERB_RENDEZVOUS:
  101. r = _doRENDEZVOUS(RR, tPtr, peer);
  102. break;
  103. case Packet::VERB_FRAME:
  104. r = _doFRAME(RR, tPtr, peer, flowId);
  105. break;
  106. case Packet::VERB_EXT_FRAME:
  107. r = _doEXT_FRAME(RR, tPtr, peer, flowId);
  108. break;
  109. case Packet::VERB_ECHO:
  110. r = _doECHO(RR, tPtr, peer);
  111. break;
  112. case Packet::VERB_MULTICAST_LIKE:
  113. r = _doMULTICAST_LIKE(RR, tPtr, peer);
  114. break;
  115. case Packet::VERB_NETWORK_CREDENTIALS:
  116. r = _doNETWORK_CREDENTIALS(RR, tPtr, peer);
  117. break;
  118. case Packet::VERB_NETWORK_CONFIG_REQUEST:
  119. r = _doNETWORK_CONFIG_REQUEST(RR, tPtr, peer);
  120. break;
  121. case Packet::VERB_NETWORK_CONFIG:
  122. r = _doNETWORK_CONFIG(RR, tPtr, peer);
  123. break;
  124. case Packet::VERB_MULTICAST_GATHER:
  125. r = _doMULTICAST_GATHER(RR, tPtr, peer);
  126. break;
  127. case Packet::VERB_MULTICAST_FRAME:
  128. r = _doMULTICAST_FRAME(RR, tPtr, peer);
  129. break;
  130. case Packet::VERB_PUSH_DIRECT_PATHS:
  131. r = _doPUSH_DIRECT_PATHS(RR, tPtr, peer);
  132. break;
  133. case Packet::VERB_USER_MESSAGE:
  134. r = _doUSER_MESSAGE(RR, tPtr, peer);
  135. break;
  136. case Packet::VERB_REMOTE_TRACE:
  137. r = _doREMOTE_TRACE(RR, tPtr, peer);
  138. break;
  139. case Packet::VERB_PATH_NEGOTIATION_REQUEST:
  140. r = _doPATH_NEGOTIATION_REQUEST(RR, tPtr, peer);
  141. break;
  142. }
  143. if (r) {
  144. RR->node->statsLogVerb((unsigned int)v,(unsigned int)size());
  145. return true;
  146. }
  147. return false;
  148. } else {
  149. RR->sw->requestWhois(tPtr,RR->node->now(),sourceAddress);
  150. return false;
  151. }
  152. } catch ( ... ) {
  153. RR->t->incomingPacketInvalid(tPtr,_path,packetId(),sourceAddress,hops(),verb(),"unexpected exception in tryDecode()");
  154. return true;
  155. }
  156. }
  157. bool IncomingPacket::_doERROR(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  158. {
  159. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB];
  160. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID);
  161. const Packet::ErrorCode errorCode = (Packet::ErrorCode)(*this)[ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE];
  162. uint64_t networkId = 0;
  163. Metrics::pkt_error_in++;
  164. /* Security note: we do not gate doERROR() with expectingReplyTo() to
  165. * avoid having to log every outgoing packet ID. Instead we put the
  166. * logic to determine whether we should consider an ERROR in each
  167. * error handler. In most cases these are only trusted in specific
  168. * circumstances. */
  169. switch(errorCode) {
  170. case Packet::ERROR_OBJ_NOT_FOUND:
  171. // Object not found, currently only meaningful from network controllers.
  172. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  173. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  174. if ((network)&&(network->controller() == peer->address())) {
  175. network->setNotFound(tPtr);
  176. }
  177. }
  178. Metrics::pkt_error_obj_not_found_in++;
  179. break;
  180. case Packet::ERROR_UNSUPPORTED_OPERATION:
  181. // This can be sent in response to any operation, though right now we only
  182. // consider it meaningful from network controllers. This would indicate
  183. // that the queried node does not support acting as a controller.
  184. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  185. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  186. if ((network)&&(network->controller() == peer->address())) {
  187. network->setNotFound(tPtr);
  188. }
  189. }
  190. Metrics::pkt_error_unsupported_op_in++;
  191. break;
  192. case Packet::ERROR_IDENTITY_COLLISION:
  193. // FIXME: for federation this will need a payload with a signature or something.
  194. if (RR->topology->isUpstream(peer->identity())) {
  195. RR->node->postEvent(tPtr,ZT_EVENT_FATAL_ERROR_IDENTITY_COLLISION);
  196. }
  197. Metrics::pkt_error_identity_collision_in++;
  198. break;
  199. case Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE: {
  200. // Peers can send this in response to frames if they do not have a recent enough COM from us
  201. networkId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  202. const SharedPtr<Network> network(RR->node->network(networkId));
  203. const int64_t now = RR->node->now();
  204. if ((network)&&(network->config().com)) {
  205. network->peerRequestedCredentials(tPtr,peer->address(),now);
  206. }
  207. Metrics::pkt_error_need_membership_cert_in++;
  208. } break;
  209. case Packet::ERROR_NETWORK_ACCESS_DENIED_: {
  210. // Network controller: network access denied.
  211. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  212. if ((network)&&(network->controller() == peer->address())) {
  213. network->setAccessDenied(tPtr);
  214. }
  215. Metrics::pkt_error_network_access_denied_in++;
  216. } break;
  217. case Packet::ERROR_UNWANTED_MULTICAST: {
  218. // Members of networks can use this error to indicate that they no longer
  219. // want to receive multicasts on a given channel.
  220. networkId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  221. const SharedPtr<Network> network(RR->node->network(networkId));
  222. if ((network)&&(network->gate(tPtr,peer))) {
  223. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8,6),6),at<uint32_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 14));
  224. RR->mc->remove(network->id(),mg,peer->address());
  225. }
  226. Metrics::pkt_error_unwanted_multicast_in++;
  227. } break;
  228. case Packet::ERROR_NETWORK_AUTHENTICATION_REQUIRED: {
  229. //fprintf(stderr, "\nPacket::ERROR_NETWORK_AUTHENTICATION_REQUIRED\n\n");
  230. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  231. if ((network)&&(network->controller() == peer->address())) {
  232. int s = (int)size() - (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8);
  233. if (s > 2) {
  234. const uint16_t errorDataSize = at<uint16_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8);
  235. s -= 2;
  236. if (s >= (int)errorDataSize) {
  237. Dictionary<8192> authInfo(((const char *)this->data()) + (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 10), errorDataSize);
  238. uint64_t authVer = authInfo.getUI(ZT_AUTHINFO_DICT_KEY_VERSION, 0ULL);
  239. if (authVer == 0) {
  240. char authenticationURL[2048];
  241. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_AUTHENTICATION_URL, authenticationURL, sizeof(authenticationURL)) > 0) {
  242. authenticationURL[sizeof(authenticationURL) - 1] = 0; // ensure always zero terminated
  243. network->setAuthenticationRequired(tPtr, authenticationURL);
  244. }
  245. } else if (authVer == 1) {
  246. char issuerURL[2048] = { 0 };
  247. char centralAuthURL[2048] = { 0 };
  248. char ssoNonce[64] = { 0 };
  249. char ssoState[128] = {0};
  250. char ssoClientID[256] = { 0 };
  251. char ssoProvider[64] = { 0 };
  252. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_ISSUER_URL, issuerURL, sizeof(issuerURL)) > 0) {
  253. issuerURL[sizeof(issuerURL) - 1] = 0;
  254. }
  255. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_CENTRAL_ENDPOINT_URL, centralAuthURL, sizeof(centralAuthURL))>0) {
  256. centralAuthURL[sizeof(centralAuthURL) - 1] = 0;
  257. }
  258. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_NONCE, ssoNonce, sizeof(ssoNonce)) > 0) {
  259. ssoNonce[sizeof(ssoNonce) - 1] = 0;
  260. }
  261. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_STATE, ssoState, sizeof(ssoState)) > 0) {
  262. ssoState[sizeof(ssoState) - 1] = 0;
  263. }
  264. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_CLIENT_ID, ssoClientID, sizeof(ssoClientID)) > 0) {
  265. ssoClientID[sizeof(ssoClientID) - 1] = 0;
  266. }
  267. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_SSO_PROVIDER, ssoProvider, sizeof(ssoProvider)) > 0 ) {
  268. ssoProvider[sizeof(ssoProvider) - 1] = 0;
  269. } else {
  270. strncpy(ssoProvider, "default", sizeof(ssoProvider));
  271. }
  272. network->setAuthenticationRequired(tPtr, issuerURL, centralAuthURL, ssoClientID, ssoProvider, ssoNonce, ssoState);
  273. }
  274. }
  275. } else {
  276. network->setAuthenticationRequired(tPtr, "");
  277. }
  278. }
  279. Metrics::pkt_error_authentication_required_in++;
  280. } break;
  281. default:
  282. break;
  283. }
  284. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_ERROR,inRePacketId,inReVerb,false,networkId,ZT_QOS_NO_FLOW);
  285. return true;
  286. }
  287. bool IncomingPacket::_doACK(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  288. {
  289. /*
  290. SharedPtr<Bond> bond = peer->bond();
  291. if (! bond || ! bond->rateGateACK(RR->node->now())) {
  292. return true;
  293. }
  294. int32_t ackedBytes;
  295. if (payloadLength() != sizeof(ackedBytes)) {
  296. return true; // ignore
  297. }
  298. memcpy(&ackedBytes, payload(), sizeof(ackedBytes));
  299. if (bond) {
  300. bond->receivedAck(_path, RR->node->now(), Utils::ntoh(ackedBytes));
  301. }
  302. */
  303. Metrics::pkt_ack_in++;
  304. return true;
  305. }
  306. bool IncomingPacket::_doQOS_MEASUREMENT(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  307. {
  308. Metrics::pkt_qos_in++;
  309. SharedPtr<Bond> bond = peer->bond();
  310. if (! bond || ! bond->rateGateQoS(RR->node->now(), _path)) {
  311. return true;
  312. }
  313. if (payloadLength() > ZT_QOS_MAX_PACKET_SIZE || payloadLength() < ZT_QOS_MIN_PACKET_SIZE) {
  314. return true; // ignore
  315. }
  316. const int64_t now = RR->node->now();
  317. uint64_t rx_id[ZT_QOS_TABLE_SIZE];
  318. uint16_t rx_ts[ZT_QOS_TABLE_SIZE];
  319. char* begin = (char*)payload();
  320. char* ptr = begin;
  321. int count = 0;
  322. unsigned int len = payloadLength();
  323. // Read packet IDs and latency compensation intervals for each packet tracked by this QoS packet
  324. while (ptr < (begin + len) && (count < ZT_QOS_TABLE_SIZE)) {
  325. memcpy((void*)&rx_id[count], ptr, sizeof(uint64_t));
  326. ptr += sizeof(uint64_t);
  327. memcpy((void*)&rx_ts[count], ptr, sizeof(uint16_t));
  328. ptr += sizeof(uint16_t);
  329. count++;
  330. }
  331. if (bond) {
  332. bond->receivedQoS(_path, now, count, rx_id, rx_ts);
  333. }
  334. return true;
  335. }
  336. bool IncomingPacket::_doHELLO(const RuntimeEnvironment *RR,void *tPtr,const bool alreadyAuthenticated)
  337. {
  338. Metrics::pkt_hello_in++;
  339. const int64_t now = RR->node->now();
  340. const uint64_t pid = packetId();
  341. const Address fromAddress(source());
  342. const unsigned int protoVersion = (*this)[ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION];
  343. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION];
  344. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION];
  345. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO_IDX_REVISION);
  346. const int64_t timestamp = at<int64_t>(ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP);
  347. Identity id;
  348. unsigned int ptr = ZT_PROTO_VERB_HELLO_IDX_IDENTITY + id.deserialize(*this,ZT_PROTO_VERB_HELLO_IDX_IDENTITY);
  349. if (protoVersion < ZT_PROTO_VERSION_MIN) {
  350. RR->t->incomingPacketDroppedHELLO(tPtr,_path,pid,fromAddress,"protocol version too old");
  351. return true;
  352. }
  353. if (fromAddress != id.address()) {
  354. RR->t->incomingPacketDroppedHELLO(tPtr,_path,pid,fromAddress,"identity/address mismatch");
  355. return true;
  356. }
  357. SharedPtr<Peer> peer(RR->topology->getPeer(tPtr,id.address()));
  358. if (peer) {
  359. // We already have an identity with this address -- check for collisions
  360. if (!alreadyAuthenticated) {
  361. if (peer->identity() != id) {
  362. // Identity is different from the one we already have -- address collision
  363. // Check rate limits
  364. if (!RR->node->rateGateIdentityVerification(now,_path->address())) {
  365. return true;
  366. }
  367. uint8_t key[ZT_SYMMETRIC_KEY_SIZE];
  368. if (RR->identity.agree(id,key)) {
  369. if (dearmor(key, peer->aesKeysIfSupported())) { // ensure packet is authentic, otherwise drop
  370. RR->t->incomingPacketDroppedHELLO(tPtr,_path,pid,fromAddress,"address collision");
  371. Packet outp(id.address(),RR->identity.address(),Packet::VERB_ERROR);
  372. outp.append((uint8_t)Packet::VERB_HELLO);
  373. outp.append((uint64_t)pid);
  374. outp.append((uint8_t)Packet::ERROR_IDENTITY_COLLISION);
  375. outp.armor(key,true,peer->aesKeysIfSupported());
  376. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  377. } else {
  378. RR->t->incomingPacketMessageAuthenticationFailure(tPtr,_path,pid,fromAddress,hops(),"invalid MAC");
  379. }
  380. } else {
  381. RR->t->incomingPacketMessageAuthenticationFailure(tPtr,_path,pid,fromAddress,hops(),"invalid identity");
  382. }
  383. return true;
  384. } else {
  385. // Identity is the same as the one we already have -- check packet integrity
  386. if (!dearmor(peer->key(), peer->aesKeysIfSupported())) {
  387. RR->t->incomingPacketMessageAuthenticationFailure(tPtr,_path,pid,fromAddress,hops(),"invalid MAC");
  388. return true;
  389. }
  390. // Continue at // VALID
  391. }
  392. } // else if alreadyAuthenticated then continue at // VALID
  393. } else {
  394. // We don't already have an identity with this address -- validate and learn it
  395. // Sanity check: this basically can't happen
  396. if (alreadyAuthenticated) {
  397. RR->t->incomingPacketDroppedHELLO(tPtr,_path,pid,fromAddress,"illegal alreadyAuthenticated state");
  398. return true;
  399. }
  400. // Check rate limits
  401. if (!RR->node->rateGateIdentityVerification(now,_path->address())) {
  402. RR->t->incomingPacketDroppedHELLO(tPtr,_path,pid,fromAddress,"rate limit exceeded");
  403. return true;
  404. }
  405. // Check packet integrity and MAC (this is faster than locallyValidate() so do it first to filter out total crap)
  406. SharedPtr<Peer> newPeer(new Peer(RR,RR->identity,id));
  407. if (!dearmor(newPeer->key(), newPeer->aesKeysIfSupported())) {
  408. RR->t->incomingPacketMessageAuthenticationFailure(tPtr,_path,pid,fromAddress,hops(),"invalid MAC");
  409. return true;
  410. }
  411. // Check that identity's address is valid as per the derivation function
  412. if (!id.locallyValidate()) {
  413. RR->t->incomingPacketDroppedHELLO(tPtr,_path,pid,fromAddress,"invalid identity");
  414. return true;
  415. }
  416. peer = RR->topology->addPeer(tPtr,newPeer);
  417. // Continue at // VALID
  418. }
  419. // VALID -- if we made it here, packet passed identity and authenticity checks!
  420. // Get external surface address if present (was not in old versions)
  421. InetAddress externalSurfaceAddress;
  422. if (ptr < size()) {
  423. ptr += externalSurfaceAddress.deserialize(*this,ptr);
  424. if ((externalSurfaceAddress)&&(hops() == 0)) {
  425. RR->sa->iam(tPtr,id.address(),_path->localSocket(),_path->address(),externalSurfaceAddress,RR->topology->isUpstream(id),now);
  426. }
  427. }
  428. // Get primary planet world ID and world timestamp if present
  429. uint64_t planetWorldId = 0;
  430. uint64_t planetWorldTimestamp = 0;
  431. if ((ptr + 16) <= size()) {
  432. planetWorldId = at<uint64_t>(ptr);
  433. ptr += 8;
  434. planetWorldTimestamp = at<uint64_t>(ptr);
  435. ptr += 8;
  436. }
  437. std::vector< std::pair<uint64_t,uint64_t> > moonIdsAndTimestamps;
  438. if (ptr < size()) {
  439. // Remainder of packet, if present, is encrypted
  440. cryptField(peer->key(),ptr,size() - ptr);
  441. // Get moon IDs and timestamps if present
  442. if ((ptr + 2) <= size()) {
  443. const unsigned int numMoons = at<uint16_t>(ptr);
  444. ptr += 2;
  445. for(unsigned int i=0;i<numMoons;++i) {
  446. if ((World::Type)(*this)[ptr++] == World::TYPE_MOON) {
  447. moonIdsAndTimestamps.push_back(std::pair<uint64_t,uint64_t>(at<uint64_t>(ptr),at<uint64_t>(ptr + 8)));
  448. }
  449. ptr += 16;
  450. }
  451. }
  452. }
  453. // Send OK(HELLO) with an echo of the packet's timestamp and some of the same
  454. // information about us: version, sent-to address, etc.
  455. Packet outp(id.address(),RR->identity.address(),Packet::VERB_OK);
  456. outp.append((unsigned char)Packet::VERB_HELLO);
  457. outp.append((uint64_t)pid);
  458. outp.append((uint64_t)timestamp);
  459. outp.append((unsigned char)ZT_PROTO_VERSION);
  460. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MAJOR);
  461. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MINOR);
  462. outp.append((uint16_t)ZEROTIER_ONE_VERSION_REVISION);
  463. if (protoVersion >= 5) {
  464. _path->address().serialize(outp);
  465. } else {
  466. /* LEGACY COMPATIBILITY HACK:
  467. *
  468. * For a while now (since 1.0.3), ZeroTier has recognized changes in
  469. * its network environment empirically by examining its external network
  470. * address as reported by trusted peers. In versions prior to 1.1.0
  471. * (protocol version < 5), they did this by saving a snapshot of this
  472. * information (in SelfAwareness.hpp) keyed by reporting device ID and
  473. * address type.
  474. *
  475. * This causes problems when clustering is combined with symmetric NAT.
  476. * Symmetric NAT remaps ports, so different endpoints in a cluster will
  477. * report back different exterior addresses. Since the old code keys
  478. * this by device ID and not sending physical address and compares the
  479. * entire address including port, it constantly thinks its external
  480. * surface is changing and resets connections when talking to a cluster.
  481. *
  482. * In new code we key by sending physical address and device and we also
  483. * take the more conservative position of only interpreting changes in
  484. * IP address (neglecting port) as a change in network topology that
  485. * necessitates a reset. But we can make older clients work here by
  486. * nulling out the port field. Since this info is only used for empirical
  487. * detection of link changes, it doesn't break anything else.
  488. */
  489. InetAddress tmpa(_path->address());
  490. tmpa.setPort(0);
  491. tmpa.serialize(outp);
  492. }
  493. const unsigned int worldUpdateSizeAt = outp.size();
  494. outp.addSize(2); // make room for 16-bit size field
  495. if ((planetWorldId)&&(RR->topology->planetWorldTimestamp() > planetWorldTimestamp)&&(planetWorldId == RR->topology->planetWorldId())) {
  496. RR->topology->planet().serialize(outp,false);
  497. }
  498. if (!moonIdsAndTimestamps.empty()) {
  499. std::vector<World> moons(RR->topology->moons());
  500. for(std::vector<World>::const_iterator m(moons.begin());m!=moons.end();++m) {
  501. for(std::vector< std::pair<uint64_t,uint64_t> >::const_iterator i(moonIdsAndTimestamps.begin());i!=moonIdsAndTimestamps.end();++i) {
  502. if (i->first == m->id()) {
  503. if (m->timestamp() > i->second) {
  504. m->serialize(outp,false);
  505. }
  506. break;
  507. }
  508. }
  509. }
  510. }
  511. outp.setAt<uint16_t>(worldUpdateSizeAt,(uint16_t)(outp.size() - (worldUpdateSizeAt + 2)));
  512. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  513. peer->recordOutgoingPacket(_path,outp.packetId(),outp.payloadLength(),outp.verb(),ZT_QOS_NO_FLOW,now);
  514. _path->send(RR,tPtr,outp.data(),outp.size(),now);
  515. peer->setRemoteVersion(protoVersion,vMajor,vMinor,vRevision); // important for this to go first so received() knows the version
  516. peer->received(tPtr,_path,hops(),pid,payloadLength(),Packet::VERB_HELLO,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  517. return true;
  518. }
  519. bool IncomingPacket::_doOK(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  520. {
  521. Metrics::pkt_ok_in++;
  522. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_OK_IDX_IN_RE_VERB];
  523. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID);
  524. uint64_t networkId = 0;
  525. if (!RR->node->expectingReplyTo(inRePacketId)) {
  526. return true;
  527. }
  528. switch(inReVerb) {
  529. case Packet::VERB_HELLO: {
  530. const uint64_t latency = RR->node->now() - at<uint64_t>(ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP);
  531. const unsigned int vProto = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION];
  532. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION];
  533. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION];
  534. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO__OK__IDX_REVISION);
  535. if (vProto < ZT_PROTO_VERSION_MIN) {
  536. return true;
  537. }
  538. InetAddress externalSurfaceAddress;
  539. unsigned int ptr = ZT_PROTO_VERB_HELLO__OK__IDX_REVISION + 2;
  540. // Get reported external surface address if present
  541. if (ptr < size()) {
  542. ptr += externalSurfaceAddress.deserialize(*this,ptr);
  543. }
  544. // Handle planet or moon updates if present
  545. if ((ptr + 2) <= size()) {
  546. const unsigned int worldsLen = at<uint16_t>(ptr);
  547. ptr += 2;
  548. if (RR->topology->shouldAcceptWorldUpdateFrom(peer->address())) {
  549. const unsigned int endOfWorlds = ptr + worldsLen;
  550. while (ptr < endOfWorlds) {
  551. World w;
  552. ptr += w.deserialize(*this,ptr);
  553. RR->topology->addWorld(tPtr,w,false);
  554. }
  555. } else {
  556. ptr += worldsLen;
  557. }
  558. }
  559. if (!hops()) {
  560. SharedPtr<Bond> bond = peer->bond();
  561. if (!bond) {
  562. _path->updateLatency((unsigned int)latency,RR->node->now());
  563. }
  564. }
  565. peer->setRemoteVersion(vProto,vMajor,vMinor,vRevision);
  566. if ((externalSurfaceAddress)&&(hops() == 0)) {
  567. RR->sa->iam(tPtr,peer->address(),_path->localSocket(),_path->address(),externalSurfaceAddress,RR->topology->isUpstream(peer->identity()),RR->node->now());
  568. }
  569. } break;
  570. case Packet::VERB_WHOIS:
  571. if (RR->topology->isUpstream(peer->identity())) {
  572. const Identity id(*this,ZT_PROTO_VERB_WHOIS__OK__IDX_IDENTITY);
  573. RR->sw->doAnythingWaitingForPeer(tPtr,RR->topology->addPeer(tPtr,SharedPtr<Peer>(new Peer(RR,RR->identity,id))));
  574. }
  575. break;
  576. case Packet::VERB_NETWORK_CONFIG_REQUEST: {
  577. networkId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_PAYLOAD);
  578. const SharedPtr<Network> network(RR->node->network(networkId));
  579. if (network) {
  580. network->handleConfigChunk(tPtr,packetId(),source(),*this,ZT_PROTO_VERB_OK_IDX_PAYLOAD);
  581. }
  582. } break;
  583. case Packet::VERB_MULTICAST_GATHER: {
  584. networkId = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID);
  585. const SharedPtr<Network> network(RR->node->network(networkId));
  586. if (network) {
  587. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC,6),6),at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI));
  588. const unsigned int count = at<uint16_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 4);
  589. RR->mc->addMultiple(tPtr,RR->node->now(),networkId,mg,field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 6,count * 5),count,at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS));
  590. }
  591. } break;
  592. case Packet::VERB_MULTICAST_FRAME: {
  593. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS];
  594. networkId = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID);
  595. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC,6),6),at<uint32_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI));
  596. const SharedPtr<Network> network(RR->node->network(networkId));
  597. if (network) {
  598. unsigned int offset = 0;
  599. if ((flags & 0x01) != 0) { // deprecated but still used by older peers
  600. CertificateOfMembership com;
  601. offset += com.deserialize(*this,ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS);
  602. if (com) {
  603. network->addCredential(tPtr,com);
  604. }
  605. }
  606. if ((flags & 0x02) != 0) {
  607. // OK(MULTICAST_FRAME) includes implicit gather results
  608. offset += ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS;
  609. unsigned int totalKnown = at<uint32_t>(offset);
  610. offset += 4;
  611. unsigned int count = at<uint16_t>(offset);
  612. offset += 2;
  613. RR->mc->addMultiple(tPtr,RR->node->now(),networkId,mg,field(offset,count * 5),count,totalKnown);
  614. }
  615. }
  616. } break;
  617. default:
  618. break;
  619. }
  620. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_OK,inRePacketId,inReVerb,false,networkId,ZT_QOS_NO_FLOW);
  621. return true;
  622. }
  623. bool IncomingPacket::_doWHOIS(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  624. {
  625. if ((!RR->topology->amUpstream())&&(!peer->rateGateInboundWhoisRequest(RR->node->now()))) {
  626. return true;
  627. }
  628. Metrics::pkt_whois_in++;
  629. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  630. outp.append((unsigned char)Packet::VERB_WHOIS);
  631. outp.append(packetId());
  632. unsigned int count = 0;
  633. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD;
  634. while ((ptr + ZT_ADDRESS_LENGTH) <= size()) {
  635. const Address addr(field(ptr,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH);
  636. ptr += ZT_ADDRESS_LENGTH;
  637. const Identity id(RR->topology->getIdentity(tPtr,addr));
  638. if (id) {
  639. id.serialize(outp,false);
  640. ++count;
  641. } else {
  642. // Request unknown WHOIS from upstream from us (if we have one)
  643. RR->sw->requestWhois(tPtr,RR->node->now(),addr);
  644. }
  645. }
  646. if (count > 0) {
  647. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  648. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  649. }
  650. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_WHOIS,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  651. return true;
  652. }
  653. bool IncomingPacket::_doRENDEZVOUS(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  654. {
  655. Metrics::pkt_rendezvous_in++;
  656. if (RR->topology->isUpstream(peer->identity())) {
  657. const Address with(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH);
  658. const SharedPtr<Peer> rendezvousWith(RR->topology->getPeer(tPtr,with));
  659. if (rendezvousWith) {
  660. const unsigned int port = at<uint16_t>(ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT);
  661. const unsigned int addrlen = (*this)[ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN];
  662. if ((port > 0)&&((addrlen == 4)||(addrlen == 16))) {
  663. InetAddress atAddr(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRESS,addrlen),addrlen,port);
  664. if (RR->node->shouldUsePathForZeroTierTraffic(tPtr,with,_path->localSocket(),atAddr)) {
  665. const uint64_t junk = RR->node->prng();
  666. RR->node->putPacket(tPtr,_path->localSocket(),atAddr,&junk,4,2); // send low-TTL junk packet to 'open' local NAT(s) and stateful firewalls
  667. rendezvousWith->attemptToContactAt(tPtr,_path->localSocket(),atAddr,RR->node->now(),false);
  668. }
  669. }
  670. }
  671. }
  672. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_RENDEZVOUS,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  673. return true;
  674. }
  675. // Returns true if packet appears valid; pos and proto will be set
  676. static bool _ipv6GetPayload(const uint8_t *frameData,unsigned int frameLen,unsigned int &pos,unsigned int &proto)
  677. {
  678. if (frameLen < 40) {
  679. return false;
  680. }
  681. pos = 40;
  682. proto = frameData[6];
  683. while (pos <= frameLen) {
  684. switch(proto) {
  685. case 0: // hop-by-hop options
  686. case 43: // routing
  687. case 60: // destination options
  688. case 135: // mobility options
  689. if ((pos + 8) > frameLen) {
  690. return false; // invalid!
  691. }
  692. proto = frameData[pos];
  693. pos += ((unsigned int)frameData[pos + 1] * 8) + 8;
  694. break;
  695. //case 44: // fragment -- we currently can't parse these and they are deprecated in IPv6 anyway
  696. //case 50:
  697. //case 51: // IPSec ESP and AH -- we have to stop here since this is encrypted stuff
  698. default:
  699. return true;
  700. }
  701. }
  702. return false; // overflow == invalid
  703. }
  704. bool IncomingPacket::_doFRAME(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer,int32_t flowId)
  705. {
  706. Metrics::pkt_frame_in++;
  707. int32_t _flowId = ZT_QOS_NO_FLOW;
  708. SharedPtr<Bond> bond = peer->bond();
  709. if (bond && bond->flowHashingSupported()) {
  710. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  711. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  712. const unsigned int frameLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  713. const uint8_t *const frameData = reinterpret_cast<const uint8_t *>(data()) + ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  714. if (etherType == ZT_ETHERTYPE_IPV4 && (frameLen >= 20)) {
  715. uint16_t srcPort = 0;
  716. uint16_t dstPort = 0;
  717. uint8_t proto = (reinterpret_cast<const uint8_t *>(frameData)[9]);
  718. const unsigned int headerLen = 4 * (reinterpret_cast<const uint8_t *>(frameData)[0] & 0xf);
  719. switch(proto) {
  720. case 0x01: // ICMP
  721. //flowId = 0x01;
  722. break;
  723. // All these start with 16-bit source and destination port in that order
  724. case 0x06: // TCP
  725. case 0x11: // UDP
  726. case 0x84: // SCTP
  727. case 0x88: // UDPLite
  728. if (frameLen > (headerLen + 4)) {
  729. unsigned int pos = headerLen + 0;
  730. srcPort = (reinterpret_cast<const uint8_t *>(frameData)[pos++]) << 8;
  731. srcPort |= (reinterpret_cast<const uint8_t *>(frameData)[pos]);
  732. pos++;
  733. dstPort = (reinterpret_cast<const uint8_t *>(frameData)[pos++]) << 8;
  734. dstPort |= (reinterpret_cast<const uint8_t *>(frameData)[pos]);
  735. _flowId = dstPort ^ srcPort ^ proto;
  736. }
  737. break;
  738. }
  739. }
  740. if (etherType == ZT_ETHERTYPE_IPV6 && (frameLen >= 40)) {
  741. uint16_t srcPort = 0;
  742. uint16_t dstPort = 0;
  743. unsigned int pos;
  744. unsigned int proto;
  745. _ipv6GetPayload((const uint8_t *)frameData, frameLen, pos, proto);
  746. switch(proto) {
  747. case 0x3A: // ICMPv6
  748. //flowId = 0x3A;
  749. break;
  750. // All these start with 16-bit source and destination port in that order
  751. case 0x06: // TCP
  752. case 0x11: // UDP
  753. case 0x84: // SCTP
  754. case 0x88: // UDPLite
  755. if (frameLen > (pos + 4)) {
  756. srcPort = (reinterpret_cast<const uint8_t *>(frameData)[pos++]) << 8;
  757. srcPort |= (reinterpret_cast<const uint8_t *>(frameData)[pos]);
  758. pos++;
  759. dstPort = (reinterpret_cast<const uint8_t *>(frameData)[pos++]) << 8;
  760. dstPort |= (reinterpret_cast<const uint8_t *>(frameData)[pos]);
  761. _flowId = dstPort ^ srcPort ^ proto;
  762. }
  763. break;
  764. default:
  765. break;
  766. }
  767. }
  768. }
  769. }
  770. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID);
  771. const SharedPtr<Network> network(RR->node->network(nwid));
  772. bool trustEstablished = false;
  773. if (network) {
  774. if (network->gate(tPtr,peer)) {
  775. trustEstablished = true;
  776. if (size() > ZT_PROTO_VERB_FRAME_IDX_PAYLOAD) {
  777. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  778. const MAC sourceMac(peer->address(),nwid);
  779. const unsigned int frameLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  780. const uint8_t *const frameData = reinterpret_cast<const uint8_t *>(data()) + ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  781. if (network->filterIncomingPacket(tPtr,peer,RR->identity.address(),sourceMac,network->mac(),frameData,frameLen,etherType,0) > 0) {
  782. RR->node->putFrame(tPtr,nwid,network->userPtr(),sourceMac,network->mac(),etherType,0,(const void *)frameData,frameLen);
  783. }
  784. }
  785. } else {
  786. _sendErrorNeedCredentials(RR,tPtr,peer,nwid);
  787. return false;
  788. }
  789. }
  790. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_FRAME,0,Packet::VERB_NOP,trustEstablished,nwid,_flowId);
  791. return true;
  792. }
  793. bool IncomingPacket::_doEXT_FRAME(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer,int32_t flowId)
  794. {
  795. Metrics::pkt_ext_frame_in++;
  796. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID);
  797. const SharedPtr<Network> network(RR->node->network(nwid));
  798. if (network) {
  799. const unsigned int flags = (*this)[ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS];
  800. unsigned int comLen = 0;
  801. if ((flags & 0x01) != 0) { // inline COM with EXT_FRAME is deprecated but still used with old peers
  802. CertificateOfMembership com;
  803. comLen = com.deserialize(*this,ZT_PROTO_VERB_EXT_FRAME_IDX_COM);
  804. if (com) {
  805. network->addCredential(tPtr,com);
  806. }
  807. }
  808. if (!network->gate(tPtr,peer)) {
  809. RR->t->incomingNetworkAccessDenied(tPtr,network,_path,packetId(),size(),peer->address(),Packet::VERB_EXT_FRAME,true);
  810. _sendErrorNeedCredentials(RR,tPtr,peer,nwid);
  811. return false;
  812. }
  813. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  814. const unsigned int etherType = at<uint16_t>(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE);
  815. const MAC to(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_TO,ZT_PROTO_VERB_EXT_FRAME_LEN_TO),ZT_PROTO_VERB_EXT_FRAME_LEN_TO);
  816. const MAC from(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_FROM,ZT_PROTO_VERB_EXT_FRAME_LEN_FROM),ZT_PROTO_VERB_EXT_FRAME_LEN_FROM);
  817. const unsigned int frameLen = size() - (comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD);
  818. const uint8_t *const frameData = (const uint8_t *)field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD,frameLen);
  819. if ((!from)||(from == network->mac())) {
  820. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP,true,nwid,flowId); // trustEstablished because COM is okay
  821. return true;
  822. }
  823. switch (network->filterIncomingPacket(tPtr,peer,RR->identity.address(),from,to,frameData,frameLen,etherType,0)) {
  824. case 1:
  825. if (from != MAC(peer->address(),nwid)) {
  826. if (network->config().permitsBridging(peer->address())) {
  827. network->learnBridgeRoute(from,peer->address());
  828. } else {
  829. RR->t->incomingNetworkFrameDropped(tPtr,network,_path,packetId(),size(),peer->address(),Packet::VERB_EXT_FRAME,from,to,"bridging not allowed (remote)");
  830. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP,true,nwid,flowId); // trustEstablished because COM is okay
  831. return true;
  832. }
  833. } else if (to != network->mac()) {
  834. if (to.isMulticast()) {
  835. if (network->config().multicastLimit == 0) {
  836. RR->t->incomingNetworkFrameDropped(tPtr,network,_path,packetId(),size(),peer->address(),Packet::VERB_EXT_FRAME,from,to,"multicast disabled");
  837. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP,true,nwid,flowId); // trustEstablished because COM is okay
  838. return true;
  839. }
  840. } else if (!network->config().permitsBridging(RR->identity.address())) {
  841. RR->t->incomingNetworkFrameDropped(tPtr,network,_path,packetId(),size(),peer->address(),Packet::VERB_EXT_FRAME,from,to,"bridging not allowed (local)");
  842. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP,true,nwid,flowId); // trustEstablished because COM is okay
  843. return true;
  844. }
  845. }
  846. // fall through -- 2 means accept regardless of bridging checks or other restrictions
  847. case 2:
  848. RR->node->putFrame(tPtr,nwid,network->userPtr(),from,to,etherType,0,(const void *)frameData,frameLen);
  849. break;
  850. }
  851. }
  852. if ((flags & 0x10) != 0) { // ACK requested
  853. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  854. outp.append((uint8_t)Packet::VERB_EXT_FRAME);
  855. outp.append((uint64_t)packetId());
  856. outp.append((uint64_t)nwid);
  857. const int64_t now = RR->node->now();
  858. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  859. peer->recordOutgoingPacket(_path,outp.packetId(),outp.payloadLength(),outp.verb(),ZT_QOS_NO_FLOW,now);
  860. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  861. }
  862. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP,true,nwid,flowId);
  863. } else {
  864. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_EXT_FRAME,0,Packet::VERB_NOP,false,nwid,flowId);
  865. }
  866. return true;
  867. }
  868. bool IncomingPacket::_doECHO(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  869. {
  870. Metrics::pkt_echo_in++;
  871. uint64_t now = RR->node->now();
  872. if (!_path->rateGateEchoRequest(now)) {
  873. return true;
  874. }
  875. const uint64_t pid = packetId();
  876. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  877. outp.append((unsigned char)Packet::VERB_ECHO);
  878. outp.append((uint64_t)pid);
  879. if (size() > ZT_PACKET_IDX_PAYLOAD) {
  880. outp.append(reinterpret_cast<const unsigned char *>(data()) + ZT_PACKET_IDX_PAYLOAD,size() - ZT_PACKET_IDX_PAYLOAD);
  881. }
  882. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  883. peer->recordOutgoingPacket(_path,outp.packetId(),outp.payloadLength(),outp.verb(),ZT_QOS_NO_FLOW,now);
  884. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  885. peer->received(tPtr,_path,hops(),pid,payloadLength(),Packet::VERB_ECHO,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  886. return true;
  887. }
  888. bool IncomingPacket::_doMULTICAST_LIKE(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  889. {
  890. Metrics::pkt_multicast_like_in++;
  891. const int64_t now = RR->node->now();
  892. bool authorized = false;
  893. uint64_t lastNwid = 0;
  894. // Packet contains a series of 18-byte network,MAC,ADI tuples
  895. for(unsigned int ptr=ZT_PACKET_IDX_PAYLOAD;ptr<size();ptr+=18) {
  896. const uint64_t nwid = at<uint64_t>(ptr);
  897. if (nwid != lastNwid) {
  898. lastNwid = nwid;
  899. SharedPtr<Network> network(RR->node->network(nwid));
  900. if (network) {
  901. authorized = network->gate(tPtr,peer);
  902. }
  903. if (!authorized) {
  904. authorized = ((RR->topology->amUpstream())||(RR->node->localControllerHasAuthorized(now,nwid,peer->address())));
  905. }
  906. }
  907. if (authorized) {
  908. RR->mc->add(tPtr,now,nwid,MulticastGroup(MAC(field(ptr + 8,6),6),at<uint32_t>(ptr + 14)),peer->address());
  909. }
  910. }
  911. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_LIKE,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  912. return true;
  913. }
  914. bool IncomingPacket::_doNETWORK_CREDENTIALS(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  915. {
  916. Metrics::pkt_network_credentials_in++;
  917. if (!peer->rateGateCredentialsReceived(RR->node->now())) {
  918. return true;
  919. }
  920. CertificateOfMembership com;
  921. Capability cap;
  922. Tag tag;
  923. Revocation revocation;
  924. CertificateOfOwnership coo;
  925. bool trustEstablished = false;
  926. SharedPtr<Network> network;
  927. unsigned int p = ZT_PACKET_IDX_PAYLOAD;
  928. while ((p < size())&&((*this)[p] != 0)) {
  929. p += com.deserialize(*this,p);
  930. if (com) {
  931. network = RR->node->network(com.networkId());
  932. if (network) {
  933. switch (network->addCredential(tPtr,com)) {
  934. case Membership::ADD_REJECTED:
  935. break;
  936. case Membership::ADD_ACCEPTED_NEW:
  937. case Membership::ADD_ACCEPTED_REDUNDANT:
  938. trustEstablished = true;
  939. break;
  940. case Membership::ADD_DEFERRED_FOR_WHOIS:
  941. return false;
  942. }
  943. }
  944. }
  945. }
  946. ++p; // skip trailing 0 after COMs if present
  947. if (p < size()) { // older ZeroTier versions do not send capabilities, tags, or revocations
  948. const unsigned int numCapabilities = at<uint16_t>(p);
  949. p += 2;
  950. for(unsigned int i=0;i<numCapabilities;++i) {
  951. p += cap.deserialize(*this,p);
  952. if ((!network)||(network->id() != cap.networkId())) {
  953. network = RR->node->network(cap.networkId());
  954. }
  955. if (network) {
  956. switch (network->addCredential(tPtr,cap)) {
  957. case Membership::ADD_REJECTED:
  958. break;
  959. case Membership::ADD_ACCEPTED_NEW:
  960. case Membership::ADD_ACCEPTED_REDUNDANT:
  961. trustEstablished = true;
  962. break;
  963. case Membership::ADD_DEFERRED_FOR_WHOIS:
  964. return false;
  965. }
  966. }
  967. }
  968. if (p >= size()) {
  969. return true;
  970. }
  971. const unsigned int numTags = at<uint16_t>(p);
  972. p += 2;
  973. for(unsigned int i=0;i<numTags;++i) {
  974. p += tag.deserialize(*this,p);
  975. if ((!network)||(network->id() != tag.networkId())) {
  976. network = RR->node->network(tag.networkId());
  977. }
  978. if (network) {
  979. switch (network->addCredential(tPtr,tag)) {
  980. case Membership::ADD_REJECTED:
  981. break;
  982. case Membership::ADD_ACCEPTED_NEW:
  983. case Membership::ADD_ACCEPTED_REDUNDANT:
  984. trustEstablished = true;
  985. break;
  986. case Membership::ADD_DEFERRED_FOR_WHOIS:
  987. return false;
  988. }
  989. }
  990. }
  991. if (p >= size()) {
  992. return true;
  993. }
  994. const unsigned int numRevocations = at<uint16_t>(p);
  995. p += 2;
  996. for(unsigned int i=0;i<numRevocations;++i) {
  997. p += revocation.deserialize(*this,p);
  998. if ((!network)||(network->id() != revocation.networkId())) {
  999. network = RR->node->network(revocation.networkId());
  1000. }
  1001. if (network) {
  1002. switch(network->addCredential(tPtr,peer->address(),revocation)) {
  1003. case Membership::ADD_REJECTED:
  1004. break;
  1005. case Membership::ADD_ACCEPTED_NEW:
  1006. case Membership::ADD_ACCEPTED_REDUNDANT:
  1007. trustEstablished = true;
  1008. break;
  1009. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1010. return false;
  1011. }
  1012. }
  1013. }
  1014. if (p >= size()) {
  1015. return true;
  1016. }
  1017. const unsigned int numCoos = at<uint16_t>(p);
  1018. p += 2;
  1019. for(unsigned int i=0;i<numCoos;++i) {
  1020. p += coo.deserialize(*this,p);
  1021. if ((!network)||(network->id() != coo.networkId())) {
  1022. network = RR->node->network(coo.networkId());
  1023. }
  1024. if (network) {
  1025. switch(network->addCredential(tPtr,coo)) {
  1026. case Membership::ADD_REJECTED:
  1027. break;
  1028. case Membership::ADD_ACCEPTED_NEW:
  1029. case Membership::ADD_ACCEPTED_REDUNDANT:
  1030. trustEstablished = true;
  1031. break;
  1032. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1033. return false;
  1034. }
  1035. }
  1036. }
  1037. }
  1038. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_NETWORK_CREDENTIALS,0,Packet::VERB_NOP,trustEstablished,(network) ? network->id() : 0,ZT_QOS_NO_FLOW);
  1039. return true;
  1040. }
  1041. bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1042. {
  1043. Metrics::pkt_network_config_request_in++;
  1044. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID);
  1045. const unsigned int hopCount = hops();
  1046. const uint64_t requestPacketId = packetId();
  1047. if (RR->localNetworkController) {
  1048. const unsigned int metaDataLength = (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN <= size()) ? at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN) : 0;
  1049. const char *metaDataBytes = (metaDataLength != 0) ? (const char *)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT,metaDataLength) : (const char *)0;
  1050. const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY> metaData(metaDataBytes,metaDataLength);
  1051. RR->localNetworkController->request(nwid,(hopCount > 0) ? InetAddress() : _path->address(),requestPacketId,peer->identity(),metaData);
  1052. } else {
  1053. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
  1054. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  1055. outp.append(requestPacketId);
  1056. outp.append((unsigned char)Packet::ERROR_UNSUPPORTED_OPERATION);
  1057. outp.append(nwid);
  1058. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  1059. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  1060. }
  1061. peer->received(tPtr,_path,hopCount,requestPacketId,payloadLength(),Packet::VERB_NETWORK_CONFIG_REQUEST,0,Packet::VERB_NOP,false,nwid,ZT_QOS_NO_FLOW);
  1062. return true;
  1063. }
  1064. bool IncomingPacket::_doNETWORK_CONFIG(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1065. {
  1066. Metrics::pkt_network_config_in++;
  1067. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PACKET_IDX_PAYLOAD)));
  1068. if (network) {
  1069. const uint64_t configUpdateId = network->handleConfigChunk(tPtr,packetId(),source(),*this,ZT_PACKET_IDX_PAYLOAD);
  1070. if (configUpdateId) {
  1071. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  1072. outp.append((uint8_t)Packet::VERB_ECHO);
  1073. outp.append((uint64_t)packetId());
  1074. outp.append((uint64_t)network->id());
  1075. outp.append((uint64_t)configUpdateId);
  1076. const int64_t now = RR->node->now();
  1077. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  1078. peer->recordOutgoingPacket(_path,outp.packetId(),outp.payloadLength(),outp.verb(),ZT_QOS_NO_FLOW,now);
  1079. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  1080. }
  1081. }
  1082. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_NETWORK_CONFIG,0,Packet::VERB_NOP,false,(network) ? network->id() : 0,ZT_QOS_NO_FLOW);
  1083. return true;
  1084. }
  1085. bool IncomingPacket::_doMULTICAST_GATHER(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1086. {
  1087. Metrics::pkt_multicast_gather_in++;
  1088. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID);
  1089. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS];
  1090. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC,6),6),at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI));
  1091. const unsigned int gatherLimit = at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_GATHER_LIMIT);
  1092. const SharedPtr<Network> network(RR->node->network(nwid));
  1093. if ((flags & 0x01) != 0) {
  1094. try {
  1095. CertificateOfMembership com;
  1096. com.deserialize(*this,ZT_PROTO_VERB_MULTICAST_GATHER_IDX_COM);
  1097. if ((com)&&(network)) {
  1098. network->addCredential(tPtr,com);
  1099. }
  1100. } catch ( ... ) {} // discard invalid COMs
  1101. }
  1102. const bool trustEstablished = (network) ? network->gate(tPtr,peer) : false;
  1103. const int64_t now = RR->node->now();
  1104. if ((gatherLimit > 0)&&((trustEstablished)||(RR->topology->amUpstream())||(RR->node->localControllerHasAuthorized(now,nwid,peer->address())))) {
  1105. Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
  1106. outp.append((unsigned char)Packet::VERB_MULTICAST_GATHER);
  1107. outp.append(packetId());
  1108. outp.append(nwid);
  1109. mg.mac().appendTo(outp);
  1110. outp.append((uint32_t)mg.adi());
  1111. const unsigned int gatheredLocally = RR->mc->gather(peer->address(),nwid,mg,outp,gatherLimit);
  1112. if (gatheredLocally > 0) {
  1113. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  1114. peer->recordOutgoingPacket(_path,outp.packetId(),outp.payloadLength(),outp.verb(),ZT_QOS_NO_FLOW,now);
  1115. _path->send(RR,tPtr,outp.data(),outp.size(),now);
  1116. }
  1117. }
  1118. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_GATHER,0,Packet::VERB_NOP,trustEstablished,nwid,ZT_QOS_NO_FLOW);
  1119. return true;
  1120. }
  1121. bool IncomingPacket::_doMULTICAST_FRAME(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1122. {
  1123. Metrics::pkt_multicast_frame_in++;
  1124. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID);
  1125. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS];
  1126. const SharedPtr<Network> network(RR->node->network(nwid));
  1127. if (network) {
  1128. // Offset -- size of optional fields added to position of later fields
  1129. unsigned int offset = 0;
  1130. if ((flags & 0x01) != 0) {
  1131. // This is deprecated but may still be sent by old peers
  1132. CertificateOfMembership com;
  1133. offset += com.deserialize(*this,ZT_PROTO_VERB_MULTICAST_FRAME_IDX_COM);
  1134. if (com) {
  1135. network->addCredential(tPtr,com);
  1136. }
  1137. }
  1138. if (!network->gate(tPtr,peer)) {
  1139. _sendErrorNeedCredentials(RR,tPtr,peer,nwid);
  1140. return false;
  1141. }
  1142. unsigned int gatherLimit = 0;
  1143. if ((flags & 0x02) != 0) {
  1144. gatherLimit = at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_GATHER_LIMIT);
  1145. offset += 4;
  1146. }
  1147. MAC from;
  1148. if ((flags & 0x04) != 0) {
  1149. from.setTo(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_SOURCE_MAC,6),6);
  1150. offset += 6;
  1151. } else {
  1152. from.fromAddress(peer->address(),nwid);
  1153. }
  1154. const MulticastGroup to(MAC(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC,6),6),at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI));
  1155. const unsigned int etherType = at<uint16_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE);
  1156. const unsigned int frameLen = size() - (offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME);
  1157. if (network->config().multicastLimit == 0) {
  1158. RR->t->incomingNetworkFrameDropped(tPtr,network,_path,packetId(),size(),peer->address(),Packet::VERB_MULTICAST_FRAME,from,to.mac(),"multicast disabled");
  1159. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_FRAME,0,Packet::VERB_NOP,false,nwid,ZT_QOS_NO_FLOW);
  1160. return true;
  1161. }
  1162. if ((frameLen > 0)&&(frameLen <= ZT_MAX_MTU)) {
  1163. if (!to.mac().isMulticast()) {
  1164. RR->t->incomingPacketInvalid(tPtr,_path,packetId(),source(),hops(),Packet::VERB_MULTICAST_FRAME,"destination not multicast");
  1165. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_FRAME,0,Packet::VERB_NOP,true,nwid,ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1166. return true;
  1167. }
  1168. if ((!from)||(from.isMulticast())||(from == network->mac())) {
  1169. RR->t->incomingPacketInvalid(tPtr,_path,packetId(),source(),hops(),Packet::VERB_MULTICAST_FRAME,"invalid source MAC");
  1170. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_FRAME,0,Packet::VERB_NOP,true,nwid,ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1171. return true;
  1172. }
  1173. const uint8_t *const frameData = (const uint8_t *)field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME,frameLen);
  1174. if ((flags & 0x08)&&(network->config().isMulticastReplicator(RR->identity.address()))) {
  1175. RR->mc->send(tPtr,RR->node->now(),network,peer->address(),to,from,etherType,frameData,frameLen);
  1176. }
  1177. if (from != MAC(peer->address(),nwid)) {
  1178. if (network->config().permitsBridging(peer->address())) {
  1179. network->learnBridgeRoute(from,peer->address());
  1180. } else {
  1181. RR->t->incomingNetworkFrameDropped(tPtr,network,_path,packetId(),size(),peer->address(),Packet::VERB_MULTICAST_FRAME,from,to.mac(),"bridging not allowed (remote)");
  1182. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_FRAME,0,Packet::VERB_NOP,true,nwid,ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1183. return true;
  1184. }
  1185. }
  1186. if (network->filterIncomingPacket(tPtr,peer,RR->identity.address(),from,to.mac(),frameData,frameLen,etherType,0) > 0) {
  1187. RR->node->putFrame(tPtr,nwid,network->userPtr(),from,to.mac(),etherType,0,(const void *)frameData,frameLen);
  1188. }
  1189. }
  1190. if (gatherLimit) {
  1191. Packet outp(source(),RR->identity.address(),Packet::VERB_OK);
  1192. outp.append((unsigned char)Packet::VERB_MULTICAST_FRAME);
  1193. outp.append(packetId());
  1194. outp.append(nwid);
  1195. to.mac().appendTo(outp);
  1196. outp.append((uint32_t)to.adi());
  1197. outp.append((unsigned char)0x02); // flag 0x02 = contains gather results
  1198. if (RR->mc->gather(peer->address(),nwid,to,outp,gatherLimit)) {
  1199. const int64_t now = RR->node->now();
  1200. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  1201. peer->recordOutgoingPacket(_path,outp.packetId(),outp.payloadLength(),outp.verb(),ZT_QOS_NO_FLOW,now);
  1202. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  1203. }
  1204. }
  1205. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_MULTICAST_FRAME,0,Packet::VERB_NOP,true,nwid,ZT_QOS_NO_FLOW);
  1206. }
  1207. return true;
  1208. }
  1209. bool IncomingPacket::_doPUSH_DIRECT_PATHS(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1210. {
  1211. Metrics::pkt_push_direct_paths_in++;
  1212. const int64_t now = RR->node->now();
  1213. if (!peer->rateGatePushDirectPaths(now)) {
  1214. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_PUSH_DIRECT_PATHS,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  1215. return true;
  1216. }
  1217. // Second, limit addresses by scope and type
  1218. uint8_t countPerScope[ZT_INETADDRESS_MAX_SCOPE+1][2]; // [][0] is v4, [][1] is v6
  1219. memset(countPerScope,0,sizeof(countPerScope));
  1220. unsigned int count = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD);
  1221. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD + 2;
  1222. while (count--) { // if ptr overflows Buffer will throw
  1223. unsigned int flags = (*this)[ptr++];
  1224. unsigned int extLen = at<uint16_t>(ptr);
  1225. ptr += 2;
  1226. ptr += extLen; // unused right now
  1227. unsigned int addrType = (*this)[ptr++];
  1228. unsigned int addrLen = (*this)[ptr++];
  1229. switch(addrType) {
  1230. case 4: {
  1231. const InetAddress a(field(ptr,4),4,at<uint16_t>(ptr + 4));
  1232. if (
  1233. ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && // not being told to forget
  1234. (!( ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) == 0) && (peer->hasActivePathTo(now,a)) )) && // not already known
  1235. (RR->node->shouldUsePathForZeroTierTraffic(tPtr,peer->address(),_path->localSocket(),a)) ) // should use path
  1236. {
  1237. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  1238. peer->clusterRedirect(tPtr,_path,a,now);
  1239. } else if (++countPerScope[(int)a.ipScope()][0] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  1240. peer->attemptToContactAt(tPtr,InetAddress(),a,now,false);
  1241. }
  1242. }
  1243. } break;
  1244. case 6: {
  1245. const InetAddress a(field(ptr,16),16,at<uint16_t>(ptr + 16));
  1246. if (
  1247. ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && // not being told to forget
  1248. (!( ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) == 0) && (peer->hasActivePathTo(now,a)) )) && // not already known
  1249. (RR->node->shouldUsePathForZeroTierTraffic(tPtr,peer->address(),_path->localSocket(),a)) ) // should use path
  1250. {
  1251. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  1252. peer->clusterRedirect(tPtr,_path,a,now);
  1253. } else if (++countPerScope[(int)a.ipScope()][1] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  1254. peer->attemptToContactAt(tPtr,InetAddress(),a,now,false);
  1255. }
  1256. }
  1257. } break;
  1258. }
  1259. ptr += addrLen;
  1260. }
  1261. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_PUSH_DIRECT_PATHS,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  1262. return true;
  1263. }
  1264. bool IncomingPacket::_doUSER_MESSAGE(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1265. {
  1266. Metrics::pkt_user_message_in++;
  1267. if (likely(size() >= (ZT_PACKET_IDX_PAYLOAD + 8))) {
  1268. ZT_UserMessage um;
  1269. um.origin = peer->address().toInt();
  1270. um.typeId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD);
  1271. um.data = reinterpret_cast<const void *>(reinterpret_cast<const uint8_t *>(data()) + ZT_PACKET_IDX_PAYLOAD + 8);
  1272. um.length = size() - (ZT_PACKET_IDX_PAYLOAD + 8);
  1273. RR->node->postEvent(tPtr,ZT_EVENT_USER_MESSAGE,reinterpret_cast<const void *>(&um));
  1274. }
  1275. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_USER_MESSAGE,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  1276. return true;
  1277. }
  1278. bool IncomingPacket::_doREMOTE_TRACE(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1279. {
  1280. Metrics::pkt_remote_trace_in++;
  1281. ZT_RemoteTrace rt;
  1282. const char *ptr = reinterpret_cast<const char *>(data()) + ZT_PACKET_IDX_PAYLOAD;
  1283. const char *const eof = reinterpret_cast<const char *>(data()) + size();
  1284. rt.origin = peer->address().toInt();
  1285. rt.data = const_cast<char *>(ptr); // start of first string
  1286. while (ptr < eof) {
  1287. if (!*ptr) { // end of string
  1288. rt.len = (unsigned int)(ptr - rt.data);
  1289. if ((rt.len > 0)&&(rt.len <= ZT_MAX_REMOTE_TRACE_SIZE)) {
  1290. RR->node->postEvent(tPtr,ZT_EVENT_REMOTE_TRACE,&rt);
  1291. }
  1292. rt.data = const_cast<char *>(++ptr); // start of next string, if any
  1293. } else {
  1294. ++ptr;
  1295. }
  1296. }
  1297. peer->received(tPtr,_path,hops(),packetId(),payloadLength(),Packet::VERB_REMOTE_TRACE,0,Packet::VERB_NOP,false,0,ZT_QOS_NO_FLOW);
  1298. return true;
  1299. }
  1300. bool IncomingPacket::_doPATH_NEGOTIATION_REQUEST(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer)
  1301. {
  1302. Metrics::pkt_path_negotiation_request_in++;
  1303. uint64_t now = RR->node->now();
  1304. SharedPtr<Bond> bond = peer->bond();
  1305. if (!bond || !bond->rateGatePathNegotiation(now, _path)) {
  1306. return true;
  1307. }
  1308. if (payloadLength() != sizeof(int16_t)) {
  1309. return true;
  1310. }
  1311. int16_t remoteUtility = 0;
  1312. memcpy(&remoteUtility, payload(), sizeof(int16_t));
  1313. if (peer->bond()) {
  1314. peer->bond()->processIncomingPathNegotiationRequest(now, _path, Utils::ntoh(remoteUtility));
  1315. }
  1316. return true;
  1317. }
  1318. void IncomingPacket::_sendErrorNeedCredentials(const RuntimeEnvironment *RR,void *tPtr,const SharedPtr<Peer> &peer,const uint64_t nwid)
  1319. {
  1320. Packet outp(source(),RR->identity.address(),Packet::VERB_ERROR);
  1321. outp.append((uint8_t)verb());
  1322. outp.append(packetId());
  1323. outp.append((uint8_t)Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE);
  1324. outp.append(nwid);
  1325. outp.armor(peer->key(),true,peer->aesKeysIfSupported());
  1326. _path->send(RR,tPtr,outp.data(),outp.size(),RR->node->now());
  1327. }
  1328. } // namespace ZeroTier