Node.cpp 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2016 ZeroTier, Inc. https://www.zerotier.com/
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #include <stdio.h>
  19. #include <stdlib.h>
  20. #include <stdarg.h>
  21. #include <string.h>
  22. #include <stdint.h>
  23. #include "../version.h"
  24. #include "Constants.hpp"
  25. #include "Node.hpp"
  26. #include "RuntimeEnvironment.hpp"
  27. #include "NetworkController.hpp"
  28. #include "Switch.hpp"
  29. #include "Multicaster.hpp"
  30. #include "Topology.hpp"
  31. #include "Buffer.hpp"
  32. #include "Packet.hpp"
  33. #include "Address.hpp"
  34. #include "Identity.hpp"
  35. #include "SelfAwareness.hpp"
  36. #include "Cluster.hpp"
  37. const struct sockaddr_storage ZT_SOCKADDR_NULL = {0};
  38. namespace ZeroTier {
  39. /****************************************************************************/
  40. /* Public Node interface (C++, exposed via CAPI bindings) */
  41. /****************************************************************************/
  42. Node::Node(
  43. uint64_t now,
  44. void *uptr,
  45. ZT_DataStoreGetFunction dataStoreGetFunction,
  46. ZT_DataStorePutFunction dataStorePutFunction,
  47. ZT_WirePacketSendFunction wirePacketSendFunction,
  48. ZT_VirtualNetworkFrameFunction virtualNetworkFrameFunction,
  49. ZT_VirtualNetworkConfigFunction virtualNetworkConfigFunction,
  50. ZT_PathCheckFunction pathCheckFunction,
  51. ZT_EventCallback eventCallback) :
  52. _RR(this),
  53. RR(&_RR),
  54. _uPtr(uptr),
  55. _dataStoreGetFunction(dataStoreGetFunction),
  56. _dataStorePutFunction(dataStorePutFunction),
  57. _wirePacketSendFunction(wirePacketSendFunction),
  58. _virtualNetworkFrameFunction(virtualNetworkFrameFunction),
  59. _virtualNetworkConfigFunction(virtualNetworkConfigFunction),
  60. _pathCheckFunction(pathCheckFunction),
  61. _eventCallback(eventCallback),
  62. _networks(),
  63. _networks_m(),
  64. _prngStreamPtr(0),
  65. _now(now),
  66. _lastPingCheck(0),
  67. _lastHousekeepingRun(0)
  68. {
  69. _online = false;
  70. // Use Salsa20 alone as a high-quality non-crypto PRNG
  71. {
  72. char foo[32];
  73. Utils::getSecureRandom(foo,32);
  74. _prng.init(foo,256,foo);
  75. memset(_prngStream,0,sizeof(_prngStream));
  76. _prng.encrypt12(_prngStream,_prngStream,sizeof(_prngStream));
  77. }
  78. {
  79. std::string idtmp(dataStoreGet("identity.secret"));
  80. if ((!idtmp.length())||(!RR->identity.fromString(idtmp))||(!RR->identity.hasPrivate())) {
  81. TRACE("identity.secret not found, generating...");
  82. RR->identity.generate();
  83. idtmp = RR->identity.toString(true);
  84. if (!dataStorePut("identity.secret",idtmp,true))
  85. throw std::runtime_error("unable to write identity.secret");
  86. }
  87. RR->publicIdentityStr = RR->identity.toString(false);
  88. RR->secretIdentityStr = RR->identity.toString(true);
  89. idtmp = dataStoreGet("identity.public");
  90. if (idtmp != RR->publicIdentityStr) {
  91. if (!dataStorePut("identity.public",RR->publicIdentityStr,false))
  92. throw std::runtime_error("unable to write identity.public");
  93. }
  94. }
  95. try {
  96. RR->sw = new Switch(RR);
  97. RR->mc = new Multicaster(RR);
  98. RR->topology = new Topology(RR);
  99. RR->sa = new SelfAwareness(RR);
  100. } catch ( ... ) {
  101. delete RR->sa;
  102. delete RR->topology;
  103. delete RR->mc;
  104. delete RR->sw;
  105. throw;
  106. }
  107. postEvent(ZT_EVENT_UP);
  108. }
  109. Node::~Node()
  110. {
  111. Mutex::Lock _l(_networks_m);
  112. _networks.clear(); // ensure that networks are destroyed before shutdow
  113. delete RR->sa;
  114. delete RR->topology;
  115. delete RR->mc;
  116. delete RR->sw;
  117. #ifdef ZT_ENABLE_CLUSTER
  118. delete RR->cluster;
  119. #endif
  120. }
  121. ZT_ResultCode Node::processWirePacket(
  122. uint64_t now,
  123. const struct sockaddr_storage *localAddress,
  124. const struct sockaddr_storage *remoteAddress,
  125. const void *packetData,
  126. unsigned int packetLength,
  127. volatile uint64_t *nextBackgroundTaskDeadline)
  128. {
  129. _now = now;
  130. RR->sw->onRemotePacket(*(reinterpret_cast<const InetAddress *>(localAddress)),*(reinterpret_cast<const InetAddress *>(remoteAddress)),packetData,packetLength);
  131. return ZT_RESULT_OK;
  132. }
  133. ZT_ResultCode Node::processVirtualNetworkFrame(
  134. uint64_t now,
  135. uint64_t nwid,
  136. uint64_t sourceMac,
  137. uint64_t destMac,
  138. unsigned int etherType,
  139. unsigned int vlanId,
  140. const void *frameData,
  141. unsigned int frameLength,
  142. volatile uint64_t *nextBackgroundTaskDeadline)
  143. {
  144. _now = now;
  145. SharedPtr<Network> nw(this->network(nwid));
  146. if (nw) {
  147. RR->sw->onLocalEthernet(nw,MAC(sourceMac),MAC(destMac),etherType,vlanId,frameData,frameLength);
  148. return ZT_RESULT_OK;
  149. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  150. }
  151. class _PingPeersThatNeedPing
  152. {
  153. public:
  154. _PingPeersThatNeedPing(const RuntimeEnvironment *renv,uint64_t now) :
  155. lastReceiveFromUpstream(0),
  156. RR(renv),
  157. _now(now),
  158. _world(RR->topology->world())
  159. {
  160. }
  161. uint64_t lastReceiveFromUpstream; // tracks last time we got a packet from an 'upstream' peer like a root or a relay
  162. inline void operator()(Topology &t,const SharedPtr<Peer> &p)
  163. {
  164. bool upstream = false;
  165. InetAddress stableEndpoint4,stableEndpoint6;
  166. // If this is a world root, pick (if possible) both an IPv4 and an IPv6 stable endpoint to use if link isn't currently alive.
  167. for(std::vector<World::Root>::const_iterator r(_world.roots().begin());r!=_world.roots().end();++r) {
  168. if (r->identity == p->identity()) {
  169. upstream = true;
  170. for(unsigned long k=0,ptr=(unsigned long)RR->node->prng();k<(unsigned long)r->stableEndpoints.size();++k) {
  171. const InetAddress &addr = r->stableEndpoints[ptr++ % r->stableEndpoints.size()];
  172. if (!stableEndpoint4) {
  173. if (addr.ss_family == AF_INET)
  174. stableEndpoint4 = addr;
  175. }
  176. if (!stableEndpoint6) {
  177. if (addr.ss_family == AF_INET6)
  178. stableEndpoint6 = addr;
  179. }
  180. }
  181. break;
  182. }
  183. }
  184. if (!upstream) {
  185. // If I am a root server, only ping other root servers -- roots don't ping "down"
  186. // since that would just be a waste of bandwidth and could potentially cause route
  187. // flapping in Cluster mode.
  188. if (RR->topology->amRoot())
  189. return;
  190. }
  191. if (upstream) {
  192. // "Upstream" devices are roots and relays and get special treatment -- they stay alive
  193. // forever and we try to keep (if available) both IPv4 and IPv6 channels open to them.
  194. bool needToContactIndirect = true;
  195. if (p->doPingAndKeepalive(_now,AF_INET)) {
  196. needToContactIndirect = false;
  197. } else {
  198. if (stableEndpoint4) {
  199. needToContactIndirect = false;
  200. p->sendHELLO(InetAddress(),stableEndpoint4,_now);
  201. }
  202. }
  203. if (p->doPingAndKeepalive(_now,AF_INET6)) {
  204. needToContactIndirect = false;
  205. } else {
  206. if (stableEndpoint6) {
  207. needToContactIndirect = false;
  208. p->sendHELLO(InetAddress(),stableEndpoint6,_now);
  209. }
  210. }
  211. if (needToContactIndirect) {
  212. // If this is an upstream and we have no stable endpoint for either IPv4 or IPv6,
  213. // send a NOP indirectly if possible to see if we can get to this peer in any
  214. // way whatsoever. This will e.g. find network preferred relays that lack
  215. // stable endpoints by using root servers.
  216. Packet outp(p->address(),RR->identity.address(),Packet::VERB_NOP);
  217. RR->sw->send(outp,true);
  218. }
  219. lastReceiveFromUpstream = std::max(p->lastReceive(),lastReceiveFromUpstream);
  220. } else if (p->activelyTransferringFrames(_now)) {
  221. // Normal nodes get their preferred link kept alive if the node has generated frame traffic recently
  222. p->doPingAndKeepalive(_now,0);
  223. }
  224. }
  225. private:
  226. const RuntimeEnvironment *RR;
  227. uint64_t _now;
  228. World _world;
  229. };
  230. ZT_ResultCode Node::processBackgroundTasks(uint64_t now,volatile uint64_t *nextBackgroundTaskDeadline)
  231. {
  232. _now = now;
  233. Mutex::Lock bl(_backgroundTasksLock);
  234. unsigned long timeUntilNextPingCheck = ZT_PING_CHECK_INVERVAL;
  235. const uint64_t timeSinceLastPingCheck = now - _lastPingCheck;
  236. if (timeSinceLastPingCheck >= ZT_PING_CHECK_INVERVAL) {
  237. try {
  238. _lastPingCheck = now;
  239. // Get relays and networks that need config without leaving the mutex locked
  240. std::vector< SharedPtr<Network> > needConfig;
  241. {
  242. Mutex::Lock _l(_networks_m);
  243. for(std::vector< std::pair< uint64_t,SharedPtr<Network> > >::const_iterator n(_networks.begin());n!=_networks.end();++n) {
  244. if (((now - n->second->lastConfigUpdate()) >= ZT_NETWORK_AUTOCONF_DELAY)||(!n->second->hasConfig())) {
  245. needConfig.push_back(n->second);
  246. }
  247. }
  248. }
  249. // Request updated configuration for networks that need it
  250. for(std::vector< SharedPtr<Network> >::const_iterator n(needConfig.begin());n!=needConfig.end();++n)
  251. (*n)->requestConfiguration();
  252. // Do pings and keepalives
  253. _PingPeersThatNeedPing pfunc(RR,now);
  254. RR->topology->eachPeer<_PingPeersThatNeedPing &>(pfunc);
  255. // Update online status, post status change as event
  256. const bool oldOnline = _online;
  257. _online = (((now - pfunc.lastReceiveFromUpstream) < ZT_PEER_ACTIVITY_TIMEOUT)||(RR->topology->amRoot()));
  258. if (oldOnline != _online)
  259. postEvent(_online ? ZT_EVENT_ONLINE : ZT_EVENT_OFFLINE);
  260. } catch ( ... ) {
  261. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  262. }
  263. } else {
  264. timeUntilNextPingCheck -= (unsigned long)timeSinceLastPingCheck;
  265. }
  266. if ((now - _lastHousekeepingRun) >= ZT_HOUSEKEEPING_PERIOD) {
  267. try {
  268. _lastHousekeepingRun = now;
  269. RR->topology->clean(now);
  270. RR->sa->clean(now);
  271. RR->mc->clean(now);
  272. } catch ( ... ) {
  273. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  274. }
  275. }
  276. try {
  277. #ifdef ZT_ENABLE_CLUSTER
  278. // If clustering is enabled we have to call cluster->doPeriodicTasks() very often, so we override normal timer deadline behavior
  279. if (RR->cluster) {
  280. RR->sw->doTimerTasks(now);
  281. RR->cluster->doPeriodicTasks();
  282. *nextBackgroundTaskDeadline = now + ZT_CLUSTER_PERIODIC_TASK_PERIOD; // this is really short so just tick at this rate
  283. } else {
  284. #endif
  285. *nextBackgroundTaskDeadline = now + (uint64_t)std::max(std::min(timeUntilNextPingCheck,RR->sw->doTimerTasks(now)),(unsigned long)ZT_CORE_TIMER_TASK_GRANULARITY);
  286. #ifdef ZT_ENABLE_CLUSTER
  287. }
  288. #endif
  289. } catch ( ... ) {
  290. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  291. }
  292. return ZT_RESULT_OK;
  293. }
  294. ZT_ResultCode Node::join(uint64_t nwid,void *uptr)
  295. {
  296. Mutex::Lock _l(_networks_m);
  297. SharedPtr<Network> nw = _network(nwid);
  298. if(!nw)
  299. _networks.push_back(std::pair< uint64_t,SharedPtr<Network> >(nwid,SharedPtr<Network>(new Network(RR,nwid,uptr))));
  300. std::sort(_networks.begin(),_networks.end()); // will sort by nwid since it's the first in a pair<>
  301. return ZT_RESULT_OK;
  302. }
  303. ZT_ResultCode Node::leave(uint64_t nwid,void **uptr)
  304. {
  305. std::vector< std::pair< uint64_t,SharedPtr<Network> > > newn;
  306. Mutex::Lock _l(_networks_m);
  307. for(std::vector< std::pair< uint64_t,SharedPtr<Network> > >::const_iterator n(_networks.begin());n!=_networks.end();++n) {
  308. if (n->first != nwid)
  309. newn.push_back(*n);
  310. else {
  311. if (uptr)
  312. *uptr = n->second->userPtr();
  313. n->second->destroy();
  314. }
  315. }
  316. _networks.swap(newn);
  317. return ZT_RESULT_OK;
  318. }
  319. ZT_ResultCode Node::multicastSubscribe(uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  320. {
  321. SharedPtr<Network> nw(this->network(nwid));
  322. if (nw) {
  323. nw->multicastSubscribe(MulticastGroup(MAC(multicastGroup),(uint32_t)(multicastAdi & 0xffffffff)));
  324. return ZT_RESULT_OK;
  325. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  326. }
  327. ZT_ResultCode Node::multicastUnsubscribe(uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  328. {
  329. SharedPtr<Network> nw(this->network(nwid));
  330. if (nw) {
  331. nw->multicastUnsubscribe(MulticastGroup(MAC(multicastGroup),(uint32_t)(multicastAdi & 0xffffffff)));
  332. return ZT_RESULT_OK;
  333. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  334. }
  335. uint64_t Node::address() const
  336. {
  337. return RR->identity.address().toInt();
  338. }
  339. void Node::status(ZT_NodeStatus *status) const
  340. {
  341. status->address = RR->identity.address().toInt();
  342. status->worldId = RR->topology->worldId();
  343. status->worldTimestamp = RR->topology->worldTimestamp();
  344. status->publicIdentity = RR->publicIdentityStr.c_str();
  345. status->secretIdentity = RR->secretIdentityStr.c_str();
  346. status->online = _online ? 1 : 0;
  347. }
  348. ZT_PeerList *Node::peers() const
  349. {
  350. std::vector< std::pair< Address,SharedPtr<Peer> > > peers(RR->topology->allPeers());
  351. std::sort(peers.begin(),peers.end());
  352. char *buf = (char *)::malloc(sizeof(ZT_PeerList) + (sizeof(ZT_Peer) * peers.size()));
  353. if (!buf)
  354. return (ZT_PeerList *)0;
  355. ZT_PeerList *pl = (ZT_PeerList *)buf;
  356. pl->peers = (ZT_Peer *)(buf + sizeof(ZT_PeerList));
  357. pl->peerCount = 0;
  358. for(std::vector< std::pair< Address,SharedPtr<Peer> > >::iterator pi(peers.begin());pi!=peers.end();++pi) {
  359. ZT_Peer *p = &(pl->peers[pl->peerCount++]);
  360. p->address = pi->second->address().toInt();
  361. p->lastUnicastFrame = pi->second->lastUnicastFrame();
  362. p->lastMulticastFrame = pi->second->lastMulticastFrame();
  363. if (pi->second->remoteVersionKnown()) {
  364. p->versionMajor = pi->second->remoteVersionMajor();
  365. p->versionMinor = pi->second->remoteVersionMinor();
  366. p->versionRev = pi->second->remoteVersionRevision();
  367. } else {
  368. p->versionMajor = -1;
  369. p->versionMinor = -1;
  370. p->versionRev = -1;
  371. }
  372. p->latency = pi->second->latency();
  373. p->role = RR->topology->isRoot(pi->second->identity()) ? ZT_PEER_ROLE_ROOT : ZT_PEER_ROLE_LEAF;
  374. std::vector<Path> paths(pi->second->paths());
  375. Path *bestPath = pi->second->getBestPath(_now);
  376. p->pathCount = 0;
  377. for(std::vector<Path>::iterator path(paths.begin());path!=paths.end();++path) {
  378. memcpy(&(p->paths[p->pathCount].address),&(path->address()),sizeof(struct sockaddr_storage));
  379. p->paths[p->pathCount].lastSend = path->lastSend();
  380. p->paths[p->pathCount].lastReceive = path->lastReceived();
  381. p->paths[p->pathCount].active = path->active(_now) ? 1 : 0;
  382. p->paths[p->pathCount].preferred = ((bestPath)&&(*path == *bestPath)) ? 1 : 0;
  383. p->paths[p->pathCount].trustedPathId = RR->topology->getOutboundPathTrust(path->address());
  384. ++p->pathCount;
  385. }
  386. }
  387. return pl;
  388. }
  389. ZT_VirtualNetworkConfig *Node::networkConfig(uint64_t nwid) const
  390. {
  391. Mutex::Lock _l(_networks_m);
  392. SharedPtr<Network> nw = _network(nwid);
  393. if(nw) {
  394. ZT_VirtualNetworkConfig *nc = (ZT_VirtualNetworkConfig *)::malloc(sizeof(ZT_VirtualNetworkConfig));
  395. nw->externalConfig(nc);
  396. return nc;
  397. }
  398. return (ZT_VirtualNetworkConfig *)0;
  399. }
  400. ZT_VirtualNetworkList *Node::networks() const
  401. {
  402. Mutex::Lock _l(_networks_m);
  403. char *buf = (char *)::malloc(sizeof(ZT_VirtualNetworkList) + (sizeof(ZT_VirtualNetworkConfig) * _networks.size()));
  404. if (!buf)
  405. return (ZT_VirtualNetworkList *)0;
  406. ZT_VirtualNetworkList *nl = (ZT_VirtualNetworkList *)buf;
  407. nl->networks = (ZT_VirtualNetworkConfig *)(buf + sizeof(ZT_VirtualNetworkList));
  408. nl->networkCount = 0;
  409. for(std::vector< std::pair< uint64_t,SharedPtr<Network> > >::const_iterator n(_networks.begin());n!=_networks.end();++n)
  410. n->second->externalConfig(&(nl->networks[nl->networkCount++]));
  411. return nl;
  412. }
  413. void Node::freeQueryResult(void *qr)
  414. {
  415. if (qr)
  416. ::free(qr);
  417. }
  418. int Node::addLocalInterfaceAddress(const struct sockaddr_storage *addr)
  419. {
  420. if (Path::isAddressValidForPath(*(reinterpret_cast<const InetAddress *>(addr)))) {
  421. Mutex::Lock _l(_directPaths_m);
  422. if (std::find(_directPaths.begin(),_directPaths.end(),*(reinterpret_cast<const InetAddress *>(addr))) == _directPaths.end()) {
  423. _directPaths.push_back(*(reinterpret_cast<const InetAddress *>(addr)));
  424. return 1;
  425. }
  426. }
  427. return 0;
  428. }
  429. void Node::clearLocalInterfaceAddresses()
  430. {
  431. Mutex::Lock _l(_directPaths_m);
  432. _directPaths.clear();
  433. }
  434. void Node::setNetconfMaster(void *networkControllerInstance)
  435. {
  436. RR->localNetworkController = reinterpret_cast<NetworkController *>(networkControllerInstance);
  437. }
  438. ZT_ResultCode Node::circuitTestBegin(ZT_CircuitTest *test,void (*reportCallback)(ZT_Node *,ZT_CircuitTest *,const ZT_CircuitTestReport *))
  439. {
  440. if (test->hopCount > 0) {
  441. try {
  442. Packet outp(Address(),RR->identity.address(),Packet::VERB_CIRCUIT_TEST);
  443. RR->identity.address().appendTo(outp);
  444. outp.append((uint16_t)((test->reportAtEveryHop != 0) ? 0x03 : 0x02));
  445. outp.append((uint64_t)test->timestamp);
  446. outp.append((uint64_t)test->testId);
  447. outp.append((uint16_t)0); // originator credential length, updated later
  448. if (test->credentialNetworkId) {
  449. outp.append((uint8_t)0x01);
  450. outp.append((uint64_t)test->credentialNetworkId);
  451. outp.setAt<uint16_t>(ZT_PACKET_IDX_PAYLOAD + 23,(uint16_t)9);
  452. }
  453. outp.append((uint16_t)0);
  454. C25519::Signature sig(RR->identity.sign(reinterpret_cast<const char *>(outp.data()) + ZT_PACKET_IDX_PAYLOAD,outp.size() - ZT_PACKET_IDX_PAYLOAD));
  455. outp.append((uint16_t)sig.size());
  456. outp.append(sig.data,(unsigned int)sig.size());
  457. outp.append((uint16_t)0); // originator doesn't need an extra credential, since it's the originator
  458. for(unsigned int h=1;h<test->hopCount;++h) {
  459. outp.append((uint8_t)0);
  460. outp.append((uint8_t)(test->hops[h].breadth & 0xff));
  461. for(unsigned int a=0;a<test->hops[h].breadth;++a)
  462. Address(test->hops[h].addresses[a]).appendTo(outp);
  463. }
  464. for(unsigned int a=0;a<test->hops[0].breadth;++a) {
  465. outp.newInitializationVector();
  466. outp.setDestination(Address(test->hops[0].addresses[a]));
  467. RR->sw->send(outp,true);
  468. }
  469. } catch ( ... ) {
  470. return ZT_RESULT_FATAL_ERROR_INTERNAL; // probably indicates FIFO too big for packet
  471. }
  472. }
  473. {
  474. test->_internalPtr = reinterpret_cast<void *>(reportCallback);
  475. Mutex::Lock _l(_circuitTests_m);
  476. if (std::find(_circuitTests.begin(),_circuitTests.end(),test) == _circuitTests.end())
  477. _circuitTests.push_back(test);
  478. }
  479. return ZT_RESULT_OK;
  480. }
  481. void Node::circuitTestEnd(ZT_CircuitTest *test)
  482. {
  483. Mutex::Lock _l(_circuitTests_m);
  484. for(;;) {
  485. std::vector< ZT_CircuitTest * >::iterator ct(std::find(_circuitTests.begin(),_circuitTests.end(),test));
  486. if (ct == _circuitTests.end())
  487. break;
  488. else _circuitTests.erase(ct);
  489. }
  490. }
  491. ZT_ResultCode Node::clusterInit(
  492. unsigned int myId,
  493. const struct sockaddr_storage *zeroTierPhysicalEndpoints,
  494. unsigned int numZeroTierPhysicalEndpoints,
  495. int x,
  496. int y,
  497. int z,
  498. void (*sendFunction)(void *,unsigned int,const void *,unsigned int),
  499. void *sendFunctionArg,
  500. int (*addressToLocationFunction)(void *,const struct sockaddr_storage *,int *,int *,int *),
  501. void *addressToLocationFunctionArg)
  502. {
  503. #ifdef ZT_ENABLE_CLUSTER
  504. if (RR->cluster)
  505. return ZT_RESULT_ERROR_BAD_PARAMETER;
  506. std::vector<InetAddress> eps;
  507. for(unsigned int i=0;i<numZeroTierPhysicalEndpoints;++i)
  508. eps.push_back(InetAddress(zeroTierPhysicalEndpoints[i]));
  509. std::sort(eps.begin(),eps.end());
  510. RR->cluster = new Cluster(RR,myId,eps,x,y,z,sendFunction,sendFunctionArg,addressToLocationFunction,addressToLocationFunctionArg);
  511. return ZT_RESULT_OK;
  512. #else
  513. return ZT_RESULT_ERROR_UNSUPPORTED_OPERATION;
  514. #endif
  515. }
  516. ZT_ResultCode Node::clusterAddMember(unsigned int memberId)
  517. {
  518. #ifdef ZT_ENABLE_CLUSTER
  519. if (!RR->cluster)
  520. return ZT_RESULT_ERROR_BAD_PARAMETER;
  521. RR->cluster->addMember((uint16_t)memberId);
  522. return ZT_RESULT_OK;
  523. #else
  524. return ZT_RESULT_ERROR_UNSUPPORTED_OPERATION;
  525. #endif
  526. }
  527. void Node::clusterRemoveMember(unsigned int memberId)
  528. {
  529. #ifdef ZT_ENABLE_CLUSTER
  530. if (RR->cluster)
  531. RR->cluster->removeMember((uint16_t)memberId);
  532. #endif
  533. }
  534. void Node::clusterHandleIncomingMessage(const void *msg,unsigned int len)
  535. {
  536. #ifdef ZT_ENABLE_CLUSTER
  537. if (RR->cluster)
  538. RR->cluster->handleIncomingStateMessage(msg,len);
  539. #endif
  540. }
  541. void Node::clusterStatus(ZT_ClusterStatus *cs)
  542. {
  543. if (!cs)
  544. return;
  545. #ifdef ZT_ENABLE_CLUSTER
  546. if (RR->cluster)
  547. RR->cluster->status(*cs);
  548. else
  549. #endif
  550. memset(cs,0,sizeof(ZT_ClusterStatus));
  551. }
  552. /****************************************************************************/
  553. /* Node methods used only within node/ */
  554. /****************************************************************************/
  555. std::string Node::dataStoreGet(const char *name)
  556. {
  557. char buf[1024];
  558. std::string r;
  559. unsigned long olen = 0;
  560. do {
  561. long n = _dataStoreGetFunction(reinterpret_cast<ZT_Node *>(this),_uPtr,name,buf,sizeof(buf),(unsigned long)r.length(),&olen);
  562. if (n <= 0)
  563. return std::string();
  564. r.append(buf,n);
  565. } while (r.length() < olen);
  566. return r;
  567. }
  568. bool Node::shouldUsePathForZeroTierTraffic(const InetAddress &localAddress,const InetAddress &remoteAddress)
  569. {
  570. if (!Path::isAddressValidForPath(remoteAddress))
  571. return false;
  572. {
  573. Mutex::Lock _l(_networks_m);
  574. for(std::vector< std::pair< uint64_t, SharedPtr<Network> > >::const_iterator i=_networks.begin();i!=_networks.end();++i) {
  575. if (i->second->hasConfig()) {
  576. for(unsigned int k=0;k<i->second->config().staticIpCount;++k) {
  577. if (i->second->config().staticIps[k].containsAddress(remoteAddress))
  578. return false;
  579. }
  580. }
  581. }
  582. }
  583. if (_pathCheckFunction)
  584. return (_pathCheckFunction(reinterpret_cast<ZT_Node *>(this),_uPtr,reinterpret_cast<const struct sockaddr_storage *>(&localAddress),reinterpret_cast<const struct sockaddr_storage *>(&remoteAddress)) != 0);
  585. else return true;
  586. }
  587. #ifdef ZT_TRACE
  588. void Node::postTrace(const char *module,unsigned int line,const char *fmt,...)
  589. {
  590. static Mutex traceLock;
  591. va_list ap;
  592. char tmp1[1024],tmp2[1024],tmp3[256];
  593. Mutex::Lock _l(traceLock);
  594. time_t now = (time_t)(_now / 1000ULL);
  595. #ifdef __WINDOWS__
  596. ctime_s(tmp3,sizeof(tmp3),&now);
  597. char *nowstr = tmp3;
  598. #else
  599. char *nowstr = ctime_r(&now,tmp3);
  600. #endif
  601. unsigned long nowstrlen = (unsigned long)strlen(nowstr);
  602. if (nowstr[nowstrlen-1] == '\n')
  603. nowstr[--nowstrlen] = (char)0;
  604. if (nowstr[nowstrlen-1] == '\r')
  605. nowstr[--nowstrlen] = (char)0;
  606. va_start(ap,fmt);
  607. vsnprintf(tmp2,sizeof(tmp2),fmt,ap);
  608. va_end(ap);
  609. tmp2[sizeof(tmp2)-1] = (char)0;
  610. Utils::snprintf(tmp1,sizeof(tmp1),"[%s] %s:%u %s",nowstr,module,line,tmp2);
  611. postEvent(ZT_EVENT_TRACE,tmp1);
  612. }
  613. #endif // ZT_TRACE
  614. uint64_t Node::prng()
  615. {
  616. unsigned int p = (++_prngStreamPtr % (sizeof(_prngStream) / sizeof(uint64_t)));
  617. if (!p)
  618. _prng.encrypt12(_prngStream,_prngStream,sizeof(_prngStream));
  619. return _prngStream[p];
  620. }
  621. void Node::postCircuitTestReport(const ZT_CircuitTestReport *report)
  622. {
  623. std::vector< ZT_CircuitTest * > toNotify;
  624. {
  625. Mutex::Lock _l(_circuitTests_m);
  626. for(std::vector< ZT_CircuitTest * >::iterator i(_circuitTests.begin());i!=_circuitTests.end();++i) {
  627. if ((*i)->testId == report->testId)
  628. toNotify.push_back(*i);
  629. }
  630. }
  631. for(std::vector< ZT_CircuitTest * >::iterator i(toNotify.begin());i!=toNotify.end();++i)
  632. (reinterpret_cast<void (*)(ZT_Node *,ZT_CircuitTest *,const ZT_CircuitTestReport *)>((*i)->_internalPtr))(reinterpret_cast<ZT_Node *>(this),*i,report);
  633. }
  634. void Node::setTrustedPaths(const struct sockaddr_storage *networks,const uint64_t *ids,unsigned int count)
  635. {
  636. RR->topology->setTrustedPaths(reinterpret_cast<const InetAddress *>(networks),ids,count);
  637. }
  638. } // namespace ZeroTier
  639. /****************************************************************************/
  640. /* CAPI bindings */
  641. /****************************************************************************/
  642. extern "C" {
  643. enum ZT_ResultCode ZT_Node_new(
  644. ZT_Node **node,
  645. void *uptr,
  646. uint64_t now,
  647. ZT_DataStoreGetFunction dataStoreGetFunction,
  648. ZT_DataStorePutFunction dataStorePutFunction,
  649. ZT_WirePacketSendFunction wirePacketSendFunction,
  650. ZT_VirtualNetworkFrameFunction virtualNetworkFrameFunction,
  651. ZT_VirtualNetworkConfigFunction virtualNetworkConfigFunction,
  652. ZT_PathCheckFunction pathCheckFunction,
  653. ZT_EventCallback eventCallback)
  654. {
  655. *node = (ZT_Node *)0;
  656. try {
  657. *node = reinterpret_cast<ZT_Node *>(new ZeroTier::Node(now,uptr,dataStoreGetFunction,dataStorePutFunction,wirePacketSendFunction,virtualNetworkFrameFunction,virtualNetworkConfigFunction,pathCheckFunction,eventCallback));
  658. return ZT_RESULT_OK;
  659. } catch (std::bad_alloc &exc) {
  660. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  661. } catch (std::runtime_error &exc) {
  662. return ZT_RESULT_FATAL_ERROR_DATA_STORE_FAILED;
  663. } catch ( ... ) {
  664. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  665. }
  666. }
  667. void ZT_Node_delete(ZT_Node *node)
  668. {
  669. try {
  670. delete (reinterpret_cast<ZeroTier::Node *>(node));
  671. } catch ( ... ) {}
  672. }
  673. enum ZT_ResultCode ZT_Node_processWirePacket(
  674. ZT_Node *node,
  675. uint64_t now,
  676. const struct sockaddr_storage *localAddress,
  677. const struct sockaddr_storage *remoteAddress,
  678. const void *packetData,
  679. unsigned int packetLength,
  680. volatile uint64_t *nextBackgroundTaskDeadline)
  681. {
  682. try {
  683. return reinterpret_cast<ZeroTier::Node *>(node)->processWirePacket(now,localAddress,remoteAddress,packetData,packetLength,nextBackgroundTaskDeadline);
  684. } catch (std::bad_alloc &exc) {
  685. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  686. } catch ( ... ) {
  687. return ZT_RESULT_OK; // "OK" since invalid packets are simply dropped, but the system is still up
  688. }
  689. }
  690. enum ZT_ResultCode ZT_Node_processVirtualNetworkFrame(
  691. ZT_Node *node,
  692. uint64_t now,
  693. uint64_t nwid,
  694. uint64_t sourceMac,
  695. uint64_t destMac,
  696. unsigned int etherType,
  697. unsigned int vlanId,
  698. const void *frameData,
  699. unsigned int frameLength,
  700. volatile uint64_t *nextBackgroundTaskDeadline)
  701. {
  702. try {
  703. return reinterpret_cast<ZeroTier::Node *>(node)->processVirtualNetworkFrame(now,nwid,sourceMac,destMac,etherType,vlanId,frameData,frameLength,nextBackgroundTaskDeadline);
  704. } catch (std::bad_alloc &exc) {
  705. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  706. } catch ( ... ) {
  707. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  708. }
  709. }
  710. enum ZT_ResultCode ZT_Node_processBackgroundTasks(ZT_Node *node,uint64_t now,volatile uint64_t *nextBackgroundTaskDeadline)
  711. {
  712. try {
  713. return reinterpret_cast<ZeroTier::Node *>(node)->processBackgroundTasks(now,nextBackgroundTaskDeadline);
  714. } catch (std::bad_alloc &exc) {
  715. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  716. } catch ( ... ) {
  717. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  718. }
  719. }
  720. enum ZT_ResultCode ZT_Node_join(ZT_Node *node,uint64_t nwid,void *uptr)
  721. {
  722. try {
  723. return reinterpret_cast<ZeroTier::Node *>(node)->join(nwid,uptr);
  724. } catch (std::bad_alloc &exc) {
  725. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  726. } catch ( ... ) {
  727. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  728. }
  729. }
  730. enum ZT_ResultCode ZT_Node_leave(ZT_Node *node,uint64_t nwid,void **uptr)
  731. {
  732. try {
  733. return reinterpret_cast<ZeroTier::Node *>(node)->leave(nwid,uptr);
  734. } catch (std::bad_alloc &exc) {
  735. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  736. } catch ( ... ) {
  737. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  738. }
  739. }
  740. enum ZT_ResultCode ZT_Node_multicastSubscribe(ZT_Node *node,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  741. {
  742. try {
  743. return reinterpret_cast<ZeroTier::Node *>(node)->multicastSubscribe(nwid,multicastGroup,multicastAdi);
  744. } catch (std::bad_alloc &exc) {
  745. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  746. } catch ( ... ) {
  747. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  748. }
  749. }
  750. enum ZT_ResultCode ZT_Node_multicastUnsubscribe(ZT_Node *node,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  751. {
  752. try {
  753. return reinterpret_cast<ZeroTier::Node *>(node)->multicastUnsubscribe(nwid,multicastGroup,multicastAdi);
  754. } catch (std::bad_alloc &exc) {
  755. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  756. } catch ( ... ) {
  757. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  758. }
  759. }
  760. uint64_t ZT_Node_address(ZT_Node *node)
  761. {
  762. return reinterpret_cast<ZeroTier::Node *>(node)->address();
  763. }
  764. void ZT_Node_status(ZT_Node *node,ZT_NodeStatus *status)
  765. {
  766. try {
  767. reinterpret_cast<ZeroTier::Node *>(node)->status(status);
  768. } catch ( ... ) {}
  769. }
  770. ZT_PeerList *ZT_Node_peers(ZT_Node *node)
  771. {
  772. try {
  773. return reinterpret_cast<ZeroTier::Node *>(node)->peers();
  774. } catch ( ... ) {
  775. return (ZT_PeerList *)0;
  776. }
  777. }
  778. ZT_VirtualNetworkConfig *ZT_Node_networkConfig(ZT_Node *node,uint64_t nwid)
  779. {
  780. try {
  781. return reinterpret_cast<ZeroTier::Node *>(node)->networkConfig(nwid);
  782. } catch ( ... ) {
  783. return (ZT_VirtualNetworkConfig *)0;
  784. }
  785. }
  786. ZT_VirtualNetworkList *ZT_Node_networks(ZT_Node *node)
  787. {
  788. try {
  789. return reinterpret_cast<ZeroTier::Node *>(node)->networks();
  790. } catch ( ... ) {
  791. return (ZT_VirtualNetworkList *)0;
  792. }
  793. }
  794. void ZT_Node_freeQueryResult(ZT_Node *node,void *qr)
  795. {
  796. try {
  797. reinterpret_cast<ZeroTier::Node *>(node)->freeQueryResult(qr);
  798. } catch ( ... ) {}
  799. }
  800. int ZT_Node_addLocalInterfaceAddress(ZT_Node *node,const struct sockaddr_storage *addr)
  801. {
  802. try {
  803. return reinterpret_cast<ZeroTier::Node *>(node)->addLocalInterfaceAddress(addr);
  804. } catch ( ... ) {
  805. return 0;
  806. }
  807. }
  808. void ZT_Node_clearLocalInterfaceAddresses(ZT_Node *node)
  809. {
  810. try {
  811. reinterpret_cast<ZeroTier::Node *>(node)->clearLocalInterfaceAddresses();
  812. } catch ( ... ) {}
  813. }
  814. void ZT_Node_setNetconfMaster(ZT_Node *node,void *networkControllerInstance)
  815. {
  816. try {
  817. reinterpret_cast<ZeroTier::Node *>(node)->setNetconfMaster(networkControllerInstance);
  818. } catch ( ... ) {}
  819. }
  820. enum ZT_ResultCode ZT_Node_circuitTestBegin(ZT_Node *node,ZT_CircuitTest *test,void (*reportCallback)(ZT_Node *,ZT_CircuitTest *,const ZT_CircuitTestReport *))
  821. {
  822. try {
  823. return reinterpret_cast<ZeroTier::Node *>(node)->circuitTestBegin(test,reportCallback);
  824. } catch ( ... ) {
  825. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  826. }
  827. }
  828. void ZT_Node_circuitTestEnd(ZT_Node *node,ZT_CircuitTest *test)
  829. {
  830. try {
  831. reinterpret_cast<ZeroTier::Node *>(node)->circuitTestEnd(test);
  832. } catch ( ... ) {}
  833. }
  834. enum ZT_ResultCode ZT_Node_clusterInit(
  835. ZT_Node *node,
  836. unsigned int myId,
  837. const struct sockaddr_storage *zeroTierPhysicalEndpoints,
  838. unsigned int numZeroTierPhysicalEndpoints,
  839. int x,
  840. int y,
  841. int z,
  842. void (*sendFunction)(void *,unsigned int,const void *,unsigned int),
  843. void *sendFunctionArg,
  844. int (*addressToLocationFunction)(void *,const struct sockaddr_storage *,int *,int *,int *),
  845. void *addressToLocationFunctionArg)
  846. {
  847. try {
  848. return reinterpret_cast<ZeroTier::Node *>(node)->clusterInit(myId,zeroTierPhysicalEndpoints,numZeroTierPhysicalEndpoints,x,y,z,sendFunction,sendFunctionArg,addressToLocationFunction,addressToLocationFunctionArg);
  849. } catch ( ... ) {
  850. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  851. }
  852. }
  853. enum ZT_ResultCode ZT_Node_clusterAddMember(ZT_Node *node,unsigned int memberId)
  854. {
  855. try {
  856. return reinterpret_cast<ZeroTier::Node *>(node)->clusterAddMember(memberId);
  857. } catch ( ... ) {
  858. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  859. }
  860. }
  861. void ZT_Node_clusterRemoveMember(ZT_Node *node,unsigned int memberId)
  862. {
  863. try {
  864. reinterpret_cast<ZeroTier::Node *>(node)->clusterRemoveMember(memberId);
  865. } catch ( ... ) {}
  866. }
  867. void ZT_Node_clusterHandleIncomingMessage(ZT_Node *node,const void *msg,unsigned int len)
  868. {
  869. try {
  870. reinterpret_cast<ZeroTier::Node *>(node)->clusterHandleIncomingMessage(msg,len);
  871. } catch ( ... ) {}
  872. }
  873. void ZT_Node_clusterStatus(ZT_Node *node,ZT_ClusterStatus *cs)
  874. {
  875. try {
  876. reinterpret_cast<ZeroTier::Node *>(node)->clusterStatus(cs);
  877. } catch ( ... ) {}
  878. }
  879. void ZT_Node_setTrustedPaths(ZT_Node *node,const struct sockaddr_storage *networks,const uint64_t *ids,unsigned int count)
  880. {
  881. try {
  882. reinterpret_cast<ZeroTier::Node *>(node)->setTrustedPaths(networks,ids,count);
  883. } catch ( ... ) {}
  884. }
  885. void ZT_version(int *major,int *minor,int *revision)
  886. {
  887. if (major) *major = ZEROTIER_ONE_VERSION_MAJOR;
  888. if (minor) *minor = ZEROTIER_ONE_VERSION_MINOR;
  889. if (revision) *revision = ZEROTIER_ONE_VERSION_REVISION;
  890. }
  891. } // extern "C"