Node.cpp 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2019 ZeroTier, Inc. https://www.zerotier.com/
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * --
  19. *
  20. * You can be released from the requirements of the license by purchasing
  21. * a commercial license. Buying such a license is mandatory as soon as you
  22. * develop commercial closed-source software that incorporates or links
  23. * directly against ZeroTier software without disclosing the source code
  24. * of your own application.
  25. */
  26. #include <stdio.h>
  27. #include <stdlib.h>
  28. #include <stdarg.h>
  29. #include <string.h>
  30. #include <stdint.h>
  31. #include "../version.h"
  32. #include "Constants.hpp"
  33. #include "SharedPtr.hpp"
  34. #include "Node.hpp"
  35. #include "RuntimeEnvironment.hpp"
  36. #include "NetworkController.hpp"
  37. #include "Switch.hpp"
  38. #include "Multicaster.hpp"
  39. #include "Topology.hpp"
  40. #include "Buffer.hpp"
  41. #include "Packet.hpp"
  42. #include "Address.hpp"
  43. #include "Identity.hpp"
  44. #include "SelfAwareness.hpp"
  45. #include "Network.hpp"
  46. #include "Trace.hpp"
  47. namespace ZeroTier {
  48. /****************************************************************************/
  49. /* Public Node interface (C++, exposed via CAPI bindings) */
  50. /****************************************************************************/
  51. Node::Node(void *uptr,void *tptr,const struct ZT_Node_Callbacks *callbacks,int64_t now) :
  52. _RR(this),
  53. RR(&_RR),
  54. _uPtr(uptr),
  55. _networks(8),
  56. _now(now),
  57. _lastPingCheck(0),
  58. _lastHousekeepingRun(0),
  59. _lastMemoizedTraceSettings(0)
  60. {
  61. if (callbacks->version != 0)
  62. throw ZT_EXCEPTION_INVALID_ARGUMENT;
  63. memcpy(&_cb,callbacks,sizeof(ZT_Node_Callbacks));
  64. // Initialize non-cryptographic PRNG from a good random source
  65. Utils::getSecureRandom((void *)_prngState,sizeof(_prngState));
  66. _online = false;
  67. memset(_expectingRepliesToBucketPtr,0,sizeof(_expectingRepliesToBucketPtr));
  68. memset(_expectingRepliesTo,0,sizeof(_expectingRepliesTo));
  69. memset(_lastIdentityVerification,0,sizeof(_lastIdentityVerification));
  70. memset((void *)(&_stats),0,sizeof(_stats));
  71. uint64_t idtmp[2];
  72. idtmp[0] = 0; idtmp[1] = 0;
  73. char tmp[2048];
  74. int n = stateObjectGet(tptr,ZT_STATE_OBJECT_IDENTITY_SECRET,idtmp,tmp,sizeof(tmp) - 1);
  75. if (n > 0) {
  76. tmp[n] = (char)0;
  77. if (RR->identity.fromString(tmp)) {
  78. RR->identity.toString(false,RR->publicIdentityStr);
  79. RR->identity.toString(true,RR->secretIdentityStr);
  80. } else {
  81. n = -1;
  82. }
  83. }
  84. if (n <= 0) {
  85. RR->identity.generate(Identity::C25519);
  86. RR->identity.toString(false,RR->publicIdentityStr);
  87. RR->identity.toString(true,RR->secretIdentityStr);
  88. idtmp[0] = RR->identity.address().toInt(); idtmp[1] = 0;
  89. stateObjectPut(tptr,ZT_STATE_OBJECT_IDENTITY_SECRET,idtmp,RR->secretIdentityStr,(unsigned int)strlen(RR->secretIdentityStr));
  90. stateObjectPut(tptr,ZT_STATE_OBJECT_IDENTITY_PUBLIC,idtmp,RR->publicIdentityStr,(unsigned int)strlen(RR->publicIdentityStr));
  91. } else {
  92. idtmp[0] = RR->identity.address().toInt(); idtmp[1] = 0;
  93. n = stateObjectGet(tptr,ZT_STATE_OBJECT_IDENTITY_PUBLIC,idtmp,tmp,sizeof(tmp) - 1);
  94. if ((n > 0)&&(n < (int)sizeof(RR->publicIdentityStr))&&(n < (int)sizeof(tmp))) {
  95. if (memcmp(tmp,RR->publicIdentityStr,n))
  96. stateObjectPut(tptr,ZT_STATE_OBJECT_IDENTITY_PUBLIC,idtmp,RR->publicIdentityStr,(unsigned int)strlen(RR->publicIdentityStr));
  97. }
  98. }
  99. char *m = (char *)0;
  100. try {
  101. const unsigned long ts = sizeof(Trace) + (((sizeof(Trace) & 0xf) != 0) ? (16 - (sizeof(Trace) & 0xf)) : 0);
  102. const unsigned long sws = sizeof(Switch) + (((sizeof(Switch) & 0xf) != 0) ? (16 - (sizeof(Switch) & 0xf)) : 0);
  103. const unsigned long mcs = sizeof(Multicaster) + (((sizeof(Multicaster) & 0xf) != 0) ? (16 - (sizeof(Multicaster) & 0xf)) : 0);
  104. const unsigned long topologys = sizeof(Topology) + (((sizeof(Topology) & 0xf) != 0) ? (16 - (sizeof(Topology) & 0xf)) : 0);
  105. const unsigned long sas = sizeof(SelfAwareness) + (((sizeof(SelfAwareness) & 0xf) != 0) ? (16 - (sizeof(SelfAwareness) & 0xf)) : 0);
  106. m = reinterpret_cast<char *>(::malloc(16 + ts + sws + mcs + topologys + sas));
  107. if (!m)
  108. throw std::bad_alloc();
  109. RR->rtmem = m;
  110. while (((uintptr_t)m & 0xf) != 0) ++m;
  111. RR->t = new (m) Trace(RR);
  112. m += ts;
  113. RR->sw = new (m) Switch(RR);
  114. m += sws;
  115. RR->mc = new (m) Multicaster(RR);
  116. m += mcs;
  117. RR->topology = new (m) Topology(RR,tptr);
  118. m += topologys;
  119. RR->sa = new (m) SelfAwareness(RR);
  120. } catch ( ... ) {
  121. if (RR->sa) RR->sa->~SelfAwareness();
  122. if (RR->topology) RR->topology->~Topology();
  123. if (RR->mc) RR->mc->~Multicaster();
  124. if (RR->sw) RR->sw->~Switch();
  125. if (RR->t) RR->t->~Trace();
  126. ::free(m);
  127. throw;
  128. }
  129. postEvent(tptr,ZT_EVENT_UP);
  130. }
  131. Node::~Node()
  132. {
  133. {
  134. Mutex::Lock _l(_networks_m);
  135. _networks.clear(); // destroy all networks before shutdown
  136. }
  137. if (RR->sa) RR->sa->~SelfAwareness();
  138. if (RR->topology) RR->topology->~Topology();
  139. if (RR->mc) RR->mc->~Multicaster();
  140. if (RR->sw) RR->sw->~Switch();
  141. if (RR->t) RR->t->~Trace();
  142. ::free(RR->rtmem);
  143. }
  144. ZT_ResultCode Node::processWirePacket(
  145. void *tptr,
  146. int64_t now,
  147. int64_t localSocket,
  148. const struct sockaddr_storage *remoteAddress,
  149. const void *packetData,
  150. unsigned int packetLength,
  151. volatile int64_t *nextBackgroundTaskDeadline)
  152. {
  153. _now = now;
  154. RR->sw->onRemotePacket(tptr,localSocket,*(reinterpret_cast<const InetAddress *>(remoteAddress)),packetData,packetLength);
  155. return ZT_RESULT_OK;
  156. }
  157. ZT_ResultCode Node::processVirtualNetworkFrame(
  158. void *tptr,
  159. int64_t now,
  160. uint64_t nwid,
  161. uint64_t sourceMac,
  162. uint64_t destMac,
  163. unsigned int etherType,
  164. unsigned int vlanId,
  165. const void *frameData,
  166. unsigned int frameLength,
  167. volatile int64_t *nextBackgroundTaskDeadline)
  168. {
  169. _now = now;
  170. SharedPtr<Network> nw(this->network(nwid));
  171. if (nw) {
  172. RR->sw->onLocalEthernet(tptr,nw,MAC(sourceMac),MAC(destMac),etherType,vlanId,frameData,frameLength);
  173. return ZT_RESULT_OK;
  174. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  175. }
  176. // Function object used to traverse the peer list, check peer status, and ping
  177. // those that need pinging.
  178. struct _PingPeersThatNeedPing
  179. {
  180. _PingPeersThatNeedPing(const RuntimeEnvironment *renv,void *tPtr,Hashtable< Address,std::vector<InetAddress> > &alwaysContact,int64_t now) :
  181. RR(renv),
  182. _tPtr(tPtr),
  183. _alwaysContact(alwaysContact),
  184. _now(now),
  185. _bestCurrentUpstream(RR->topology->getUpstreamPeer()),
  186. online(false)
  187. {
  188. }
  189. inline void operator()(Topology &t,const SharedPtr<Peer> &p)
  190. {
  191. const std::vector<InetAddress> *const alwaysContactEndpoints = _alwaysContact.get(p->address());
  192. if (alwaysContactEndpoints) {
  193. online |= p->isAlive(_now);
  194. const unsigned int sent = p->doPingAndKeepalive(_tPtr,_now);
  195. bool contacted = (sent != 0);
  196. if ((sent & 0x1) == 0) { // bit 0x1 == IPv4 sent
  197. for(unsigned long k=0,ptr=(unsigned long)RR->node->prng();k<(unsigned long)alwaysContactEndpoints->size();++k) {
  198. const InetAddress &addr = (*alwaysContactEndpoints)[ptr++ % alwaysContactEndpoints->size()];
  199. if (addr.ss_family == AF_INET) {
  200. p->sendHELLO(_tPtr,-1,addr,_now);
  201. contacted = true;
  202. break;
  203. }
  204. }
  205. }
  206. if ((sent & 0x2) == 0) { // bit 0x2 == IPv6 sent
  207. for(unsigned long k=0,ptr=(unsigned long)RR->node->prng();k<(unsigned long)alwaysContactEndpoints->size();++k) {
  208. const InetAddress &addr = (*alwaysContactEndpoints)[ptr++ % alwaysContactEndpoints->size()];
  209. if (addr.ss_family == AF_INET6) {
  210. p->sendHELLO(_tPtr,-1,addr,_now);
  211. contacted = true;
  212. break;
  213. }
  214. }
  215. }
  216. if ((!contacted)&&(_bestCurrentUpstream)) {
  217. const SharedPtr<Path> up(_bestCurrentUpstream->getAppropriatePath(_now,true));
  218. if (up)
  219. p->sendHELLO(_tPtr,up->localSocket(),up->address(),_now);
  220. }
  221. _alwaysContact.erase(p->address()); // after this we'll WHOIS all upstreams that remain
  222. } else if (p->isActive(_now)) {
  223. p->doPingAndKeepalive(_tPtr,_now);
  224. }
  225. }
  226. const RuntimeEnvironment *RR;
  227. void *_tPtr;
  228. Hashtable< Address,std::vector<InetAddress> > &_alwaysContact;
  229. const int64_t _now;
  230. const SharedPtr<Peer> _bestCurrentUpstream;
  231. bool online;
  232. };
  233. ZT_ResultCode Node::processBackgroundTasks(void *tptr,int64_t now,volatile int64_t *nextBackgroundTaskDeadline)
  234. {
  235. _now = now;
  236. Mutex::Lock bl(_backgroundTasksLock);
  237. unsigned long timeUntilNextPingCheck = ZT_PING_CHECK_INVERVAL;
  238. const int64_t timeSinceLastPingCheck = now - _lastPingCheck;
  239. if (timeSinceLastPingCheck >= ZT_PING_CHECK_INVERVAL) {
  240. try {
  241. _lastPingCheck = now;
  242. // Clean up any old local controller auth memoizations. This is an
  243. // optimization for network controllers to know whether to accept
  244. // or trust nodes without doing an extra cert check.
  245. {
  246. _localControllerAuthorizations_m.lock();
  247. Hashtable< _LocalControllerAuth,int64_t >::Iterator i(_localControllerAuthorizations);
  248. _LocalControllerAuth *k = (_LocalControllerAuth *)0;
  249. int64_t *v = (int64_t *)0;
  250. while (i.next(k,v)) {
  251. if ((*v - now) > (ZT_NETWORK_AUTOCONF_DELAY * 3)) {
  252. _localControllerAuthorizations.erase(*k);
  253. }
  254. }
  255. _localControllerAuthorizations_m.unlock();
  256. }
  257. // (1) Get peers we should remain connected to and (2) get networks that need config.
  258. Hashtable< Address,std::vector<InetAddress> > alwaysContact;
  259. RR->topology->getUpstreamsToContact(alwaysContact);
  260. std::vector< std::pair< SharedPtr<Network>,bool > > networkConfigNeeded;
  261. {
  262. Mutex::Lock l(_networks_m);
  263. Hashtable< uint64_t,SharedPtr<Network> >::Iterator i(_networks);
  264. uint64_t *nwid = (uint64_t *)0;
  265. SharedPtr<Network> *network = (SharedPtr<Network> *)0;
  266. while (i.next(nwid,network)) {
  267. (*network)->config().alwaysContactAddresses(alwaysContact);
  268. networkConfigNeeded.push_back( std::pair< SharedPtr<Network>,bool >(*network,(((now - (*network)->lastConfigUpdate()) >= ZT_NETWORK_AUTOCONF_DELAY)||(!(*network)->hasConfig()))) );
  269. }
  270. }
  271. // Ping active peers, upstreams, and others that we should always contact
  272. _PingPeersThatNeedPing pfunc(RR,tptr,alwaysContact,now);
  273. RR->topology->eachPeer<_PingPeersThatNeedPing &>(pfunc);
  274. // Run WHOIS to create Peer for alwaysContact addresses that could not be contacted
  275. {
  276. Hashtable< Address,std::vector<InetAddress> >::Iterator i(alwaysContact);
  277. Address *upstreamAddress = (Address *)0;
  278. std::vector<InetAddress> *upstreamStableEndpoints = (std::vector<InetAddress> *)0;
  279. while (i.next(upstreamAddress,upstreamStableEndpoints))
  280. RR->sw->requestWhois(tptr,now,*upstreamAddress);
  281. }
  282. // Refresh network config or broadcast network updates to members as needed
  283. for(std::vector< std::pair< SharedPtr<Network>,bool > >::const_iterator n(networkConfigNeeded.begin());n!=networkConfigNeeded.end();++n) {
  284. if (n->second)
  285. n->first->requestConfiguration(tptr);
  286. n->first->sendUpdatesToMembers(tptr);
  287. }
  288. // Update online status, post status change as event
  289. const bool oldOnline = _online;
  290. _online = pfunc.online;
  291. if (oldOnline != _online)
  292. postEvent(tptr,_online ? ZT_EVENT_ONLINE : ZT_EVENT_OFFLINE);
  293. } catch ( ... ) {
  294. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  295. }
  296. } else {
  297. timeUntilNextPingCheck -= (unsigned long)timeSinceLastPingCheck;
  298. }
  299. if ((now - _lastMemoizedTraceSettings) >= (ZT_HOUSEKEEPING_PERIOD / 4)) {
  300. _lastMemoizedTraceSettings = now;
  301. RR->t->updateMemoizedSettings();
  302. }
  303. if ((now - _lastHousekeepingRun) >= ZT_HOUSEKEEPING_PERIOD) {
  304. _lastHousekeepingRun = now;
  305. try {
  306. RR->topology->doPeriodicTasks(tptr,now);
  307. RR->sa->clean(now);
  308. RR->mc->clean(now);
  309. } catch ( ... ) {
  310. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  311. }
  312. }
  313. try {
  314. *nextBackgroundTaskDeadline = now + (int64_t)std::max(std::min(timeUntilNextPingCheck,RR->sw->doTimerTasks(tptr,now)),(unsigned long)ZT_CORE_TIMER_TASK_GRANULARITY);
  315. } catch ( ... ) {
  316. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  317. }
  318. return ZT_RESULT_OK;
  319. }
  320. ZT_ResultCode Node::join(uint64_t nwid,void *uptr,void *tptr)
  321. {
  322. Mutex::Lock _l(_networks_m);
  323. SharedPtr<Network> &nw = _networks[nwid];
  324. if (!nw)
  325. nw = SharedPtr<Network>(new Network(RR,tptr,nwid,uptr,(const NetworkConfig *)0));
  326. return ZT_RESULT_OK;
  327. }
  328. ZT_ResultCode Node::leave(uint64_t nwid,void **uptr,void *tptr)
  329. {
  330. ZT_VirtualNetworkConfig ctmp;
  331. void **nUserPtr = (void **)0;
  332. {
  333. Mutex::Lock _l(_networks_m);
  334. SharedPtr<Network> *nw = _networks.get(nwid);
  335. RR->sw->removeNetworkQoSControlBlock(nwid);
  336. if (!nw)
  337. return ZT_RESULT_OK;
  338. if (uptr)
  339. *uptr = (*nw)->userPtr();
  340. (*nw)->externalConfig(&ctmp);
  341. (*nw)->destroy();
  342. nUserPtr = (*nw)->userPtr();
  343. }
  344. if (nUserPtr)
  345. RR->node->configureVirtualNetworkPort(tptr,nwid,nUserPtr,ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_DESTROY,&ctmp);
  346. {
  347. Mutex::Lock _l(_networks_m);
  348. _networks.erase(nwid);
  349. }
  350. uint64_t tmp[2];
  351. tmp[0] = nwid; tmp[1] = 0;
  352. RR->node->stateObjectDelete(tptr,ZT_STATE_OBJECT_NETWORK_CONFIG,tmp);
  353. return ZT_RESULT_OK;
  354. }
  355. ZT_ResultCode Node::multicastSubscribe(void *tptr,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  356. {
  357. SharedPtr<Network> nw(this->network(nwid));
  358. if (nw) {
  359. nw->multicastSubscribe(tptr,MulticastGroup(MAC(multicastGroup),(uint32_t)(multicastAdi & 0xffffffff)));
  360. return ZT_RESULT_OK;
  361. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  362. }
  363. ZT_ResultCode Node::multicastUnsubscribe(uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  364. {
  365. SharedPtr<Network> nw(this->network(nwid));
  366. if (nw) {
  367. nw->multicastUnsubscribe(MulticastGroup(MAC(multicastGroup),(uint32_t)(multicastAdi & 0xffffffff)));
  368. return ZT_RESULT_OK;
  369. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  370. }
  371. uint64_t Node::address() const
  372. {
  373. return RR->identity.address().toInt();
  374. }
  375. void Node::status(ZT_NodeStatus *status) const
  376. {
  377. status->address = RR->identity.address().toInt();
  378. status->publicIdentity = RR->publicIdentityStr;
  379. status->secretIdentity = RR->secretIdentityStr;
  380. status->online = _online ? 1 : 0;
  381. }
  382. ZT_PeerList *Node::peers() const
  383. {
  384. std::vector< std::pair< Address,SharedPtr<Peer> > > peers(RR->topology->allPeers());
  385. std::sort(peers.begin(),peers.end());
  386. char *buf = (char *)::malloc(sizeof(ZT_PeerList) + (sizeof(ZT_Peer) * peers.size()));
  387. if (!buf)
  388. return (ZT_PeerList *)0;
  389. ZT_PeerList *pl = (ZT_PeerList *)buf;
  390. pl->peers = (ZT_Peer *)(buf + sizeof(ZT_PeerList));
  391. pl->peerCount = 0;
  392. for(std::vector< std::pair< Address,SharedPtr<Peer> > >::iterator pi(peers.begin());pi!=peers.end();++pi) {
  393. ZT_Peer *p = &(pl->peers[pl->peerCount++]);
  394. p->address = pi->second->address().toInt();
  395. p->hadAggregateLink = 0;
  396. if (pi->second->remoteVersionKnown()) {
  397. p->versionMajor = pi->second->remoteVersionMajor();
  398. p->versionMinor = pi->second->remoteVersionMinor();
  399. p->versionRev = pi->second->remoteVersionRevision();
  400. } else {
  401. p->versionMajor = -1;
  402. p->versionMinor = -1;
  403. p->versionRev = -1;
  404. }
  405. p->latency = pi->second->latency(_now);
  406. if (p->latency >= 0xffff)
  407. p->latency = -1;
  408. p->role = RR->topology->role(pi->second->identity().address());
  409. std::vector< SharedPtr<Path> > paths(pi->second->paths(_now));
  410. SharedPtr<Path> bestp(pi->second->getAppropriatePath(_now,false));
  411. p->hadAggregateLink |= pi->second->hasAggregateLink();
  412. p->pathCount = 0;
  413. for(std::vector< SharedPtr<Path> >::iterator path(paths.begin());path!=paths.end();++path) {
  414. memcpy(&(p->paths[p->pathCount].address),&((*path)->address()),sizeof(struct sockaddr_storage));
  415. p->paths[p->pathCount].lastSend = (*path)->lastOut();
  416. p->paths[p->pathCount].lastReceive = (*path)->lastIn();
  417. p->paths[p->pathCount].trustedPathId = RR->topology->getOutboundPathTrust((*path)->address());
  418. p->paths[p->pathCount].expired = 0;
  419. p->paths[p->pathCount].preferred = ((*path) == bestp) ? 1 : 0;
  420. p->paths[p->pathCount].latency = (float)(*path)->latency();
  421. p->paths[p->pathCount].packetDelayVariance = (*path)->packetDelayVariance();
  422. p->paths[p->pathCount].throughputDisturbCoeff = (*path)->throughputDisturbanceCoefficient();
  423. p->paths[p->pathCount].packetErrorRatio = (*path)->packetErrorRatio();
  424. p->paths[p->pathCount].packetLossRatio = (*path)->packetLossRatio();
  425. p->paths[p->pathCount].stability = (*path)->lastComputedStability();
  426. p->paths[p->pathCount].throughput = (*path)->meanThroughput();
  427. p->paths[p->pathCount].maxThroughput = (*path)->maxLifetimeThroughput();
  428. p->paths[p->pathCount].allocation = (float)(*path)->allocation() / (float)255;
  429. p->paths[p->pathCount].ifname = (*path)->getName();
  430. ++p->pathCount;
  431. }
  432. }
  433. return pl;
  434. }
  435. ZT_VirtualNetworkConfig *Node::networkConfig(uint64_t nwid) const
  436. {
  437. Mutex::Lock _l(_networks_m);
  438. const SharedPtr<Network> *nw = _networks.get(nwid);
  439. if (nw) {
  440. ZT_VirtualNetworkConfig *nc = (ZT_VirtualNetworkConfig *)::malloc(sizeof(ZT_VirtualNetworkConfig));
  441. (*nw)->externalConfig(nc);
  442. return nc;
  443. }
  444. return (ZT_VirtualNetworkConfig *)0;
  445. }
  446. ZT_VirtualNetworkList *Node::networks() const
  447. {
  448. Mutex::Lock _l(_networks_m);
  449. char *buf = (char *)::malloc(sizeof(ZT_VirtualNetworkList) + (sizeof(ZT_VirtualNetworkConfig) * _networks.size()));
  450. if (!buf)
  451. return (ZT_VirtualNetworkList *)0;
  452. ZT_VirtualNetworkList *nl = (ZT_VirtualNetworkList *)buf;
  453. nl->networks = (ZT_VirtualNetworkConfig *)(buf + sizeof(ZT_VirtualNetworkList));
  454. nl->networkCount = 0;
  455. Hashtable< uint64_t,SharedPtr<Network> >::Iterator i(*const_cast< Hashtable< uint64_t,SharedPtr<Network> > *>(&_networks));
  456. uint64_t *k = (uint64_t *)0;
  457. SharedPtr<Network> *v = (SharedPtr<Network> *)0;
  458. while (i.next(k,v))
  459. (*v)->externalConfig(&(nl->networks[nl->networkCount++]));
  460. return nl;
  461. }
  462. void Node::freeQueryResult(void *qr)
  463. {
  464. if (qr)
  465. ::free(qr);
  466. }
  467. int Node::addLocalInterfaceAddress(const struct sockaddr_storage *addr)
  468. {
  469. if (Path::isAddressValidForPath(*(reinterpret_cast<const InetAddress *>(addr)))) {
  470. Mutex::Lock _l(_directPaths_m);
  471. if (std::find(_directPaths.begin(),_directPaths.end(),*(reinterpret_cast<const InetAddress *>(addr))) == _directPaths.end()) {
  472. _directPaths.push_back(*(reinterpret_cast<const InetAddress *>(addr)));
  473. return 1;
  474. }
  475. }
  476. return 0;
  477. }
  478. void Node::clearLocalInterfaceAddresses()
  479. {
  480. Mutex::Lock _l(_directPaths_m);
  481. _directPaths.clear();
  482. }
  483. int Node::sendUserMessage(void *tptr,uint64_t dest,uint64_t typeId,const void *data,unsigned int len)
  484. {
  485. try {
  486. if (RR->identity.address().toInt() != dest) {
  487. Packet outp(Address(dest),RR->identity.address(),Packet::VERB_USER_MESSAGE);
  488. outp.append(typeId);
  489. outp.append(data,len);
  490. outp.compress();
  491. RR->sw->send(tptr,outp,true);
  492. return 1;
  493. }
  494. } catch ( ... ) {}
  495. return 0;
  496. }
  497. void Node::setNetconfMaster(void *networkControllerInstance)
  498. {
  499. RR->localNetworkController = reinterpret_cast<NetworkController *>(networkControllerInstance);
  500. if (networkControllerInstance)
  501. RR->localNetworkController->init(RR->identity,this);
  502. }
  503. /****************************************************************************/
  504. /* Node methods used only within node/ */
  505. /****************************************************************************/
  506. bool Node::shouldUsePathForZeroTierTraffic(void *tPtr,const Address &ztaddr,const int64_t localSocket,const InetAddress &remoteAddress)
  507. {
  508. if (!Path::isAddressValidForPath(remoteAddress))
  509. return false;
  510. if (RR->topology->isProhibitedEndpoint(ztaddr,remoteAddress))
  511. return false;
  512. {
  513. Mutex::Lock _l(_networks_m);
  514. Hashtable< uint64_t,SharedPtr<Network> >::Iterator i(_networks);
  515. uint64_t *k = (uint64_t *)0;
  516. SharedPtr<Network> *v = (SharedPtr<Network> *)0;
  517. while (i.next(k,v)) {
  518. if ((*v)->hasConfig()) {
  519. for(unsigned int k=0;k<(*v)->config().staticIpCount;++k) {
  520. if ((*v)->config().staticIps[k].containsAddress(remoteAddress))
  521. return false;
  522. }
  523. }
  524. }
  525. }
  526. return ( (_cb.pathCheckFunction) ? (_cb.pathCheckFunction(reinterpret_cast<ZT_Node *>(this),_uPtr,tPtr,ztaddr.toInt(),localSocket,reinterpret_cast<const struct sockaddr_storage *>(&remoteAddress)) != 0) : true);
  527. }
  528. uint64_t Node::prng()
  529. {
  530. // https://en.wikipedia.org/wiki/Xorshift#xorshift.2B
  531. uint64_t x = _prngState[0];
  532. const uint64_t y = _prngState[1];
  533. _prngState[0] = y;
  534. x ^= x << 23;
  535. const uint64_t z = x ^ y ^ (x >> 17) ^ (y >> 26);
  536. _prngState[1] = z;
  537. return z + y;
  538. }
  539. ZT_ResultCode Node::setPhysicalPathConfiguration(const struct sockaddr_storage *pathNetwork, const ZT_PhysicalPathConfiguration *pathConfig)
  540. {
  541. RR->topology->setPhysicalPathConfiguration(pathNetwork,pathConfig);
  542. return ZT_RESULT_OK;
  543. }
  544. void Node::ncSendConfig(uint64_t nwid,uint64_t requestPacketId,const Address &destination,const NetworkConfig &nc,bool sendLegacyFormatConfig)
  545. {
  546. _localControllerAuthorizations_m.lock();
  547. _localControllerAuthorizations[_LocalControllerAuth(nwid,destination)] = now();
  548. _localControllerAuthorizations_m.unlock();
  549. if (destination == RR->identity.address()) {
  550. SharedPtr<Network> n(network(nwid));
  551. if (!n) return;
  552. n->setConfiguration((void *)0,nc,true);
  553. } else {
  554. Dictionary<ZT_NETWORKCONFIG_DICT_CAPACITY> *dconf = new Dictionary<ZT_NETWORKCONFIG_DICT_CAPACITY>();
  555. try {
  556. if (nc.toDictionary(*dconf,sendLegacyFormatConfig)) {
  557. uint64_t configUpdateId = prng();
  558. if (!configUpdateId) ++configUpdateId;
  559. const unsigned int totalSize = dconf->sizeBytes();
  560. unsigned int chunkIndex = 0;
  561. while (chunkIndex < totalSize) {
  562. const unsigned int chunkLen = std::min(totalSize - chunkIndex,(unsigned int)(ZT_PROTO_MAX_PACKET_LENGTH - (ZT_PACKET_IDX_PAYLOAD + 256)));
  563. Packet outp(destination,RR->identity.address(),(requestPacketId) ? Packet::VERB_OK : Packet::VERB_NETWORK_CONFIG);
  564. if (requestPacketId) {
  565. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  566. outp.append(requestPacketId);
  567. }
  568. const unsigned int sigStart = outp.size();
  569. outp.append(nwid);
  570. outp.append((uint16_t)chunkLen);
  571. outp.append((const void *)(dconf->data() + chunkIndex),chunkLen);
  572. outp.append((uint8_t)0); // no flags
  573. outp.append((uint64_t)configUpdateId);
  574. outp.append((uint32_t)totalSize);
  575. outp.append((uint32_t)chunkIndex);
  576. uint8_t sig[256];
  577. const unsigned int siglen = RR->identity.sign(reinterpret_cast<const uint8_t *>(outp.data()) + sigStart,outp.size() - sigStart,sig,sizeof(sig));
  578. outp.append((uint8_t)1);
  579. outp.append((uint16_t)siglen);
  580. outp.append(sig,siglen);
  581. outp.compress();
  582. RR->sw->send((void *)0,outp,true);
  583. chunkIndex += chunkLen;
  584. }
  585. }
  586. delete dconf;
  587. } catch ( ... ) {
  588. delete dconf;
  589. throw;
  590. }
  591. }
  592. }
  593. void Node::ncSendRevocation(const Address &destination,const Revocation &rev)
  594. {
  595. if (destination == RR->identity.address()) {
  596. SharedPtr<Network> n(network(rev.networkId()));
  597. if (!n) return;
  598. n->addCredential((void *)0,RR->identity.address(),rev);
  599. } else {
  600. Packet outp(destination,RR->identity.address(),Packet::VERB_NETWORK_CREDENTIALS);
  601. outp.append((uint8_t)0x00);
  602. outp.append((uint16_t)0);
  603. outp.append((uint16_t)0);
  604. outp.append((uint16_t)1);
  605. rev.serialize(outp);
  606. outp.append((uint16_t)0);
  607. RR->sw->send((void *)0,outp,true);
  608. }
  609. }
  610. void Node::ncSendError(uint64_t nwid,uint64_t requestPacketId,const Address &destination,NetworkController::ErrorCode errorCode)
  611. {
  612. if (destination == RR->identity.address()) {
  613. SharedPtr<Network> n(network(nwid));
  614. if (!n) return;
  615. switch(errorCode) {
  616. case NetworkController::NC_ERROR_OBJECT_NOT_FOUND:
  617. case NetworkController::NC_ERROR_INTERNAL_SERVER_ERROR:
  618. n->setNotFound();
  619. break;
  620. case NetworkController::NC_ERROR_ACCESS_DENIED:
  621. n->setAccessDenied();
  622. break;
  623. default: break;
  624. }
  625. } else if (requestPacketId) {
  626. Packet outp(destination,RR->identity.address(),Packet::VERB_ERROR);
  627. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  628. outp.append(requestPacketId);
  629. switch(errorCode) {
  630. //case NetworkController::NC_ERROR_OBJECT_NOT_FOUND:
  631. //case NetworkController::NC_ERROR_INTERNAL_SERVER_ERROR:
  632. default:
  633. outp.append((unsigned char)Packet::ERROR_OBJ_NOT_FOUND);
  634. break;
  635. case NetworkController::NC_ERROR_ACCESS_DENIED:
  636. outp.append((unsigned char)Packet::ERROR_NETWORK_ACCESS_DENIED_);
  637. break;
  638. }
  639. outp.append(nwid);
  640. RR->sw->send((void *)0,outp,true);
  641. } // else we can't send an ERROR() in response to nothing, so discard
  642. }
  643. } // namespace ZeroTier
  644. /****************************************************************************/
  645. /* CAPI bindings */
  646. /****************************************************************************/
  647. extern "C" {
  648. enum ZT_ResultCode ZT_Node_new(ZT_Node **node,void *uptr,void *tptr,const struct ZT_Node_Callbacks *callbacks,int64_t now)
  649. {
  650. *node = (ZT_Node *)0;
  651. try {
  652. *node = reinterpret_cast<ZT_Node *>(new ZeroTier::Node(uptr,tptr,callbacks,now));
  653. return ZT_RESULT_OK;
  654. } catch (std::bad_alloc &exc) {
  655. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  656. } catch (std::runtime_error &exc) {
  657. return ZT_RESULT_FATAL_ERROR_DATA_STORE_FAILED;
  658. } catch ( ... ) {
  659. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  660. }
  661. }
  662. void ZT_Node_delete(ZT_Node *node)
  663. {
  664. try {
  665. delete (reinterpret_cast<ZeroTier::Node *>(node));
  666. } catch ( ... ) {}
  667. }
  668. enum ZT_ResultCode ZT_Node_processWirePacket(
  669. ZT_Node *node,
  670. void *tptr,
  671. int64_t now,
  672. int64_t localSocket,
  673. const struct sockaddr_storage *remoteAddress,
  674. const void *packetData,
  675. unsigned int packetLength,
  676. volatile int64_t *nextBackgroundTaskDeadline)
  677. {
  678. try {
  679. return reinterpret_cast<ZeroTier::Node *>(node)->processWirePacket(tptr,now,localSocket,remoteAddress,packetData,packetLength,nextBackgroundTaskDeadline);
  680. } catch (std::bad_alloc &exc) {
  681. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  682. } catch ( ... ) {
  683. return ZT_RESULT_OK; // "OK" since invalid packets are simply dropped, but the system is still up
  684. }
  685. }
  686. enum ZT_ResultCode ZT_Node_processVirtualNetworkFrame(
  687. ZT_Node *node,
  688. void *tptr,
  689. int64_t now,
  690. uint64_t nwid,
  691. uint64_t sourceMac,
  692. uint64_t destMac,
  693. unsigned int etherType,
  694. unsigned int vlanId,
  695. const void *frameData,
  696. unsigned int frameLength,
  697. volatile int64_t *nextBackgroundTaskDeadline)
  698. {
  699. try {
  700. return reinterpret_cast<ZeroTier::Node *>(node)->processVirtualNetworkFrame(tptr,now,nwid,sourceMac,destMac,etherType,vlanId,frameData,frameLength,nextBackgroundTaskDeadline);
  701. } catch (std::bad_alloc &exc) {
  702. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  703. } catch ( ... ) {
  704. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  705. }
  706. }
  707. enum ZT_ResultCode ZT_Node_processBackgroundTasks(ZT_Node *node,void *tptr,int64_t now,volatile int64_t *nextBackgroundTaskDeadline)
  708. {
  709. try {
  710. return reinterpret_cast<ZeroTier::Node *>(node)->processBackgroundTasks(tptr,now,nextBackgroundTaskDeadline);
  711. } catch (std::bad_alloc &exc) {
  712. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  713. } catch ( ... ) {
  714. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  715. }
  716. }
  717. enum ZT_ResultCode ZT_Node_join(ZT_Node *node,uint64_t nwid,void *uptr,void *tptr)
  718. {
  719. try {
  720. return reinterpret_cast<ZeroTier::Node *>(node)->join(nwid,uptr,tptr);
  721. } catch (std::bad_alloc &exc) {
  722. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  723. } catch ( ... ) {
  724. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  725. }
  726. }
  727. enum ZT_ResultCode ZT_Node_leave(ZT_Node *node,uint64_t nwid,void **uptr,void *tptr)
  728. {
  729. try {
  730. return reinterpret_cast<ZeroTier::Node *>(node)->leave(nwid,uptr,tptr);
  731. } catch (std::bad_alloc &exc) {
  732. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  733. } catch ( ... ) {
  734. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  735. }
  736. }
  737. enum ZT_ResultCode ZT_Node_multicastSubscribe(ZT_Node *node,void *tptr,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  738. {
  739. try {
  740. return reinterpret_cast<ZeroTier::Node *>(node)->multicastSubscribe(tptr,nwid,multicastGroup,multicastAdi);
  741. } catch (std::bad_alloc &exc) {
  742. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  743. } catch ( ... ) {
  744. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  745. }
  746. }
  747. enum ZT_ResultCode ZT_Node_multicastUnsubscribe(ZT_Node *node,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  748. {
  749. try {
  750. return reinterpret_cast<ZeroTier::Node *>(node)->multicastUnsubscribe(nwid,multicastGroup,multicastAdi);
  751. } catch (std::bad_alloc &exc) {
  752. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  753. } catch ( ... ) {
  754. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  755. }
  756. }
  757. uint64_t ZT_Node_address(ZT_Node *node)
  758. {
  759. return reinterpret_cast<ZeroTier::Node *>(node)->address();
  760. }
  761. void ZT_Node_status(ZT_Node *node,ZT_NodeStatus *status)
  762. {
  763. try {
  764. reinterpret_cast<ZeroTier::Node *>(node)->status(status);
  765. } catch ( ... ) {}
  766. }
  767. ZT_PeerList *ZT_Node_peers(ZT_Node *node)
  768. {
  769. try {
  770. return reinterpret_cast<ZeroTier::Node *>(node)->peers();
  771. } catch ( ... ) {
  772. return (ZT_PeerList *)0;
  773. }
  774. }
  775. ZT_VirtualNetworkConfig *ZT_Node_networkConfig(ZT_Node *node,uint64_t nwid)
  776. {
  777. try {
  778. return reinterpret_cast<ZeroTier::Node *>(node)->networkConfig(nwid);
  779. } catch ( ... ) {
  780. return (ZT_VirtualNetworkConfig *)0;
  781. }
  782. }
  783. ZT_VirtualNetworkList *ZT_Node_networks(ZT_Node *node)
  784. {
  785. try {
  786. return reinterpret_cast<ZeroTier::Node *>(node)->networks();
  787. } catch ( ... ) {
  788. return (ZT_VirtualNetworkList *)0;
  789. }
  790. }
  791. void ZT_Node_freeQueryResult(ZT_Node *node,void *qr)
  792. {
  793. try {
  794. reinterpret_cast<ZeroTier::Node *>(node)->freeQueryResult(qr);
  795. } catch ( ... ) {}
  796. }
  797. int ZT_Node_addLocalInterfaceAddress(ZT_Node *node,const struct sockaddr_storage *addr)
  798. {
  799. try {
  800. return reinterpret_cast<ZeroTier::Node *>(node)->addLocalInterfaceAddress(addr);
  801. } catch ( ... ) {
  802. return 0;
  803. }
  804. }
  805. void ZT_Node_clearLocalInterfaceAddresses(ZT_Node *node)
  806. {
  807. try {
  808. reinterpret_cast<ZeroTier::Node *>(node)->clearLocalInterfaceAddresses();
  809. } catch ( ... ) {}
  810. }
  811. int ZT_Node_sendUserMessage(ZT_Node *node,void *tptr,uint64_t dest,uint64_t typeId,const void *data,unsigned int len)
  812. {
  813. try {
  814. return reinterpret_cast<ZeroTier::Node *>(node)->sendUserMessage(tptr,dest,typeId,data,len);
  815. } catch ( ... ) {
  816. return 0;
  817. }
  818. }
  819. void ZT_Node_setNetconfMaster(ZT_Node *node,void *networkControllerInstance)
  820. {
  821. try {
  822. reinterpret_cast<ZeroTier::Node *>(node)->setNetconfMaster(networkControllerInstance);
  823. } catch ( ... ) {}
  824. }
  825. enum ZT_ResultCode ZT_Node_setPhysicalPathConfiguration(ZT_Node *node,const struct sockaddr_storage *pathNetwork,const ZT_PhysicalPathConfiguration *pathConfig)
  826. {
  827. try {
  828. return reinterpret_cast<ZeroTier::Node *>(node)->setPhysicalPathConfiguration(pathNetwork,pathConfig);
  829. } catch ( ... ) {
  830. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  831. }
  832. }
  833. void ZT_version(int *major,int *minor,int *revision)
  834. {
  835. if (major) *major = ZEROTIER_ONE_VERSION_MAJOR;
  836. if (minor) *minor = ZEROTIER_ONE_VERSION_MINOR;
  837. if (revision) *revision = ZEROTIER_ONE_VERSION_REVISION;
  838. }
  839. } // extern "C"