Node.cpp 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2019 ZeroTier, Inc. https://www.zerotier.com/
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * --
  19. *
  20. * You can be released from the requirements of the license by purchasing
  21. * a commercial license. Buying such a license is mandatory as soon as you
  22. * develop commercial closed-source software that incorporates or links
  23. * directly against ZeroTier software without disclosing the source code
  24. * of your own application.
  25. */
  26. #include <stdio.h>
  27. #include <stdlib.h>
  28. #include <stdarg.h>
  29. #include <string.h>
  30. #include <stdint.h>
  31. #include "Constants.hpp"
  32. #include "SharedPtr.hpp"
  33. #include "Node.hpp"
  34. #include "RuntimeEnvironment.hpp"
  35. #include "NetworkController.hpp"
  36. #include "Switch.hpp"
  37. #include "Multicaster.hpp"
  38. #include "Topology.hpp"
  39. #include "Buffer.hpp"
  40. #include "Packet.hpp"
  41. #include "Address.hpp"
  42. #include "Identity.hpp"
  43. #include "SelfAwareness.hpp"
  44. #include "Network.hpp"
  45. #include "Trace.hpp"
  46. namespace ZeroTier {
  47. /****************************************************************************/
  48. /* Public Node interface (C++, exposed via CAPI bindings) */
  49. /****************************************************************************/
  50. Node::Node(void *uptr,void *tptr,const struct ZT_Node_Callbacks *callbacks,int64_t now) :
  51. _RR(this),
  52. RR(&_RR),
  53. _uPtr(uptr),
  54. _networks(8),
  55. _now(now),
  56. _lastPingCheck(0),
  57. _lastHousekeepingRun(0),
  58. _lastMemoizedTraceSettings(0)
  59. {
  60. if (callbacks->version != 0)
  61. throw ZT_EXCEPTION_INVALID_ARGUMENT;
  62. memcpy(&_cb,callbacks,sizeof(ZT_Node_Callbacks));
  63. // Initialize non-cryptographic PRNG from a good random source
  64. Utils::getSecureRandom((void *)_prngState,sizeof(_prngState));
  65. _online = false;
  66. memset(_expectingRepliesToBucketPtr,0,sizeof(_expectingRepliesToBucketPtr));
  67. memset(_expectingRepliesTo,0,sizeof(_expectingRepliesTo));
  68. memset(_lastIdentityVerification,0,sizeof(_lastIdentityVerification));
  69. memset((void *)(&_stats),0,sizeof(_stats));
  70. uint64_t idtmp[2];
  71. idtmp[0] = 0; idtmp[1] = 0;
  72. char tmp[2048];
  73. int n = stateObjectGet(tptr,ZT_STATE_OBJECT_IDENTITY_SECRET,idtmp,tmp,sizeof(tmp) - 1);
  74. if (n > 0) {
  75. tmp[n] = (char)0;
  76. if (RR->identity.fromString(tmp)) {
  77. RR->identity.toString(false,RR->publicIdentityStr);
  78. RR->identity.toString(true,RR->secretIdentityStr);
  79. } else {
  80. n = -1;
  81. }
  82. }
  83. if (n <= 0) {
  84. RR->identity.generate(Identity::C25519);
  85. RR->identity.toString(false,RR->publicIdentityStr);
  86. RR->identity.toString(true,RR->secretIdentityStr);
  87. idtmp[0] = RR->identity.address().toInt(); idtmp[1] = 0;
  88. stateObjectPut(tptr,ZT_STATE_OBJECT_IDENTITY_SECRET,idtmp,RR->secretIdentityStr,(unsigned int)strlen(RR->secretIdentityStr));
  89. stateObjectPut(tptr,ZT_STATE_OBJECT_IDENTITY_PUBLIC,idtmp,RR->publicIdentityStr,(unsigned int)strlen(RR->publicIdentityStr));
  90. } else {
  91. idtmp[0] = RR->identity.address().toInt(); idtmp[1] = 0;
  92. n = stateObjectGet(tptr,ZT_STATE_OBJECT_IDENTITY_PUBLIC,idtmp,tmp,sizeof(tmp) - 1);
  93. if ((n > 0)&&(n < (int)sizeof(RR->publicIdentityStr))&&(n < (int)sizeof(tmp))) {
  94. if (memcmp(tmp,RR->publicIdentityStr,n))
  95. stateObjectPut(tptr,ZT_STATE_OBJECT_IDENTITY_PUBLIC,idtmp,RR->publicIdentityStr,(unsigned int)strlen(RR->publicIdentityStr));
  96. }
  97. }
  98. char *m = (char *)0;
  99. try {
  100. const unsigned long ts = sizeof(Trace) + (((sizeof(Trace) & 0xf) != 0) ? (16 - (sizeof(Trace) & 0xf)) : 0);
  101. const unsigned long sws = sizeof(Switch) + (((sizeof(Switch) & 0xf) != 0) ? (16 - (sizeof(Switch) & 0xf)) : 0);
  102. const unsigned long mcs = sizeof(Multicaster) + (((sizeof(Multicaster) & 0xf) != 0) ? (16 - (sizeof(Multicaster) & 0xf)) : 0);
  103. const unsigned long topologys = sizeof(Topology) + (((sizeof(Topology) & 0xf) != 0) ? (16 - (sizeof(Topology) & 0xf)) : 0);
  104. const unsigned long sas = sizeof(SelfAwareness) + (((sizeof(SelfAwareness) & 0xf) != 0) ? (16 - (sizeof(SelfAwareness) & 0xf)) : 0);
  105. m = reinterpret_cast<char *>(::malloc(16 + ts + sws + mcs + topologys + sas));
  106. if (!m)
  107. throw std::bad_alloc();
  108. RR->rtmem = m;
  109. while (((uintptr_t)m & 0xf) != 0) ++m;
  110. RR->t = new (m) Trace(RR);
  111. m += ts;
  112. RR->sw = new (m) Switch(RR);
  113. m += sws;
  114. RR->mc = new (m) Multicaster(RR);
  115. m += mcs;
  116. RR->topology = new (m) Topology(RR,RR->identity);
  117. m += topologys;
  118. RR->sa = new (m) SelfAwareness(RR);
  119. } catch ( ... ) {
  120. if (RR->sa) RR->sa->~SelfAwareness();
  121. if (RR->topology) RR->topology->~Topology();
  122. if (RR->mc) RR->mc->~Multicaster();
  123. if (RR->sw) RR->sw->~Switch();
  124. if (RR->t) RR->t->~Trace();
  125. ::free(m);
  126. throw;
  127. }
  128. postEvent(tptr,ZT_EVENT_UP);
  129. }
  130. Node::~Node()
  131. {
  132. {
  133. Mutex::Lock _l(_networks_m);
  134. _networks.clear(); // destroy all networks before shutdown
  135. }
  136. if (RR->sa) RR->sa->~SelfAwareness();
  137. if (RR->topology) RR->topology->~Topology();
  138. if (RR->mc) RR->mc->~Multicaster();
  139. if (RR->sw) RR->sw->~Switch();
  140. if (RR->t) RR->t->~Trace();
  141. ::free(RR->rtmem);
  142. }
  143. ZT_ResultCode Node::processWirePacket(
  144. void *tptr,
  145. int64_t now,
  146. int64_t localSocket,
  147. const struct sockaddr_storage *remoteAddress,
  148. const void *packetData,
  149. unsigned int packetLength,
  150. volatile int64_t *nextBackgroundTaskDeadline)
  151. {
  152. _now = now;
  153. RR->sw->onRemotePacket(tptr,localSocket,*(reinterpret_cast<const InetAddress *>(remoteAddress)),packetData,packetLength);
  154. return ZT_RESULT_OK;
  155. }
  156. ZT_ResultCode Node::processVirtualNetworkFrame(
  157. void *tptr,
  158. int64_t now,
  159. uint64_t nwid,
  160. uint64_t sourceMac,
  161. uint64_t destMac,
  162. unsigned int etherType,
  163. unsigned int vlanId,
  164. const void *frameData,
  165. unsigned int frameLength,
  166. volatile int64_t *nextBackgroundTaskDeadline)
  167. {
  168. _now = now;
  169. SharedPtr<Network> nw(this->network(nwid));
  170. if (nw) {
  171. RR->sw->onLocalEthernet(tptr,nw,MAC(sourceMac),MAC(destMac),etherType,vlanId,frameData,frameLength);
  172. return ZT_RESULT_OK;
  173. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  174. }
  175. /*
  176. // Function object used to traverse the peer list, check peer status, and ping
  177. // those that need pinging.
  178. struct _PingPeersThatNeedPing
  179. {
  180. inline _PingPeersThatNeedPing(const RuntimeEnvironment *renv,void *tPtr,Hashtable< Address,std::vector<InetAddress> > &alwaysContact,int64_t now) :
  181. RR(renv),
  182. _tPtr(tPtr),
  183. _alwaysContact(alwaysContact),
  184. _now(now),
  185. _bestCurrentUpstream(RR->topology->getUpstreamPeer()),
  186. online(false)
  187. {
  188. }
  189. inline void operator()(Topology &t,const SharedPtr<Peer> &p)
  190. {
  191. const std::vector<InetAddress> *const alwaysContactEndpoints = _alwaysContact.get(p->address());
  192. if (alwaysContactEndpoints) {
  193. online |= p->isAlive(_now);
  194. const unsigned int sent = p->doPingAndKeepalive(_tPtr,_now);
  195. bool contacted = (sent != 0);
  196. if ((sent & 0x1) == 0) { // bit 0x1 == IPv4 sent
  197. for(unsigned long k=0,ptr=(unsigned long)RR->node->prng();k<(unsigned long)alwaysContactEndpoints->size();++k) {
  198. const InetAddress &addr = (*alwaysContactEndpoints)[ptr++ % alwaysContactEndpoints->size()];
  199. if (addr.ss_family == AF_INET) {
  200. p->sendHELLO(_tPtr,-1,addr,_now);
  201. contacted = true;
  202. break;
  203. }
  204. }
  205. }
  206. if ((sent & 0x2) == 0) { // bit 0x2 == IPv6 sent
  207. for(unsigned long k=0,ptr=(unsigned long)RR->node->prng();k<(unsigned long)alwaysContactEndpoints->size();++k) {
  208. const InetAddress &addr = (*alwaysContactEndpoints)[ptr++ % alwaysContactEndpoints->size()];
  209. if (addr.ss_family == AF_INET6) {
  210. p->sendHELLO(_tPtr,-1,addr,_now);
  211. contacted = true;
  212. break;
  213. }
  214. }
  215. }
  216. if ((!contacted)&&(_bestCurrentUpstream)) {
  217. const SharedPtr<Path> up(_bestCurrentUpstream->getAppropriatePath(_now,true));
  218. if (up)
  219. p->sendHELLO(_tPtr,up->localSocket(),up->address(),_now);
  220. }
  221. _alwaysContact.erase(p->address()); // after this we'll WHOIS all upstreams that remain
  222. } else if (p->isActive(_now)) {
  223. p->doPingAndKeepalive(_tPtr,_now);
  224. }
  225. }
  226. const RuntimeEnvironment *RR;
  227. void *_tPtr;
  228. Hashtable< Address,std::vector<InetAddress> > &_alwaysContact;
  229. const int64_t _now;
  230. const SharedPtr<Peer> _bestCurrentUpstream;
  231. bool online;
  232. };
  233. */
  234. ZT_ResultCode Node::processBackgroundTasks(void *tptr,int64_t now,volatile int64_t *nextBackgroundTaskDeadline)
  235. {
  236. _now = now;
  237. Mutex::Lock bl(_backgroundTasksLock);
  238. unsigned long timeUntilNextPingCheck = ZT_PING_CHECK_INVERVAL;
  239. const int64_t timeSinceLastPingCheck = now - _lastPingCheck;
  240. if (timeSinceLastPingCheck >= ZT_PING_CHECK_INVERVAL) {
  241. try {
  242. _lastPingCheck = now;
  243. // Clean up any old local controller auth memoizations. This is an
  244. // optimization for network controllers to know whether to accept
  245. // or trust nodes without doing an extra cert check.
  246. {
  247. _localControllerAuthorizations_m.lock();
  248. Hashtable< _LocalControllerAuth,int64_t >::Iterator i(_localControllerAuthorizations);
  249. _LocalControllerAuth *k = (_LocalControllerAuth *)0;
  250. int64_t *v = (int64_t *)0;
  251. while (i.next(k,v)) {
  252. if ((*v - now) > (ZT_NETWORK_AUTOCONF_DELAY * 3)) {
  253. _localControllerAuthorizations.erase(*k);
  254. }
  255. }
  256. _localControllerAuthorizations_m.unlock();
  257. }
  258. /*
  259. // (1) Get peers we should remain connected to and (2) get networks that need config.
  260. Hashtable< Address,std::vector<InetAddress> > alwaysContact;
  261. RR->topology->getAlwaysContact(alwaysContact);
  262. std::vector< std::pair< SharedPtr<Network>,bool > > networkConfigNeeded;
  263. {
  264. Mutex::Lock l(_networks_m);
  265. Hashtable< uint64_t,SharedPtr<Network> >::Iterator i(_networks);
  266. uint64_t *nwid = (uint64_t *)0;
  267. SharedPtr<Network> *network = (SharedPtr<Network> *)0;
  268. while (i.next(nwid,network)) {
  269. (*network)->config().alwaysContactAddresses(alwaysContact);
  270. networkConfigNeeded.push_back( std::pair< SharedPtr<Network>,bool >(*network,(((now - (*network)->lastConfigUpdate()) >= ZT_NETWORK_AUTOCONF_DELAY)||(!(*network)->hasConfig()))) );
  271. }
  272. }
  273. // Ping active peers, upstreams, and others that we should always contact
  274. _PingPeersThatNeedPing pfunc(RR,tptr,alwaysContact,now);
  275. RR->topology->eachPeer<_PingPeersThatNeedPing &>(pfunc);
  276. // Run WHOIS to create Peer for alwaysContact addresses that could not be contacted
  277. {
  278. Hashtable< Address,std::vector<InetAddress> >::Iterator i(alwaysContact);
  279. Address *upstreamAddress = (Address *)0;
  280. std::vector<InetAddress> *upstreamStableEndpoints = (std::vector<InetAddress> *)0;
  281. while (i.next(upstreamAddress,upstreamStableEndpoints))
  282. RR->sw->requestWhois(tptr,now,*upstreamAddress);
  283. }
  284. // Refresh network config or broadcast network updates to members as needed
  285. for(std::vector< std::pair< SharedPtr<Network>,bool > >::const_iterator n(networkConfigNeeded.begin());n!=networkConfigNeeded.end();++n) {
  286. if (n->second)
  287. n->first->requestConfiguration(tptr);
  288. n->first->sendUpdatesToMembers(tptr);
  289. }
  290. // Update online status, post status change as event
  291. const bool oldOnline = _online;
  292. _online = pfunc.online;
  293. if (oldOnline != _online)
  294. postEvent(tptr,_online ? ZT_EVENT_ONLINE : ZT_EVENT_OFFLINE);
  295. */
  296. } catch ( ... ) {
  297. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  298. }
  299. } else {
  300. timeUntilNextPingCheck -= (unsigned long)timeSinceLastPingCheck;
  301. }
  302. if ((now - _lastMemoizedTraceSettings) >= (ZT_HOUSEKEEPING_PERIOD / 4)) {
  303. _lastMemoizedTraceSettings = now;
  304. RR->t->updateMemoizedSettings();
  305. }
  306. if ((now - _lastHousekeepingRun) >= ZT_HOUSEKEEPING_PERIOD) {
  307. _lastHousekeepingRun = now;
  308. try {
  309. RR->topology->doPeriodicTasks(now);
  310. RR->sa->clean(now);
  311. RR->mc->clean(now);
  312. } catch ( ... ) {
  313. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  314. }
  315. }
  316. try {
  317. *nextBackgroundTaskDeadline = now + (int64_t)std::max(std::min(timeUntilNextPingCheck,RR->sw->doTimerTasks(tptr,now)),(unsigned long)ZT_CORE_TIMER_TASK_GRANULARITY);
  318. } catch ( ... ) {
  319. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  320. }
  321. return ZT_RESULT_OK;
  322. }
  323. ZT_ResultCode Node::join(uint64_t nwid,void *uptr,void *tptr)
  324. {
  325. Mutex::Lock _l(_networks_m);
  326. SharedPtr<Network> &nw = _networks[nwid];
  327. if (!nw)
  328. nw = SharedPtr<Network>(new Network(RR,tptr,nwid,uptr,(const NetworkConfig *)0));
  329. return ZT_RESULT_OK;
  330. }
  331. ZT_ResultCode Node::leave(uint64_t nwid,void **uptr,void *tptr)
  332. {
  333. ZT_VirtualNetworkConfig ctmp;
  334. void **nUserPtr = (void **)0;
  335. {
  336. Mutex::Lock _l(_networks_m);
  337. SharedPtr<Network> *nw = _networks.get(nwid);
  338. RR->sw->removeNetworkQoSControlBlock(nwid);
  339. if (!nw)
  340. return ZT_RESULT_OK;
  341. if (uptr)
  342. *uptr = (*nw)->userPtr();
  343. (*nw)->externalConfig(&ctmp);
  344. (*nw)->destroy();
  345. nUserPtr = (*nw)->userPtr();
  346. }
  347. if (nUserPtr)
  348. RR->node->configureVirtualNetworkPort(tptr,nwid,nUserPtr,ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_DESTROY,&ctmp);
  349. {
  350. Mutex::Lock _l(_networks_m);
  351. _networks.erase(nwid);
  352. }
  353. uint64_t tmp[2];
  354. tmp[0] = nwid; tmp[1] = 0;
  355. RR->node->stateObjectDelete(tptr,ZT_STATE_OBJECT_NETWORK_CONFIG,tmp);
  356. return ZT_RESULT_OK;
  357. }
  358. ZT_ResultCode Node::multicastSubscribe(void *tptr,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  359. {
  360. SharedPtr<Network> nw(this->network(nwid));
  361. if (nw) {
  362. nw->multicastSubscribe(tptr,MulticastGroup(MAC(multicastGroup),(uint32_t)(multicastAdi & 0xffffffff)));
  363. return ZT_RESULT_OK;
  364. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  365. }
  366. ZT_ResultCode Node::multicastUnsubscribe(uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  367. {
  368. SharedPtr<Network> nw(this->network(nwid));
  369. if (nw) {
  370. nw->multicastUnsubscribe(MulticastGroup(MAC(multicastGroup),(uint32_t)(multicastAdi & 0xffffffff)));
  371. return ZT_RESULT_OK;
  372. } else return ZT_RESULT_ERROR_NETWORK_NOT_FOUND;
  373. }
  374. uint64_t Node::address() const
  375. {
  376. return RR->identity.address().toInt();
  377. }
  378. void Node::status(ZT_NodeStatus *status) const
  379. {
  380. status->address = RR->identity.address().toInt();
  381. status->publicIdentity = RR->publicIdentityStr;
  382. status->secretIdentity = RR->secretIdentityStr;
  383. status->online = _online ? 1 : 0;
  384. }
  385. ZT_PeerList *Node::peers() const
  386. {
  387. std::vector< std::pair< Address,SharedPtr<Peer> > > peers(RR->topology->allPeers());
  388. std::sort(peers.begin(),peers.end());
  389. char *buf = (char *)::malloc(sizeof(ZT_PeerList) + (sizeof(ZT_Peer) * peers.size()));
  390. if (!buf)
  391. return (ZT_PeerList *)0;
  392. ZT_PeerList *pl = (ZT_PeerList *)buf;
  393. pl->peers = (ZT_Peer *)(buf + sizeof(ZT_PeerList));
  394. pl->peerCount = 0;
  395. for(std::vector< std::pair< Address,SharedPtr<Peer> > >::iterator pi(peers.begin());pi!=peers.end();++pi) {
  396. ZT_Peer *p = &(pl->peers[pl->peerCount++]);
  397. p->address = pi->second->address().toInt();
  398. p->hadAggregateLink = 0;
  399. if (pi->second->remoteVersionKnown()) {
  400. p->versionMajor = pi->second->remoteVersionMajor();
  401. p->versionMinor = pi->second->remoteVersionMinor();
  402. p->versionRev = pi->second->remoteVersionRevision();
  403. } else {
  404. p->versionMajor = -1;
  405. p->versionMinor = -1;
  406. p->versionRev = -1;
  407. }
  408. p->latency = pi->second->latency(_now);
  409. if (p->latency >= 0xffff)
  410. p->latency = -1;
  411. p->role = RR->topology->isRoot(pi->second->identity()) ? ZT_PEER_ROLE_PLANET : ZT_PEER_ROLE_LEAF;
  412. std::vector< SharedPtr<Path> > paths(pi->second->paths(_now));
  413. SharedPtr<Path> bestp(pi->second->getAppropriatePath(_now,false));
  414. p->hadAggregateLink |= pi->second->hasAggregateLink();
  415. p->pathCount = 0;
  416. for(std::vector< SharedPtr<Path> >::iterator path(paths.begin());path!=paths.end();++path) {
  417. memcpy(&(p->paths[p->pathCount].address),&((*path)->address()),sizeof(struct sockaddr_storage));
  418. p->paths[p->pathCount].lastSend = (*path)->lastOut();
  419. p->paths[p->pathCount].lastReceive = (*path)->lastIn();
  420. p->paths[p->pathCount].trustedPathId = RR->topology->getOutboundPathTrust((*path)->address());
  421. p->paths[p->pathCount].expired = 0;
  422. p->paths[p->pathCount].preferred = ((*path) == bestp) ? 1 : 0;
  423. p->paths[p->pathCount].latency = (float)(*path)->latency();
  424. p->paths[p->pathCount].packetDelayVariance = (*path)->packetDelayVariance();
  425. p->paths[p->pathCount].throughputDisturbCoeff = (*path)->throughputDisturbanceCoefficient();
  426. p->paths[p->pathCount].packetErrorRatio = (*path)->packetErrorRatio();
  427. p->paths[p->pathCount].packetLossRatio = (*path)->packetLossRatio();
  428. p->paths[p->pathCount].stability = (*path)->lastComputedStability();
  429. p->paths[p->pathCount].throughput = (*path)->meanThroughput();
  430. p->paths[p->pathCount].maxThroughput = (*path)->maxLifetimeThroughput();
  431. p->paths[p->pathCount].allocation = (float)(*path)->allocation() / (float)255;
  432. p->paths[p->pathCount].ifname = (*path)->getName();
  433. ++p->pathCount;
  434. }
  435. }
  436. return pl;
  437. }
  438. ZT_VirtualNetworkConfig *Node::networkConfig(uint64_t nwid) const
  439. {
  440. Mutex::Lock _l(_networks_m);
  441. const SharedPtr<Network> *nw = _networks.get(nwid);
  442. if (nw) {
  443. ZT_VirtualNetworkConfig *nc = (ZT_VirtualNetworkConfig *)::malloc(sizeof(ZT_VirtualNetworkConfig));
  444. (*nw)->externalConfig(nc);
  445. return nc;
  446. }
  447. return (ZT_VirtualNetworkConfig *)0;
  448. }
  449. ZT_VirtualNetworkList *Node::networks() const
  450. {
  451. Mutex::Lock _l(_networks_m);
  452. char *buf = (char *)::malloc(sizeof(ZT_VirtualNetworkList) + (sizeof(ZT_VirtualNetworkConfig) * _networks.size()));
  453. if (!buf)
  454. return (ZT_VirtualNetworkList *)0;
  455. ZT_VirtualNetworkList *nl = (ZT_VirtualNetworkList *)buf;
  456. nl->networks = (ZT_VirtualNetworkConfig *)(buf + sizeof(ZT_VirtualNetworkList));
  457. nl->networkCount = 0;
  458. Hashtable< uint64_t,SharedPtr<Network> >::Iterator i(*const_cast< Hashtable< uint64_t,SharedPtr<Network> > *>(&_networks));
  459. uint64_t *k = (uint64_t *)0;
  460. SharedPtr<Network> *v = (SharedPtr<Network> *)0;
  461. while (i.next(k,v))
  462. (*v)->externalConfig(&(nl->networks[nl->networkCount++]));
  463. return nl;
  464. }
  465. void Node::freeQueryResult(void *qr)
  466. {
  467. if (qr)
  468. ::free(qr);
  469. }
  470. int Node::addLocalInterfaceAddress(const struct sockaddr_storage *addr)
  471. {
  472. if (Path::isAddressValidForPath(*(reinterpret_cast<const InetAddress *>(addr)))) {
  473. Mutex::Lock _l(_directPaths_m);
  474. if (std::find(_directPaths.begin(),_directPaths.end(),*(reinterpret_cast<const InetAddress *>(addr))) == _directPaths.end()) {
  475. _directPaths.push_back(*(reinterpret_cast<const InetAddress *>(addr)));
  476. return 1;
  477. }
  478. }
  479. return 0;
  480. }
  481. void Node::clearLocalInterfaceAddresses()
  482. {
  483. Mutex::Lock _l(_directPaths_m);
  484. _directPaths.clear();
  485. }
  486. int Node::sendUserMessage(void *tptr,uint64_t dest,uint64_t typeId,const void *data,unsigned int len)
  487. {
  488. try {
  489. if (RR->identity.address().toInt() != dest) {
  490. Packet outp(Address(dest),RR->identity.address(),Packet::VERB_USER_MESSAGE);
  491. outp.append(typeId);
  492. outp.append(data,len);
  493. outp.compress();
  494. RR->sw->send(tptr,outp,true);
  495. return 1;
  496. }
  497. } catch ( ... ) {}
  498. return 0;
  499. }
  500. void Node::setNetconfMaster(void *networkControllerInstance)
  501. {
  502. RR->localNetworkController = reinterpret_cast<NetworkController *>(networkControllerInstance);
  503. if (networkControllerInstance)
  504. RR->localNetworkController->init(RR->identity,this);
  505. }
  506. /****************************************************************************/
  507. /* Node methods used only within node/ */
  508. /****************************************************************************/
  509. bool Node::shouldUsePathForZeroTierTraffic(void *tPtr,const Address &ztaddr,const int64_t localSocket,const InetAddress &remoteAddress)
  510. {
  511. if (!Path::isAddressValidForPath(remoteAddress))
  512. return false;
  513. {
  514. Mutex::Lock _l(_networks_m);
  515. Hashtable< uint64_t,SharedPtr<Network> >::Iterator i(_networks);
  516. uint64_t *k = (uint64_t *)0;
  517. SharedPtr<Network> *v = (SharedPtr<Network> *)0;
  518. while (i.next(k,v)) {
  519. if ((*v)->hasConfig()) {
  520. for(unsigned int k=0;k<(*v)->config().staticIpCount;++k) {
  521. if ((*v)->config().staticIps[k].containsAddress(remoteAddress))
  522. return false;
  523. }
  524. }
  525. }
  526. }
  527. return ( (_cb.pathCheckFunction) ? (_cb.pathCheckFunction(reinterpret_cast<ZT_Node *>(this),_uPtr,tPtr,ztaddr.toInt(),localSocket,reinterpret_cast<const struct sockaddr_storage *>(&remoteAddress)) != 0) : true);
  528. }
  529. uint64_t Node::prng()
  530. {
  531. // https://en.wikipedia.org/wiki/Xorshift#xorshift.2B
  532. uint64_t x = _prngState[0];
  533. const uint64_t y = _prngState[1];
  534. _prngState[0] = y;
  535. x ^= x << 23;
  536. const uint64_t z = x ^ y ^ (x >> 17) ^ (y >> 26);
  537. _prngState[1] = z;
  538. return z + y;
  539. }
  540. ZT_ResultCode Node::setPhysicalPathConfiguration(const struct sockaddr_storage *pathNetwork, const ZT_PhysicalPathConfiguration *pathConfig)
  541. {
  542. RR->topology->setPhysicalPathConfiguration(pathNetwork,pathConfig);
  543. return ZT_RESULT_OK;
  544. }
  545. void Node::ncSendConfig(uint64_t nwid,uint64_t requestPacketId,const Address &destination,const NetworkConfig &nc,bool sendLegacyFormatConfig)
  546. {
  547. _localControllerAuthorizations_m.lock();
  548. _localControllerAuthorizations[_LocalControllerAuth(nwid,destination)] = now();
  549. _localControllerAuthorizations_m.unlock();
  550. if (destination == RR->identity.address()) {
  551. SharedPtr<Network> n(network(nwid));
  552. if (!n) return;
  553. n->setConfiguration((void *)0,nc,true);
  554. } else {
  555. Dictionary<ZT_NETWORKCONFIG_DICT_CAPACITY> *dconf = new Dictionary<ZT_NETWORKCONFIG_DICT_CAPACITY>();
  556. try {
  557. if (nc.toDictionary(*dconf,sendLegacyFormatConfig)) {
  558. uint64_t configUpdateId = prng();
  559. if (!configUpdateId) ++configUpdateId;
  560. const unsigned int totalSize = dconf->sizeBytes();
  561. unsigned int chunkIndex = 0;
  562. while (chunkIndex < totalSize) {
  563. const unsigned int chunkLen = std::min(totalSize - chunkIndex,(unsigned int)(ZT_PROTO_MAX_PACKET_LENGTH - (ZT_PACKET_IDX_PAYLOAD + 256)));
  564. Packet outp(destination,RR->identity.address(),(requestPacketId) ? Packet::VERB_OK : Packet::VERB_NETWORK_CONFIG);
  565. if (requestPacketId) {
  566. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  567. outp.append(requestPacketId);
  568. }
  569. const unsigned int sigStart = outp.size();
  570. outp.append(nwid);
  571. outp.append((uint16_t)chunkLen);
  572. outp.append((const void *)(dconf->data() + chunkIndex),chunkLen);
  573. outp.append((uint8_t)0); // no flags
  574. outp.append((uint64_t)configUpdateId);
  575. outp.append((uint32_t)totalSize);
  576. outp.append((uint32_t)chunkIndex);
  577. uint8_t sig[256];
  578. const unsigned int siglen = RR->identity.sign(reinterpret_cast<const uint8_t *>(outp.data()) + sigStart,outp.size() - sigStart,sig,sizeof(sig));
  579. outp.append((uint8_t)1);
  580. outp.append((uint16_t)siglen);
  581. outp.append(sig,siglen);
  582. outp.compress();
  583. RR->sw->send((void *)0,outp,true);
  584. chunkIndex += chunkLen;
  585. }
  586. }
  587. delete dconf;
  588. } catch ( ... ) {
  589. delete dconf;
  590. throw;
  591. }
  592. }
  593. }
  594. void Node::ncSendRevocation(const Address &destination,const Revocation &rev)
  595. {
  596. if (destination == RR->identity.address()) {
  597. SharedPtr<Network> n(network(rev.networkId()));
  598. if (!n) return;
  599. n->addCredential((void *)0,RR->identity.address(),rev);
  600. } else {
  601. Packet outp(destination,RR->identity.address(),Packet::VERB_NETWORK_CREDENTIALS);
  602. outp.append((uint8_t)0x00);
  603. outp.append((uint16_t)0);
  604. outp.append((uint16_t)0);
  605. outp.append((uint16_t)1);
  606. rev.serialize(outp);
  607. outp.append((uint16_t)0);
  608. RR->sw->send((void *)0,outp,true);
  609. }
  610. }
  611. void Node::ncSendError(uint64_t nwid,uint64_t requestPacketId,const Address &destination,NetworkController::ErrorCode errorCode)
  612. {
  613. if (destination == RR->identity.address()) {
  614. SharedPtr<Network> n(network(nwid));
  615. if (!n) return;
  616. switch(errorCode) {
  617. case NetworkController::NC_ERROR_OBJECT_NOT_FOUND:
  618. case NetworkController::NC_ERROR_INTERNAL_SERVER_ERROR:
  619. n->setNotFound();
  620. break;
  621. case NetworkController::NC_ERROR_ACCESS_DENIED:
  622. n->setAccessDenied();
  623. break;
  624. default: break;
  625. }
  626. } else if (requestPacketId) {
  627. Packet outp(destination,RR->identity.address(),Packet::VERB_ERROR);
  628. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  629. outp.append(requestPacketId);
  630. switch(errorCode) {
  631. //case NetworkController::NC_ERROR_OBJECT_NOT_FOUND:
  632. //case NetworkController::NC_ERROR_INTERNAL_SERVER_ERROR:
  633. default:
  634. outp.append((unsigned char)Packet::ERROR_OBJ_NOT_FOUND);
  635. break;
  636. case NetworkController::NC_ERROR_ACCESS_DENIED:
  637. outp.append((unsigned char)Packet::ERROR_NETWORK_ACCESS_DENIED_);
  638. break;
  639. }
  640. outp.append(nwid);
  641. RR->sw->send((void *)0,outp,true);
  642. } // else we can't send an ERROR() in response to nothing, so discard
  643. }
  644. } // namespace ZeroTier
  645. /****************************************************************************/
  646. /* CAPI bindings */
  647. /****************************************************************************/
  648. extern "C" {
  649. enum ZT_ResultCode ZT_Node_new(ZT_Node **node,void *uptr,void *tptr,const struct ZT_Node_Callbacks *callbacks,int64_t now)
  650. {
  651. *node = (ZT_Node *)0;
  652. try {
  653. *node = reinterpret_cast<ZT_Node *>(new ZeroTier::Node(uptr,tptr,callbacks,now));
  654. return ZT_RESULT_OK;
  655. } catch (std::bad_alloc &exc) {
  656. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  657. } catch (std::runtime_error &exc) {
  658. return ZT_RESULT_FATAL_ERROR_DATA_STORE_FAILED;
  659. } catch ( ... ) {
  660. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  661. }
  662. }
  663. void ZT_Node_delete(ZT_Node *node)
  664. {
  665. try {
  666. delete (reinterpret_cast<ZeroTier::Node *>(node));
  667. } catch ( ... ) {}
  668. }
  669. enum ZT_ResultCode ZT_Node_processWirePacket(
  670. ZT_Node *node,
  671. void *tptr,
  672. int64_t now,
  673. int64_t localSocket,
  674. const struct sockaddr_storage *remoteAddress,
  675. const void *packetData,
  676. unsigned int packetLength,
  677. volatile int64_t *nextBackgroundTaskDeadline)
  678. {
  679. try {
  680. return reinterpret_cast<ZeroTier::Node *>(node)->processWirePacket(tptr,now,localSocket,remoteAddress,packetData,packetLength,nextBackgroundTaskDeadline);
  681. } catch (std::bad_alloc &exc) {
  682. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  683. } catch ( ... ) {
  684. return ZT_RESULT_OK; // "OK" since invalid packets are simply dropped, but the system is still up
  685. }
  686. }
  687. enum ZT_ResultCode ZT_Node_processVirtualNetworkFrame(
  688. ZT_Node *node,
  689. void *tptr,
  690. int64_t now,
  691. uint64_t nwid,
  692. uint64_t sourceMac,
  693. uint64_t destMac,
  694. unsigned int etherType,
  695. unsigned int vlanId,
  696. const void *frameData,
  697. unsigned int frameLength,
  698. volatile int64_t *nextBackgroundTaskDeadline)
  699. {
  700. try {
  701. return reinterpret_cast<ZeroTier::Node *>(node)->processVirtualNetworkFrame(tptr,now,nwid,sourceMac,destMac,etherType,vlanId,frameData,frameLength,nextBackgroundTaskDeadline);
  702. } catch (std::bad_alloc &exc) {
  703. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  704. } catch ( ... ) {
  705. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  706. }
  707. }
  708. enum ZT_ResultCode ZT_Node_processBackgroundTasks(ZT_Node *node,void *tptr,int64_t now,volatile int64_t *nextBackgroundTaskDeadline)
  709. {
  710. try {
  711. return reinterpret_cast<ZeroTier::Node *>(node)->processBackgroundTasks(tptr,now,nextBackgroundTaskDeadline);
  712. } catch (std::bad_alloc &exc) {
  713. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  714. } catch ( ... ) {
  715. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  716. }
  717. }
  718. enum ZT_ResultCode ZT_Node_join(ZT_Node *node,uint64_t nwid,void *uptr,void *tptr)
  719. {
  720. try {
  721. return reinterpret_cast<ZeroTier::Node *>(node)->join(nwid,uptr,tptr);
  722. } catch (std::bad_alloc &exc) {
  723. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  724. } catch ( ... ) {
  725. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  726. }
  727. }
  728. enum ZT_ResultCode ZT_Node_leave(ZT_Node *node,uint64_t nwid,void **uptr,void *tptr)
  729. {
  730. try {
  731. return reinterpret_cast<ZeroTier::Node *>(node)->leave(nwid,uptr,tptr);
  732. } catch (std::bad_alloc &exc) {
  733. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  734. } catch ( ... ) {
  735. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  736. }
  737. }
  738. enum ZT_ResultCode ZT_Node_multicastSubscribe(ZT_Node *node,void *tptr,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  739. {
  740. try {
  741. return reinterpret_cast<ZeroTier::Node *>(node)->multicastSubscribe(tptr,nwid,multicastGroup,multicastAdi);
  742. } catch (std::bad_alloc &exc) {
  743. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  744. } catch ( ... ) {
  745. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  746. }
  747. }
  748. enum ZT_ResultCode ZT_Node_multicastUnsubscribe(ZT_Node *node,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
  749. {
  750. try {
  751. return reinterpret_cast<ZeroTier::Node *>(node)->multicastUnsubscribe(nwid,multicastGroup,multicastAdi);
  752. } catch (std::bad_alloc &exc) {
  753. return ZT_RESULT_FATAL_ERROR_OUT_OF_MEMORY;
  754. } catch ( ... ) {
  755. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  756. }
  757. }
  758. uint64_t ZT_Node_address(ZT_Node *node)
  759. {
  760. return reinterpret_cast<ZeroTier::Node *>(node)->address();
  761. }
  762. void ZT_Node_status(ZT_Node *node,ZT_NodeStatus *status)
  763. {
  764. try {
  765. reinterpret_cast<ZeroTier::Node *>(node)->status(status);
  766. } catch ( ... ) {}
  767. }
  768. ZT_PeerList *ZT_Node_peers(ZT_Node *node)
  769. {
  770. try {
  771. return reinterpret_cast<ZeroTier::Node *>(node)->peers();
  772. } catch ( ... ) {
  773. return (ZT_PeerList *)0;
  774. }
  775. }
  776. ZT_VirtualNetworkConfig *ZT_Node_networkConfig(ZT_Node *node,uint64_t nwid)
  777. {
  778. try {
  779. return reinterpret_cast<ZeroTier::Node *>(node)->networkConfig(nwid);
  780. } catch ( ... ) {
  781. return (ZT_VirtualNetworkConfig *)0;
  782. }
  783. }
  784. ZT_VirtualNetworkList *ZT_Node_networks(ZT_Node *node)
  785. {
  786. try {
  787. return reinterpret_cast<ZeroTier::Node *>(node)->networks();
  788. } catch ( ... ) {
  789. return (ZT_VirtualNetworkList *)0;
  790. }
  791. }
  792. void ZT_Node_freeQueryResult(ZT_Node *node,void *qr)
  793. {
  794. try {
  795. reinterpret_cast<ZeroTier::Node *>(node)->freeQueryResult(qr);
  796. } catch ( ... ) {}
  797. }
  798. int ZT_Node_addLocalInterfaceAddress(ZT_Node *node,const struct sockaddr_storage *addr)
  799. {
  800. try {
  801. return reinterpret_cast<ZeroTier::Node *>(node)->addLocalInterfaceAddress(addr);
  802. } catch ( ... ) {
  803. return 0;
  804. }
  805. }
  806. void ZT_Node_clearLocalInterfaceAddresses(ZT_Node *node)
  807. {
  808. try {
  809. reinterpret_cast<ZeroTier::Node *>(node)->clearLocalInterfaceAddresses();
  810. } catch ( ... ) {}
  811. }
  812. int ZT_Node_sendUserMessage(ZT_Node *node,void *tptr,uint64_t dest,uint64_t typeId,const void *data,unsigned int len)
  813. {
  814. try {
  815. return reinterpret_cast<ZeroTier::Node *>(node)->sendUserMessage(tptr,dest,typeId,data,len);
  816. } catch ( ... ) {
  817. return 0;
  818. }
  819. }
  820. void ZT_Node_setNetconfMaster(ZT_Node *node,void *networkControllerInstance)
  821. {
  822. try {
  823. reinterpret_cast<ZeroTier::Node *>(node)->setNetconfMaster(networkControllerInstance);
  824. } catch ( ... ) {}
  825. }
  826. enum ZT_ResultCode ZT_Node_setPhysicalPathConfiguration(ZT_Node *node,const struct sockaddr_storage *pathNetwork,const ZT_PhysicalPathConfiguration *pathConfig)
  827. {
  828. try {
  829. return reinterpret_cast<ZeroTier::Node *>(node)->setPhysicalPathConfiguration(pathNetwork,pathConfig);
  830. } catch ( ... ) {
  831. return ZT_RESULT_FATAL_ERROR_INTERNAL;
  832. }
  833. }
  834. void ZT_version(int *major,int *minor,int *revision)
  835. {
  836. if (major) *major = ZEROTIER_ONE_VERSION_MAJOR;
  837. if (minor) *minor = ZEROTIER_ONE_VERSION_MINOR;
  838. if (revision) *revision = ZEROTIER_ONE_VERSION_REVISION;
  839. }
  840. } // extern "C"