OneService.cpp 110 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121
  1. /*
  2. * Copyright (c)2013-2020 ZeroTier, Inc.
  3. *
  4. * Use of this software is governed by the Business Source License included
  5. * in the LICENSE.TXT file in the project's root directory.
  6. *
  7. * Change Date: 2024-01-01
  8. *
  9. * On the date above, in accordance with the Business Source License, use
  10. * of this software will be governed by version 2.0 of the Apache License.
  11. */
  12. /****/
  13. #include <stdio.h>
  14. #include <stdlib.h>
  15. #include <string.h>
  16. #include <stdint.h>
  17. #include <string>
  18. #include <map>
  19. #include <vector>
  20. #include <algorithm>
  21. #include <list>
  22. #include <thread>
  23. #include <mutex>
  24. #include <condition_variable>
  25. #include "../version.h"
  26. #include "../include/ZeroTierOne.h"
  27. #include "../node/Constants.hpp"
  28. #include "../node/Mutex.hpp"
  29. #include "../node/Node.hpp"
  30. #include "../node/Utils.hpp"
  31. #include "../node/InetAddress.hpp"
  32. #include "../node/MAC.hpp"
  33. #include "../node/Identity.hpp"
  34. #include "../node/World.hpp"
  35. #include "../node/Salsa20.hpp"
  36. #include "../node/Poly1305.hpp"
  37. #include "../node/SHA512.hpp"
  38. #include "../node/Bond.hpp"
  39. #include "../node/Peer.hpp"
  40. #include "../osdep/Phy.hpp"
  41. #include "../osdep/Thread.hpp"
  42. #include "../osdep/OSUtils.hpp"
  43. #include "../osdep/Http.hpp"
  44. #include "../osdep/PortMapper.hpp"
  45. #include "../osdep/Binder.hpp"
  46. #include "../osdep/ManagedRoute.hpp"
  47. #include "../osdep/BlockingQueue.hpp"
  48. #include "../osdep/Link.hpp"
  49. #include "OneService.hpp"
  50. #include "SoftwareUpdater.hpp"
  51. #ifdef __WINDOWS__
  52. #include <WinSock2.h>
  53. #include <Windows.h>
  54. #include <ShlObj.h>
  55. #include <netioapi.h>
  56. #include <iphlpapi.h>
  57. //#include <unistd.h>
  58. #define stat _stat
  59. #else
  60. #include <sys/types.h>
  61. #include <sys/socket.h>
  62. #include <sys/stat.h>
  63. #include <sys/wait.h>
  64. #include <unistd.h>
  65. #include <ifaddrs.h>
  66. #endif
  67. #ifdef ZT_USE_SYSTEM_HTTP_PARSER
  68. #include <http_parser.h>
  69. #else
  70. #include "../ext/http-parser/http_parser.h"
  71. #endif
  72. #if ZT_VAULT_SUPPORT
  73. extern "C" {
  74. #include <curl/curl.h>
  75. }
  76. #endif
  77. #include "../ext/json/json.hpp"
  78. using json = nlohmann::json;
  79. #include "../controller/EmbeddedNetworkController.hpp"
  80. #include "../controller/PostgreSQL.hpp"
  81. #include "../controller/Redis.hpp"
  82. #include "../osdep/EthernetTap.hpp"
  83. #ifdef __WINDOWS__
  84. #include "../osdep/WindowsEthernetTap.hpp"
  85. #endif
  86. #ifndef ZT_SOFTWARE_UPDATE_DEFAULT
  87. #define ZT_SOFTWARE_UPDATE_DEFAULT "disable"
  88. #endif
  89. // Sanity limits for HTTP
  90. #define ZT_MAX_HTTP_MESSAGE_SIZE (1024 * 1024 * 64)
  91. #define ZT_MAX_HTTP_CONNECTIONS 65536
  92. // Interface metric for ZeroTier taps -- this ensures that if we are on WiFi and also
  93. // bridged via ZeroTier to the same LAN traffic will (if the OS is sane) prefer WiFi.
  94. #define ZT_IF_METRIC 5000
  95. // How often to check for new multicast subscriptions on a tap device
  96. #define ZT_TAP_CHECK_MULTICAST_INTERVAL 5000
  97. // TCP fallback relay (run by ZeroTier, Inc. -- this will eventually go away)
  98. #ifndef ZT_SDK
  99. #define ZT_TCP_FALLBACK_RELAY "204.80.128.1/443"
  100. #endif
  101. // Frequency at which we re-resolve the TCP fallback relay
  102. #define ZT_TCP_FALLBACK_RERESOLVE_DELAY 86400000
  103. // Attempt to engage TCP fallback after this many ms of no reply to packets sent to global-scope IPs
  104. #define ZT_TCP_FALLBACK_AFTER 60000
  105. // How often to check for local interface addresses
  106. #define ZT_LOCAL_INTERFACE_CHECK_INTERVAL 60000
  107. // Maximum write buffer size for outgoing TCP connections (sanity limit)
  108. #define ZT_TCP_MAX_WRITEQ_SIZE 33554432
  109. // TCP activity timeout
  110. #define ZT_TCP_ACTIVITY_TIMEOUT 60000
  111. #if ZT_VAULT_SUPPORT
  112. size_t curlResponseWrite(void *ptr, size_t size, size_t nmemb, std::string *data)
  113. {
  114. data->append((char*)ptr, size * nmemb);
  115. return size * nmemb;
  116. }
  117. #endif
  118. namespace ZeroTier {
  119. namespace {
  120. static const InetAddress NULL_INET_ADDR;
  121. // Fake TLS hello for TCP tunnel outgoing connections (TUNNELED mode)
  122. static const char ZT_TCP_TUNNEL_HELLO[9] = { 0x17,0x03,0x03,0x00,0x04,(char)ZEROTIER_ONE_VERSION_MAJOR,(char)ZEROTIER_ONE_VERSION_MINOR,(char)((ZEROTIER_ONE_VERSION_REVISION >> 8) & 0xff),(char)(ZEROTIER_ONE_VERSION_REVISION & 0xff) };
  123. static std::string _trimString(const std::string &s)
  124. {
  125. unsigned long end = (unsigned long)s.length();
  126. while (end) {
  127. char c = s[end - 1];
  128. if ((c == ' ')||(c == '\r')||(c == '\n')||(!c)||(c == '\t'))
  129. --end;
  130. else break;
  131. }
  132. unsigned long start = 0;
  133. while (start < end) {
  134. char c = s[start];
  135. if ((c == ' ')||(c == '\r')||(c == '\n')||(!c)||(c == '\t'))
  136. ++start;
  137. else break;
  138. }
  139. return s.substr(start,end - start);
  140. }
  141. static void _networkToJson(nlohmann::json &nj,const ZT_VirtualNetworkConfig *nc,const std::string &portDeviceName,const OneService::NetworkSettings &localSettings)
  142. {
  143. char tmp[256];
  144. const char *nstatus = "",*ntype = "";
  145. switch(nc->status) {
  146. case ZT_NETWORK_STATUS_REQUESTING_CONFIGURATION: nstatus = "REQUESTING_CONFIGURATION"; break;
  147. case ZT_NETWORK_STATUS_OK: nstatus = "OK"; break;
  148. case ZT_NETWORK_STATUS_ACCESS_DENIED: nstatus = "ACCESS_DENIED"; break;
  149. case ZT_NETWORK_STATUS_NOT_FOUND: nstatus = "NOT_FOUND"; break;
  150. case ZT_NETWORK_STATUS_PORT_ERROR: nstatus = "PORT_ERROR"; break;
  151. case ZT_NETWORK_STATUS_CLIENT_TOO_OLD: nstatus = "CLIENT_TOO_OLD"; break;
  152. }
  153. switch(nc->type) {
  154. case ZT_NETWORK_TYPE_PRIVATE: ntype = "PRIVATE"; break;
  155. case ZT_NETWORK_TYPE_PUBLIC: ntype = "PUBLIC"; break;
  156. }
  157. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.16llx",nc->nwid);
  158. nj["id"] = tmp;
  159. nj["nwid"] = tmp;
  160. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.2x:%.2x:%.2x:%.2x:%.2x:%.2x",(unsigned int)((nc->mac >> 40) & 0xff),(unsigned int)((nc->mac >> 32) & 0xff),(unsigned int)((nc->mac >> 24) & 0xff),(unsigned int)((nc->mac >> 16) & 0xff),(unsigned int)((nc->mac >> 8) & 0xff),(unsigned int)(nc->mac & 0xff));
  161. nj["mac"] = tmp;
  162. nj["name"] = nc->name;
  163. nj["status"] = nstatus;
  164. nj["type"] = ntype;
  165. nj["mtu"] = nc->mtu;
  166. nj["dhcp"] = (bool)(nc->dhcp != 0);
  167. nj["bridge"] = (bool)(nc->bridge != 0);
  168. nj["broadcastEnabled"] = (bool)(nc->broadcastEnabled != 0);
  169. nj["portError"] = nc->portError;
  170. nj["netconfRevision"] = nc->netconfRevision;
  171. nj["portDeviceName"] = portDeviceName;
  172. nj["allowManaged"] = localSettings.allowManaged;
  173. nj["allowGlobal"] = localSettings.allowGlobal;
  174. nj["allowDefault"] = localSettings.allowDefault;
  175. nlohmann::json aa = nlohmann::json::array();
  176. for(unsigned int i=0;i<nc->assignedAddressCount;++i) {
  177. aa.push_back(reinterpret_cast<const InetAddress *>(&(nc->assignedAddresses[i]))->toString(tmp));
  178. }
  179. nj["assignedAddresses"] = aa;
  180. nlohmann::json ra = nlohmann::json::array();
  181. for(unsigned int i=0;i<nc->routeCount;++i) {
  182. nlohmann::json rj;
  183. rj["target"] = reinterpret_cast<const InetAddress *>(&(nc->routes[i].target))->toString(tmp);
  184. if (nc->routes[i].via.ss_family == nc->routes[i].target.ss_family)
  185. rj["via"] = reinterpret_cast<const InetAddress *>(&(nc->routes[i].via))->toIpString(tmp);
  186. else rj["via"] = nlohmann::json();
  187. rj["flags"] = (int)nc->routes[i].flags;
  188. rj["metric"] = (int)nc->routes[i].metric;
  189. ra.push_back(rj);
  190. }
  191. nj["routes"] = ra;
  192. nlohmann::json mca = nlohmann::json::array();
  193. for(unsigned int i=0;i<nc->multicastSubscriptionCount;++i) {
  194. nlohmann::json m;
  195. m["mac"] = MAC(nc->multicastSubscriptions[i].mac).toString(tmp);
  196. m["adi"] = nc->multicastSubscriptions[i].adi;
  197. mca.push_back(m);
  198. }
  199. nj["multicastSubscriptions"] = mca;
  200. }
  201. static void _peerToJson(nlohmann::json &pj,const ZT_Peer *peer)
  202. {
  203. char tmp[256];
  204. const char *prole = "";
  205. switch(peer->role) {
  206. case ZT_PEER_ROLE_LEAF: prole = "LEAF"; break;
  207. case ZT_PEER_ROLE_MOON: prole = "MOON"; break;
  208. case ZT_PEER_ROLE_PLANET: prole = "PLANET"; break;
  209. }
  210. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.10llx",peer->address);
  211. pj["address"] = tmp;
  212. pj["versionMajor"] = peer->versionMajor;
  213. pj["versionMinor"] = peer->versionMinor;
  214. pj["versionRev"] = peer->versionRev;
  215. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%d.%d.%d",peer->versionMajor,peer->versionMinor,peer->versionRev);
  216. pj["version"] = tmp;
  217. pj["latency"] = peer->latency;
  218. pj["role"] = prole;
  219. pj["isBonded"] = peer->isBonded;
  220. pj["bondingPolicy"] = peer->bondingPolicy;
  221. pj["isHealthy"] = peer->isHealthy;
  222. pj["numAliveLinks"] = peer->numAliveLinks;
  223. pj["numTotalLinks"] = peer->numTotalLinks;
  224. nlohmann::json pa = nlohmann::json::array();
  225. for(unsigned int i=0;i<peer->pathCount;++i) {
  226. int64_t lastSend = peer->paths[i].lastSend;
  227. int64_t lastReceive = peer->paths[i].lastReceive;
  228. nlohmann::json j;
  229. j["address"] = reinterpret_cast<const InetAddress *>(&(peer->paths[i].address))->toString(tmp);
  230. j["lastSend"] = (lastSend < 0) ? 0 : lastSend;
  231. j["lastReceive"] = (lastReceive < 0) ? 0 : lastReceive;
  232. j["trustedPathId"] = peer->paths[i].trustedPathId;
  233. j["active"] = (bool)(peer->paths[i].expired == 0);
  234. j["expired"] = (bool)(peer->paths[i].expired != 0);
  235. j["preferred"] = (bool)(peer->paths[i].preferred != 0);
  236. pa.push_back(j);
  237. }
  238. pj["paths"] = pa;
  239. }
  240. static void _peerBondToJson(nlohmann::json &pj,const ZT_Peer *peer)
  241. {
  242. char tmp[256];
  243. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.10llx",peer->address);
  244. //pj["aggregateLinkLatency"] = peer->latency;
  245. std::string policyStr = BondController::getPolicyStrByCode(peer->bondingPolicy);
  246. pj["policy"] = policyStr;
  247. nlohmann::json pa = nlohmann::json::array();
  248. for(unsigned int i=0;i<peer->pathCount;++i) {
  249. int64_t lastSend = peer->paths[i].lastSend;
  250. int64_t lastReceive = peer->paths[i].lastReceive;
  251. nlohmann::json j;
  252. j["ifname"] = std::string(peer->paths[i].ifname);
  253. j["path"] = reinterpret_cast<const InetAddress *>(&(peer->paths[i].address))->toString(tmp);
  254. j["lastTX"] = (lastSend < 0) ? 0 : lastSend;
  255. j["lastRX"] = (lastReceive < 0) ? 0 : lastReceive;
  256. j["lat"] = peer->paths[i].latencyMean;
  257. j["pdv"] = peer->paths[i].latencyVariance;
  258. //j["trustedPathId"] = peer->paths[i].trustedPathId;
  259. //j["active"] = (bool)(peer->paths[i].expired == 0);
  260. //j["expired"] = (bool)(peer->paths[i].expired != 0);
  261. //j["preferred"] = (bool)(peer->paths[i].preferred != 0);
  262. //j["ltm"] = peer->paths[i].latencyMax;
  263. //j["plr"] = peer->paths[i].packetLossRatio;
  264. //j["per"] = peer->paths[i].packetErrorRatio;
  265. //j["thr"] = peer->paths[i].throughputMean;
  266. //j["thm"] = peer->paths[i].throughputMax;
  267. //j["thv"] = peer->paths[i].throughputVariance;
  268. //j["avl"] = peer->paths[i].availability;
  269. //j["age"] = peer->paths[i].age;
  270. //j["alloc"] = peer->paths[i].allocation;
  271. //j["ifname"] = peer->paths[i].ifname;
  272. pa.push_back(j);
  273. }
  274. pj["links"] = pa;
  275. }
  276. static void _moonToJson(nlohmann::json &mj,const World &world)
  277. {
  278. char tmp[4096];
  279. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.16llx",world.id());
  280. mj["id"] = tmp;
  281. mj["timestamp"] = world.timestamp();
  282. mj["signature"] = Utils::hex(world.signature().data,ZT_C25519_SIGNATURE_LEN,tmp);
  283. mj["updatesMustBeSignedBy"] = Utils::hex(world.updatesMustBeSignedBy().data,ZT_C25519_PUBLIC_KEY_LEN,tmp);
  284. nlohmann::json ra = nlohmann::json::array();
  285. for(std::vector<World::Root>::const_iterator r(world.roots().begin());r!=world.roots().end();++r) {
  286. nlohmann::json rj;
  287. rj["identity"] = r->identity.toString(false,tmp);
  288. nlohmann::json eps = nlohmann::json::array();
  289. for(std::vector<InetAddress>::const_iterator a(r->stableEndpoints.begin());a!=r->stableEndpoints.end();++a)
  290. eps.push_back(a->toString(tmp));
  291. rj["stableEndpoints"] = eps;
  292. ra.push_back(rj);
  293. }
  294. mj["roots"] = ra;
  295. mj["waiting"] = false;
  296. }
  297. class OneServiceImpl;
  298. static int SnodeVirtualNetworkConfigFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t nwid,void **nuptr,enum ZT_VirtualNetworkConfigOperation op,const ZT_VirtualNetworkConfig *nwconf);
  299. static void SnodeEventCallback(ZT_Node *node,void *uptr,void *tptr,enum ZT_Event event,const void *metaData);
  300. static void SnodeStatePutFunction(ZT_Node *node,void *uptr,void *tptr,enum ZT_StateObjectType type,const uint64_t id[2],const void *data,int len);
  301. static int SnodeStateGetFunction(ZT_Node *node,void *uptr,void *tptr,enum ZT_StateObjectType type,const uint64_t id[2],void *data,unsigned int maxlen);
  302. static int SnodeWirePacketSendFunction(ZT_Node *node,void *uptr,void *tptr,int64_t localSocket,const struct sockaddr_storage *addr,const void *data,unsigned int len,unsigned int ttl);
  303. static void SnodeVirtualNetworkFrameFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t nwid,void **nuptr,uint64_t sourceMac,uint64_t destMac,unsigned int etherType,unsigned int vlanId,const void *data,unsigned int len);
  304. static int SnodePathCheckFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t ztaddr,int64_t localSocket,const struct sockaddr_storage *remoteAddr);
  305. static int SnodePathLookupFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t ztaddr,int family,struct sockaddr_storage *result);
  306. static void StapFrameHandler(void *uptr,void *tptr,uint64_t nwid,const MAC &from,const MAC &to,unsigned int etherType,unsigned int vlanId,const void *data,unsigned int len);
  307. static int ShttpOnMessageBegin(http_parser *parser);
  308. static int ShttpOnUrl(http_parser *parser,const char *ptr,size_t length);
  309. #if (HTTP_PARSER_VERSION_MAJOR >= 2) && (HTTP_PARSER_VERSION_MINOR >= 2)
  310. static int ShttpOnStatus(http_parser *parser,const char *ptr,size_t length);
  311. #else
  312. static int ShttpOnStatus(http_parser *parser);
  313. #endif
  314. static int ShttpOnHeaderField(http_parser *parser,const char *ptr,size_t length);
  315. static int ShttpOnValue(http_parser *parser,const char *ptr,size_t length);
  316. static int ShttpOnHeadersComplete(http_parser *parser);
  317. static int ShttpOnBody(http_parser *parser,const char *ptr,size_t length);
  318. static int ShttpOnMessageComplete(http_parser *parser);
  319. #if (HTTP_PARSER_VERSION_MAJOR >= 2) && (HTTP_PARSER_VERSION_MINOR >= 1)
  320. static const struct http_parser_settings HTTP_PARSER_SETTINGS = {
  321. ShttpOnMessageBegin,
  322. ShttpOnUrl,
  323. ShttpOnStatus,
  324. ShttpOnHeaderField,
  325. ShttpOnValue,
  326. ShttpOnHeadersComplete,
  327. ShttpOnBody,
  328. ShttpOnMessageComplete
  329. };
  330. #else
  331. static const struct http_parser_settings HTTP_PARSER_SETTINGS = {
  332. ShttpOnMessageBegin,
  333. ShttpOnUrl,
  334. ShttpOnHeaderField,
  335. ShttpOnValue,
  336. ShttpOnHeadersComplete,
  337. ShttpOnBody,
  338. ShttpOnMessageComplete
  339. };
  340. #endif
  341. /**
  342. * A TCP connection and related state and buffers
  343. */
  344. struct TcpConnection
  345. {
  346. enum {
  347. TCP_UNCATEGORIZED_INCOMING, // uncategorized incoming connection
  348. TCP_HTTP_INCOMING,
  349. TCP_HTTP_OUTGOING,
  350. TCP_TUNNEL_OUTGOING // TUNNELED mode proxy outbound connection
  351. } type;
  352. OneServiceImpl *parent;
  353. PhySocket *sock;
  354. InetAddress remoteAddr;
  355. uint64_t lastReceive;
  356. // Used for inbound HTTP connections
  357. http_parser parser;
  358. unsigned long messageSize;
  359. std::string currentHeaderField;
  360. std::string currentHeaderValue;
  361. std::string url;
  362. std::string status;
  363. std::map< std::string,std::string > headers;
  364. std::string readq;
  365. std::string writeq;
  366. Mutex writeq_m;
  367. };
  368. struct OneServiceIncomingPacket
  369. {
  370. uint64_t now;
  371. int64_t sock;
  372. struct sockaddr_storage from;
  373. unsigned int size;
  374. uint8_t data[ZT_MAX_MTU];
  375. };
  376. class OneServiceImpl : public OneService
  377. {
  378. public:
  379. // begin member variables --------------------------------------------------
  380. const std::string _homePath;
  381. std::string _authToken;
  382. std::string _controllerDbPath;
  383. const std::string _networksPath;
  384. const std::string _moonsPath;
  385. EmbeddedNetworkController *_controller;
  386. Phy<OneServiceImpl *> _phy;
  387. Node *_node;
  388. SoftwareUpdater *_updater;
  389. PhySocket *_localControlSocket4;
  390. PhySocket *_localControlSocket6;
  391. bool _updateAutoApply;
  392. bool _allowTcpFallbackRelay;
  393. bool _allowSecondaryPort;
  394. unsigned int _primaryPort;
  395. unsigned int _secondaryPort;
  396. unsigned int _tertiaryPort;
  397. volatile unsigned int _udpPortPickerCounter;
  398. // Local configuration and memo-ized information from it
  399. json _localConfig;
  400. Hashtable< uint64_t,std::vector<InetAddress> > _v4Hints;
  401. Hashtable< uint64_t,std::vector<InetAddress> > _v6Hints;
  402. Hashtable< uint64_t,std::vector<InetAddress> > _v4Blacklists;
  403. Hashtable< uint64_t,std::vector<InetAddress> > _v6Blacklists;
  404. std::vector< InetAddress > _globalV4Blacklist;
  405. std::vector< InetAddress > _globalV6Blacklist;
  406. std::vector< InetAddress > _allowManagementFrom;
  407. std::vector< std::string > _interfacePrefixBlacklist;
  408. Mutex _localConfig_m;
  409. std::vector<InetAddress> explicitBind;
  410. /*
  411. * To attempt to handle NAT/gateway craziness we use three local UDP ports:
  412. *
  413. * [0] is the normal/default port, usually 9993
  414. * [1] is a port derived from our ZeroTier address
  415. * [2] is a port computed from the normal/default for use with uPnP/NAT-PMP mappings
  416. *
  417. * [2] exists because on some gateways trying to do regular NAT-t interferes
  418. * destructively with uPnP port mapping behavior in very weird buggy ways.
  419. * It's only used if uPnP/NAT-PMP is enabled in this build.
  420. */
  421. unsigned int _ports[3];
  422. Binder _binder;
  423. // Time we last received a packet from a global address
  424. uint64_t _lastDirectReceiveFromGlobal;
  425. #ifdef ZT_TCP_FALLBACK_RELAY
  426. uint64_t _lastSendToGlobalV4;
  427. #endif
  428. // Last potential sleep/wake event
  429. uint64_t _lastRestart;
  430. // Deadline for the next background task service function
  431. volatile int64_t _nextBackgroundTaskDeadline;
  432. // Configured networks
  433. struct NetworkState
  434. {
  435. NetworkState() :
  436. tap((EthernetTap *)0)
  437. {
  438. // Real defaults are in network 'up' code in network event handler
  439. settings.allowManaged = true;
  440. settings.allowGlobal = false;
  441. settings.allowDefault = false;
  442. memset(&config, 0, sizeof(ZT_VirtualNetworkConfig));
  443. }
  444. std::shared_ptr<EthernetTap> tap;
  445. ZT_VirtualNetworkConfig config; // memcpy() of raw config from core
  446. std::vector<InetAddress> managedIps;
  447. std::list< SharedPtr<ManagedRoute> > managedRoutes;
  448. NetworkSettings settings;
  449. };
  450. std::map<uint64_t,NetworkState> _nets;
  451. Mutex _nets_m;
  452. // Active TCP/IP connections
  453. std::vector< TcpConnection * > _tcpConnections;
  454. Mutex _tcpConnections_m;
  455. TcpConnection *_tcpFallbackTunnel;
  456. // Termination status information
  457. ReasonForTermination _termReason;
  458. std::string _fatalErrorMessage;
  459. Mutex _termReason_m;
  460. // uPnP/NAT-PMP port mapper if enabled
  461. bool _portMappingEnabled; // local.conf settings
  462. #ifdef ZT_USE_MINIUPNPC
  463. PortMapper *_portMapper;
  464. #endif
  465. // HashiCorp Vault Settings
  466. #if ZT_VAULT_SUPPORT
  467. bool _vaultEnabled;
  468. std::string _vaultURL;
  469. std::string _vaultToken;
  470. std::string _vaultPath; // defaults to cubbyhole/zerotier/identity.secret for per-access key storage
  471. #endif
  472. // Set to false to force service to stop
  473. volatile bool _run;
  474. Mutex _run_m;
  475. RedisConfig *_rc;
  476. // end member variables ----------------------------------------------------
  477. OneServiceImpl(const char *hp,unsigned int port) :
  478. _homePath((hp) ? hp : ".")
  479. ,_controllerDbPath(_homePath + ZT_PATH_SEPARATOR_S "controller.d")
  480. ,_networksPath(_homePath + ZT_PATH_SEPARATOR_S "networks.d")
  481. ,_moonsPath(_homePath + ZT_PATH_SEPARATOR_S "moons.d")
  482. ,_controller((EmbeddedNetworkController *)0)
  483. ,_phy(this,false,true)
  484. ,_node((Node *)0)
  485. ,_updater((SoftwareUpdater *)0)
  486. ,_localControlSocket4((PhySocket *)0)
  487. ,_localControlSocket6((PhySocket *)0)
  488. ,_updateAutoApply(false)
  489. ,_primaryPort(port)
  490. ,_udpPortPickerCounter(0)
  491. ,_lastDirectReceiveFromGlobal(0)
  492. #ifdef ZT_TCP_FALLBACK_RELAY
  493. ,_lastSendToGlobalV4(0)
  494. #endif
  495. ,_lastRestart(0)
  496. ,_nextBackgroundTaskDeadline(0)
  497. ,_tcpFallbackTunnel((TcpConnection *)0)
  498. ,_termReason(ONE_STILL_RUNNING)
  499. ,_portMappingEnabled(true)
  500. #ifdef ZT_USE_MINIUPNPC
  501. ,_portMapper((PortMapper *)0)
  502. #endif
  503. #ifdef ZT_VAULT_SUPPORT
  504. ,_vaultEnabled(false)
  505. ,_vaultURL()
  506. ,_vaultToken()
  507. ,_vaultPath("cubbyhole/zerotier")
  508. #endif
  509. ,_run(true)
  510. ,_rc(NULL)
  511. {
  512. _ports[0] = 0;
  513. _ports[1] = 0;
  514. _ports[2] = 0;
  515. #if ZT_VAULT_SUPPORT
  516. curl_global_init(CURL_GLOBAL_DEFAULT);
  517. #endif
  518. }
  519. virtual ~OneServiceImpl()
  520. {
  521. _binder.closeAll(_phy);
  522. _phy.close(_localControlSocket4);
  523. _phy.close(_localControlSocket6);
  524. #if ZT_VAULT_SUPPORT
  525. curl_global_cleanup();
  526. #endif
  527. #ifdef ZT_USE_MINIUPNPC
  528. delete _portMapper;
  529. #endif
  530. delete _controller;
  531. delete _rc;
  532. }
  533. virtual ReasonForTermination run()
  534. {
  535. try {
  536. {
  537. const std::string authTokenPath(_homePath + ZT_PATH_SEPARATOR_S "authtoken.secret");
  538. if (!OSUtils::readFile(authTokenPath.c_str(),_authToken)) {
  539. unsigned char foo[24];
  540. Utils::getSecureRandom(foo,sizeof(foo));
  541. _authToken = "";
  542. for(unsigned int i=0;i<sizeof(foo);++i)
  543. _authToken.push_back("abcdefghijklmnopqrstuvwxyz0123456789"[(unsigned long)foo[i] % 36]);
  544. if (!OSUtils::writeFile(authTokenPath.c_str(),_authToken)) {
  545. Mutex::Lock _l(_termReason_m);
  546. _termReason = ONE_UNRECOVERABLE_ERROR;
  547. _fatalErrorMessage = "authtoken.secret could not be written";
  548. return _termReason;
  549. } else {
  550. OSUtils::lockDownFile(authTokenPath.c_str(),false);
  551. }
  552. }
  553. _authToken = _trimString(_authToken);
  554. }
  555. {
  556. struct ZT_Node_Callbacks cb;
  557. cb.version = 0;
  558. cb.stateGetFunction = SnodeStateGetFunction;
  559. cb.statePutFunction = SnodeStatePutFunction;
  560. cb.wirePacketSendFunction = SnodeWirePacketSendFunction;
  561. cb.virtualNetworkFrameFunction = SnodeVirtualNetworkFrameFunction;
  562. cb.virtualNetworkConfigFunction = SnodeVirtualNetworkConfigFunction;
  563. cb.eventCallback = SnodeEventCallback;
  564. cb.pathCheckFunction = SnodePathCheckFunction;
  565. cb.pathLookupFunction = SnodePathLookupFunction;
  566. _node = new Node(this,(void *)0,&cb,OSUtils::now());
  567. }
  568. // local.conf
  569. readLocalSettings();
  570. applyLocalConfig();
  571. // Make sure we can use the primary port, and hunt for one if configured to do so
  572. const int portTrials = (_primaryPort == 0) ? 256 : 1; // if port is 0, pick random
  573. for(int k=0;k<portTrials;++k) {
  574. if (_primaryPort == 0) {
  575. unsigned int randp = 0;
  576. Utils::getSecureRandom(&randp,sizeof(randp));
  577. _primaryPort = 20000 + (randp % 45500);
  578. }
  579. if (_trialBind(_primaryPort)) {
  580. _ports[0] = _primaryPort;
  581. } else {
  582. _primaryPort = 0;
  583. }
  584. }
  585. if (_ports[0] == 0) {
  586. Mutex::Lock _l(_termReason_m);
  587. _termReason = ONE_UNRECOVERABLE_ERROR;
  588. _fatalErrorMessage = "cannot bind to local control interface port";
  589. return _termReason;
  590. }
  591. // Bind TCP control socket to 127.0.0.1 and ::1 as well for loopback TCP control socket queries
  592. {
  593. struct sockaddr_in lo4;
  594. memset(&lo4,0,sizeof(lo4));
  595. lo4.sin_family = AF_INET;
  596. lo4.sin_addr.s_addr = Utils::hton((uint32_t)0x7f000001);
  597. lo4.sin_port = Utils::hton((uint16_t)_ports[0]);
  598. _localControlSocket4 = _phy.tcpListen((const struct sockaddr *)&lo4);
  599. struct sockaddr_in6 lo6;
  600. memset(&lo6,0,sizeof(lo6));
  601. lo6.sin6_family = AF_INET6;
  602. lo6.sin6_addr.s6_addr[15] = 1;
  603. lo6.sin6_port = lo4.sin_port;
  604. _localControlSocket6 = _phy.tcpListen((const struct sockaddr *)&lo6);
  605. }
  606. // Save primary port to a file so CLIs and GUIs can learn it easily
  607. char portstr[64];
  608. OSUtils::ztsnprintf(portstr,sizeof(portstr),"%u",_ports[0]);
  609. OSUtils::writeFile((_homePath + ZT_PATH_SEPARATOR_S "zerotier-one.port").c_str(),std::string(portstr));
  610. // Attempt to bind to a secondary port chosen from our ZeroTier address.
  611. // This exists because there are buggy NATs out there that fail if more
  612. // than one device behind the same NAT tries to use the same internal
  613. // private address port number. Buggy NATs are a running theme.
  614. if (_allowSecondaryPort) {
  615. if (_secondaryPort) {
  616. _ports[1] = _secondaryPort;
  617. } else {
  618. _ports[1] = 20000 + ((unsigned int)_node->address() % 45500);
  619. for(int i=0;;++i) {
  620. if (i > 1000) {
  621. _ports[1] = 0;
  622. break;
  623. } else if (++_ports[1] >= 65536) {
  624. _ports[1] = 20000;
  625. }
  626. if (_trialBind(_ports[1]))
  627. break;
  628. }
  629. }
  630. }
  631. #ifdef ZT_USE_MINIUPNPC
  632. if (_portMappingEnabled) {
  633. // If we're running uPnP/NAT-PMP, bind a *third* port for that. We can't
  634. // use the other two ports for that because some NATs do really funky
  635. // stuff with ports that are explicitly mapped that breaks things.
  636. if (_ports[1]) {
  637. if (_tertiaryPort) {
  638. _ports[2] = _tertiaryPort;
  639. } else {
  640. _ports[2] = _ports[1];
  641. for(int i=0;;++i) {
  642. if (i > 1000) {
  643. _ports[2] = 0;
  644. break;
  645. } else if (++_ports[2] >= 65536) {
  646. _ports[2] = 20000;
  647. }
  648. if (_trialBind(_ports[2]))
  649. break;
  650. }
  651. if (_ports[2]) {
  652. char uniqueName[64];
  653. OSUtils::ztsnprintf(uniqueName,sizeof(uniqueName),"ZeroTier/%.10llx@%u",_node->address(),_ports[2]);
  654. _portMapper = new PortMapper(_ports[2],uniqueName);
  655. }
  656. }
  657. }
  658. }
  659. #endif
  660. // Delete legacy iddb.d if present (cleanup)
  661. OSUtils::rmDashRf((_homePath + ZT_PATH_SEPARATOR_S "iddb.d").c_str());
  662. // Network controller is now enabled by default for desktop and server
  663. _controller = new EmbeddedNetworkController(_node,_homePath.c_str(),_controllerDbPath.c_str(),_ports[0], _rc);
  664. _node->setNetconfMaster((void *)_controller);
  665. // Join existing networks in networks.d
  666. {
  667. std::vector<std::string> networksDotD(OSUtils::listDirectory((_homePath + ZT_PATH_SEPARATOR_S "networks.d").c_str()));
  668. for(std::vector<std::string>::iterator f(networksDotD.begin());f!=networksDotD.end();++f) {
  669. std::size_t dot = f->find_last_of('.');
  670. if ((dot == 16)&&(f->substr(16) == ".conf"))
  671. _node->join(Utils::hexStrToU64(f->substr(0,dot).c_str()),(void *)0,(void *)0);
  672. }
  673. }
  674. // Orbit existing moons in moons.d
  675. {
  676. std::vector<std::string> moonsDotD(OSUtils::listDirectory((_homePath + ZT_PATH_SEPARATOR_S "moons.d").c_str()));
  677. for(std::vector<std::string>::iterator f(moonsDotD.begin());f!=moonsDotD.end();++f) {
  678. std::size_t dot = f->find_last_of('.');
  679. if ((dot == 16)&&(f->substr(16) == ".moon"))
  680. _node->orbit((void *)0,Utils::hexStrToU64(f->substr(0,dot).c_str()),0);
  681. }
  682. }
  683. // Main I/O loop
  684. _nextBackgroundTaskDeadline = 0;
  685. int64_t clockShouldBe = OSUtils::now();
  686. _lastRestart = clockShouldBe;
  687. int64_t lastTapMulticastGroupCheck = 0;
  688. int64_t lastBindRefresh = 0;
  689. int64_t lastUpdateCheck = clockShouldBe;
  690. int64_t lastCleanedPeersDb = 0;
  691. int64_t lastLocalInterfaceAddressCheck = (clockShouldBe - ZT_LOCAL_INTERFACE_CHECK_INTERVAL) + 15000; // do this in 15s to give portmapper time to configure and other things time to settle
  692. int64_t lastLocalConfFileCheck = OSUtils::now();
  693. for(;;) {
  694. _run_m.lock();
  695. if (!_run) {
  696. _run_m.unlock();
  697. _termReason_m.lock();
  698. _termReason = ONE_NORMAL_TERMINATION;
  699. _termReason_m.unlock();
  700. break;
  701. } else {
  702. _run_m.unlock();
  703. }
  704. const int64_t now = OSUtils::now();
  705. // Attempt to detect sleep/wake events by detecting delay overruns
  706. bool restarted = false;
  707. if ((now > clockShouldBe)&&((now - clockShouldBe) > 10000)) {
  708. _lastRestart = now;
  709. restarted = true;
  710. }
  711. // Check for updates (if enabled)
  712. if ((_updater)&&((now - lastUpdateCheck) > 10000)) {
  713. lastUpdateCheck = now;
  714. if (_updater->check(now) && _updateAutoApply)
  715. _updater->apply();
  716. }
  717. // Reload local.conf if anything changed recently
  718. if ((now - lastLocalConfFileCheck) >= ZT_LOCAL_CONF_FILE_CHECK_INTERVAL) {
  719. lastLocalConfFileCheck = now;
  720. struct stat result;
  721. if(stat((_homePath + ZT_PATH_SEPARATOR_S "local.conf").c_str(), &result)==0) {
  722. int64_t mod_time = result.st_mtime * 1000;
  723. if ((now - mod_time) <= ZT_LOCAL_CONF_FILE_CHECK_INTERVAL) {
  724. readLocalSettings();
  725. applyLocalConfig();
  726. }
  727. }
  728. }
  729. // Refresh bindings in case device's interfaces have changed, and also sync routes to update any shadow routes (e.g. shadow default)
  730. if (((now - lastBindRefresh) >= (_node->bondController()->inUse() ? ZT_BINDER_REFRESH_PERIOD / 4 : ZT_BINDER_REFRESH_PERIOD))||(restarted)) {
  731. lastBindRefresh = now;
  732. unsigned int p[3];
  733. unsigned int pc = 0;
  734. for(int i=0;i<3;++i) {
  735. if (_ports[i])
  736. p[pc++] = _ports[i];
  737. }
  738. _binder.refresh(_phy,p,pc,explicitBind,*this);
  739. {
  740. Mutex::Lock _l(_nets_m);
  741. for(std::map<uint64_t,NetworkState>::iterator n(_nets.begin());n!=_nets.end();++n) {
  742. if (n->second.tap)
  743. syncManagedStuff(n->second,false,true,false);
  744. }
  745. }
  746. }
  747. // Run background task processor in core if it's time to do so
  748. int64_t dl = _nextBackgroundTaskDeadline;
  749. if (dl <= now) {
  750. _node->processBackgroundTasks((void *)0,now,&_nextBackgroundTaskDeadline);
  751. dl = _nextBackgroundTaskDeadline;
  752. }
  753. // Close TCP fallback tunnel if we have direct UDP
  754. if ((_tcpFallbackTunnel)&&((now - _lastDirectReceiveFromGlobal) < (ZT_TCP_FALLBACK_AFTER / 2)))
  755. _phy.close(_tcpFallbackTunnel->sock);
  756. // Sync multicast group memberships
  757. if ((now - lastTapMulticastGroupCheck) >= ZT_TAP_CHECK_MULTICAST_INTERVAL) {
  758. lastTapMulticastGroupCheck = now;
  759. std::vector< std::pair< uint64_t,std::pair< std::vector<MulticastGroup>,std::vector<MulticastGroup> > > > mgChanges;
  760. {
  761. Mutex::Lock _l(_nets_m);
  762. mgChanges.reserve(_nets.size() + 1);
  763. for(std::map<uint64_t,NetworkState>::const_iterator n(_nets.begin());n!=_nets.end();++n) {
  764. if (n->second.tap) {
  765. mgChanges.push_back(std::pair< uint64_t,std::pair< std::vector<MulticastGroup>,std::vector<MulticastGroup> > >(n->first,std::pair< std::vector<MulticastGroup>,std::vector<MulticastGroup> >()));
  766. n->second.tap->scanMulticastGroups(mgChanges.back().second.first,mgChanges.back().second.second);
  767. }
  768. }
  769. }
  770. for(std::vector< std::pair< uint64_t,std::pair< std::vector<MulticastGroup>,std::vector<MulticastGroup> > > >::iterator c(mgChanges.begin());c!=mgChanges.end();++c) {
  771. for(std::vector<MulticastGroup>::iterator m(c->second.first.begin());m!=c->second.first.end();++m)
  772. _node->multicastSubscribe((void *)0,c->first,m->mac().toInt(),m->adi());
  773. for(std::vector<MulticastGroup>::iterator m(c->second.second.begin());m!=c->second.second.end();++m)
  774. _node->multicastUnsubscribe(c->first,m->mac().toInt(),m->adi());
  775. }
  776. }
  777. // Sync information about physical network interfaces
  778. if ((now - lastLocalInterfaceAddressCheck) >= (_node->bondController()->inUse() ? ZT_LOCAL_INTERFACE_CHECK_INTERVAL / 8 : ZT_LOCAL_INTERFACE_CHECK_INTERVAL)) {
  779. lastLocalInterfaceAddressCheck = now;
  780. _node->clearLocalInterfaceAddresses();
  781. #ifdef ZT_USE_MINIUPNPC
  782. if (_portMapper) {
  783. std::vector<InetAddress> mappedAddresses(_portMapper->get());
  784. for(std::vector<InetAddress>::const_iterator ext(mappedAddresses.begin());ext!=mappedAddresses.end();++ext)
  785. _node->addLocalInterfaceAddress(reinterpret_cast<const struct sockaddr_storage *>(&(*ext)));
  786. }
  787. #endif
  788. std::vector<InetAddress> boundAddrs(_binder.allBoundLocalInterfaceAddresses());
  789. for(std::vector<InetAddress>::const_iterator i(boundAddrs.begin());i!=boundAddrs.end();++i) {
  790. _node->addLocalInterfaceAddress(reinterpret_cast<const struct sockaddr_storage *>(&(*i)));
  791. }
  792. }
  793. // Clean peers.d periodically
  794. if ((now - lastCleanedPeersDb) >= 3600000) {
  795. lastCleanedPeersDb = now;
  796. OSUtils::cleanDirectory((_homePath + ZT_PATH_SEPARATOR_S "peers.d").c_str(),now - 2592000000LL); // delete older than 30 days
  797. }
  798. const unsigned long delay = (dl > now) ? (unsigned long)(dl - now) : 100;
  799. clockShouldBe = now + (uint64_t)delay;
  800. _phy.poll(delay);
  801. }
  802. } catch (std::exception &e) {
  803. Mutex::Lock _l(_termReason_m);
  804. _termReason = ONE_UNRECOVERABLE_ERROR;
  805. _fatalErrorMessage = std::string("unexpected exception in main thread: ")+e.what();
  806. } catch ( ... ) {
  807. Mutex::Lock _l(_termReason_m);
  808. _termReason = ONE_UNRECOVERABLE_ERROR;
  809. _fatalErrorMessage = "unexpected exception in main thread: unknown exception";
  810. }
  811. try {
  812. Mutex::Lock _l(_tcpConnections_m);
  813. while (!_tcpConnections.empty())
  814. _phy.close((*_tcpConnections.begin())->sock);
  815. } catch ( ... ) {}
  816. {
  817. Mutex::Lock _l(_nets_m);
  818. _nets.clear();
  819. }
  820. delete _updater;
  821. _updater = (SoftwareUpdater *)0;
  822. delete _node;
  823. _node = (Node *)0;
  824. return _termReason;
  825. }
  826. void readLocalSettings()
  827. {
  828. // Read local configuration
  829. std::map<InetAddress,ZT_PhysicalPathConfiguration> ppc;
  830. // LEGACY: support old "trustedpaths" flat file
  831. FILE *trustpaths = fopen((_homePath + ZT_PATH_SEPARATOR_S "trustedpaths").c_str(),"r");
  832. if (trustpaths) {
  833. fprintf(stderr,"WARNING: 'trustedpaths' flat file format is deprecated in favor of path definitions in local.conf" ZT_EOL_S);
  834. char buf[1024];
  835. while (fgets(buf,sizeof(buf),trustpaths)) {
  836. int fno = 0;
  837. char *saveptr = (char *)0;
  838. uint64_t trustedPathId = 0;
  839. InetAddress trustedPathNetwork;
  840. for(char *f=Utils::stok(buf,"=\r\n \t",&saveptr);(f);f=Utils::stok((char *)0,"=\r\n \t",&saveptr)) {
  841. if (fno == 0) {
  842. trustedPathId = Utils::hexStrToU64(f);
  843. } else if (fno == 1) {
  844. trustedPathNetwork = InetAddress(f);
  845. } else break;
  846. ++fno;
  847. }
  848. if ( (trustedPathId != 0) && ((trustedPathNetwork.ss_family == AF_INET)||(trustedPathNetwork.ss_family == AF_INET6)) && (trustedPathNetwork.netmaskBits() > 0) ) {
  849. ppc[trustedPathNetwork].trustedPathId = trustedPathId;
  850. ppc[trustedPathNetwork].mtu = 0; // use default
  851. }
  852. }
  853. fclose(trustpaths);
  854. }
  855. // Read local config file
  856. Mutex::Lock _l2(_localConfig_m);
  857. std::string lcbuf;
  858. if (OSUtils::readFile((_homePath + ZT_PATH_SEPARATOR_S "local.conf").c_str(),lcbuf)) {
  859. if (lcbuf.length() > 0) {
  860. try {
  861. _localConfig = OSUtils::jsonParse(lcbuf);
  862. if (!_localConfig.is_object()) {
  863. fprintf(stderr,"ERROR: unable to parse local.conf (root element is not a JSON object)" ZT_EOL_S);
  864. exit(1);
  865. }
  866. } catch ( ... ) {
  867. fprintf(stderr,"ERROR: unable to parse local.conf (invalid JSON)" ZT_EOL_S);
  868. exit(1);
  869. }
  870. }
  871. }
  872. // Get any trusted paths in local.conf (we'll parse the rest of physical[] elsewhere)
  873. json &physical = _localConfig["physical"];
  874. if (physical.is_object()) {
  875. for(json::iterator phy(physical.begin());phy!=physical.end();++phy) {
  876. InetAddress net(OSUtils::jsonString(phy.key(),"").c_str());
  877. if (net) {
  878. if (phy.value().is_object()) {
  879. uint64_t tpid;
  880. if ((tpid = OSUtils::jsonInt(phy.value()["trustedPathId"],0ULL)) != 0ULL) {
  881. if ((net.ss_family == AF_INET)||(net.ss_family == AF_INET6))
  882. ppc[net].trustedPathId = tpid;
  883. }
  884. ppc[net].mtu = (int)OSUtils::jsonInt(phy.value()["mtu"],0ULL); // 0 means use default
  885. }
  886. }
  887. }
  888. }
  889. json &settings = _localConfig["settings"];
  890. if (settings.is_object()) {
  891. // Allow controller DB path to be put somewhere else
  892. const std::string cdbp(OSUtils::jsonString(settings["controllerDbPath"],""));
  893. if (cdbp.length() > 0)
  894. _controllerDbPath = cdbp;
  895. #ifdef ZT_CONTROLLER_USE_LIBPQ
  896. // TODO: Redis config
  897. json &redis = settings["redis"];
  898. if (redis.is_object() && _rc == NULL) {
  899. _rc = new RedisConfig;
  900. _rc->hostname = OSUtils::jsonString(redis["hostname"],"");
  901. _rc->port = redis["port"];
  902. _rc->password = OSUtils::jsonString(redis["password"],"");
  903. _rc->clusterMode = OSUtils::jsonBool(redis["clusterMode"], false);
  904. }
  905. #endif
  906. // Bind to wildcard instead of to specific interfaces (disables full tunnel capability)
  907. json &bind = settings["bind"];
  908. if (bind.is_array()) {
  909. for(unsigned long i=0;i<bind.size();++i) {
  910. const std::string ips(OSUtils::jsonString(bind[i],""));
  911. if (ips.length() > 0) {
  912. InetAddress ip(ips.c_str());
  913. if ((ip.ss_family == AF_INET)||(ip.ss_family == AF_INET6))
  914. explicitBind.push_back(ip);
  915. }
  916. }
  917. }
  918. }
  919. // Set trusted paths if there are any
  920. if (ppc.size() > 0) {
  921. for(std::map<InetAddress,ZT_PhysicalPathConfiguration>::iterator i(ppc.begin());i!=ppc.end();++i)
  922. _node->setPhysicalPathConfiguration(reinterpret_cast<const struct sockaddr_storage *>(&(i->first)),&(i->second));
  923. }
  924. }
  925. virtual ReasonForTermination reasonForTermination() const
  926. {
  927. Mutex::Lock _l(_termReason_m);
  928. return _termReason;
  929. }
  930. virtual std::string fatalErrorMessage() const
  931. {
  932. Mutex::Lock _l(_termReason_m);
  933. return _fatalErrorMessage;
  934. }
  935. virtual std::string portDeviceName(uint64_t nwid) const
  936. {
  937. Mutex::Lock _l(_nets_m);
  938. std::map<uint64_t,NetworkState>::const_iterator n(_nets.find(nwid));
  939. if ((n != _nets.end())&&(n->second.tap))
  940. return n->second.tap->deviceName();
  941. else return std::string();
  942. }
  943. #ifdef ZT_SDK
  944. virtual std::string givenHomePath()
  945. {
  946. return _homePath;
  947. }
  948. void getRoutes(uint64_t nwid, void *routeArray, unsigned int *numRoutes)
  949. {
  950. Mutex::Lock _l(_nets_m);
  951. NetworkState &n = _nets[nwid];
  952. *numRoutes = *numRoutes < n.config.routeCount ? *numRoutes : n.config.routeCount;
  953. for(unsigned int i=0; i<*numRoutes; i++) {
  954. ZT_VirtualNetworkRoute *vnr = (ZT_VirtualNetworkRoute*)routeArray;
  955. memcpy(&vnr[i], &(n.config.routes[i]), sizeof(ZT_VirtualNetworkRoute));
  956. }
  957. }
  958. virtual Node *getNode()
  959. {
  960. return _node;
  961. }
  962. #endif // ZT_SDK
  963. virtual void terminate()
  964. {
  965. _run_m.lock();
  966. _run = false;
  967. _run_m.unlock();
  968. _phy.whack();
  969. }
  970. virtual bool getNetworkSettings(const uint64_t nwid,NetworkSettings &settings) const
  971. {
  972. Mutex::Lock _l(_nets_m);
  973. std::map<uint64_t,NetworkState>::const_iterator n(_nets.find(nwid));
  974. if (n == _nets.end())
  975. return false;
  976. settings = n->second.settings;
  977. return true;
  978. }
  979. virtual bool setNetworkSettings(const uint64_t nwid,const NetworkSettings &settings)
  980. {
  981. Mutex::Lock _l(_nets_m);
  982. std::map<uint64_t,NetworkState>::iterator n(_nets.find(nwid));
  983. if (n == _nets.end())
  984. return false;
  985. n->second.settings = settings;
  986. char nlcpath[4096];
  987. OSUtils::ztsnprintf(nlcpath,sizeof(nlcpath),"%s" ZT_PATH_SEPARATOR_S "%.16llx.local.conf",_networksPath.c_str(),nwid);
  988. FILE *out = fopen(nlcpath,"w");
  989. if (out) {
  990. fprintf(out,"allowManaged=%d\n",(int)n->second.settings.allowManaged);
  991. fprintf(out,"allowGlobal=%d\n",(int)n->second.settings.allowGlobal);
  992. fprintf(out,"allowDefault=%d\n",(int)n->second.settings.allowDefault);
  993. fclose(out);
  994. }
  995. if (n->second.tap)
  996. syncManagedStuff(n->second,true,true,true);
  997. return true;
  998. }
  999. // =========================================================================
  1000. // Internal implementation methods for control plane, route setup, etc.
  1001. // =========================================================================
  1002. inline unsigned int handleControlPlaneHttpRequest(
  1003. const InetAddress &fromAddress,
  1004. unsigned int httpMethod,
  1005. const std::string &path,
  1006. const std::map<std::string,std::string> &headers,
  1007. const std::string &body,
  1008. std::string &responseBody,
  1009. std::string &responseContentType)
  1010. {
  1011. char tmp[256];
  1012. unsigned int scode = 404;
  1013. json res;
  1014. std::vector<std::string> ps(OSUtils::split(path.c_str(),"/","",""));
  1015. std::map<std::string,std::string> urlArgs;
  1016. /* Note: this is kind of restricted in what it'll take. It does not support
  1017. * URL encoding, and /'s in URL args will screw it up. But the only URL args
  1018. * it really uses in ?jsonp=funcionName, and otherwise it just takes simple
  1019. * paths to simply-named resources. */
  1020. if (ps.size() > 0) {
  1021. std::size_t qpos = ps[ps.size() - 1].find('?');
  1022. if (qpos != std::string::npos) {
  1023. std::string args(ps[ps.size() - 1].substr(qpos + 1));
  1024. ps[ps.size() - 1] = ps[ps.size() - 1].substr(0,qpos);
  1025. std::vector<std::string> asplit(OSUtils::split(args.c_str(),"&","",""));
  1026. for(std::vector<std::string>::iterator a(asplit.begin());a!=asplit.end();++a) {
  1027. std::size_t eqpos = a->find('=');
  1028. if (eqpos == std::string::npos)
  1029. urlArgs[*a] = "";
  1030. else urlArgs[a->substr(0,eqpos)] = a->substr(eqpos + 1);
  1031. }
  1032. }
  1033. } else {
  1034. return 404;
  1035. }
  1036. bool isAuth = false;
  1037. {
  1038. std::map<std::string,std::string>::const_iterator ah(headers.find("x-zt1-auth"));
  1039. if ((ah != headers.end())&&(_authToken == ah->second)) {
  1040. isAuth = true;
  1041. } else {
  1042. ah = urlArgs.find("auth");
  1043. if ((ah != urlArgs.end())&&(_authToken == ah->second))
  1044. isAuth = true;
  1045. }
  1046. }
  1047. #ifdef __SYNOLOGY__
  1048. // Authenticate via Synology's built-in cgi script
  1049. if (!isAuth) {
  1050. int synotoken_pos = path.find("SynoToken");
  1051. int argpos = path.find("?");
  1052. if(synotoken_pos != std::string::npos && argpos != std::string::npos) {
  1053. std::string cookie = path.substr(argpos+1, synotoken_pos-(argpos+1));
  1054. std::string synotoken = path.substr(synotoken_pos);
  1055. std::string cookie_val = cookie.substr(cookie.find("=")+1);
  1056. std::string synotoken_val = synotoken.substr(synotoken.find("=")+1);
  1057. // Set necessary env for auth script
  1058. std::map<std::string,std::string>::const_iterator ah2(headers.find("x-forwarded-for"));
  1059. setenv("HTTP_COOKIE", cookie_val.c_str(), true);
  1060. setenv("HTTP_X_SYNO_TOKEN", synotoken_val.c_str(), true);
  1061. setenv("REMOTE_ADDR", ah2->second.c_str(),true);
  1062. char user[256], buf[1024];
  1063. FILE *fp = NULL;
  1064. bzero(user, 256);
  1065. fp = popen("/usr/syno/synoman/webman/modules/authenticate.cgi", "r");
  1066. if(!fp)
  1067. isAuth = false;
  1068. else {
  1069. bzero(buf, sizeof(buf));
  1070. fread(buf, 1024, 1, fp);
  1071. if(strlen(buf) > 0) {
  1072. snprintf(user, 256, "%s", buf);
  1073. isAuth = true;
  1074. }
  1075. }
  1076. pclose(fp);
  1077. }
  1078. }
  1079. #endif
  1080. if (httpMethod == HTTP_GET) {
  1081. if (isAuth) {
  1082. if (ps[0] == "status") {
  1083. ZT_NodeStatus status;
  1084. _node->status(&status);
  1085. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.10llx",status.address);
  1086. res["address"] = tmp;
  1087. res["publicIdentity"] = status.publicIdentity;
  1088. res["online"] = (bool)(status.online != 0);
  1089. res["tcpFallbackActive"] = (_tcpFallbackTunnel != (TcpConnection *)0);
  1090. res["versionMajor"] = ZEROTIER_ONE_VERSION_MAJOR;
  1091. res["versionMinor"] = ZEROTIER_ONE_VERSION_MINOR;
  1092. res["versionRev"] = ZEROTIER_ONE_VERSION_REVISION;
  1093. res["versionBuild"] = ZEROTIER_ONE_VERSION_BUILD;
  1094. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%d.%d.%d",ZEROTIER_ONE_VERSION_MAJOR,ZEROTIER_ONE_VERSION_MINOR,ZEROTIER_ONE_VERSION_REVISION);
  1095. res["version"] = tmp;
  1096. res["clock"] = OSUtils::now();
  1097. {
  1098. Mutex::Lock _l(_localConfig_m);
  1099. res["config"] = _localConfig;
  1100. }
  1101. json &settings = res["config"]["settings"];
  1102. settings["primaryPort"] = OSUtils::jsonInt(settings["primaryPort"],(uint64_t)_primaryPort) & 0xffff;
  1103. settings["allowTcpFallbackRelay"] = OSUtils::jsonBool(settings["allowTcpFallbackRelay"],_allowTcpFallbackRelay);
  1104. if (_node->bondController()->inUse()) {
  1105. json &multipathConfig = res["bonds"];
  1106. ZT_PeerList *pl = _node->peers();
  1107. char peerAddrStr[256];
  1108. if (pl) {
  1109. for(unsigned long i=0;i<pl->peerCount;++i) {
  1110. if (pl->peers[i].isBonded) {
  1111. nlohmann::json pj;
  1112. _peerBondToJson(pj,&(pl->peers[i]));
  1113. OSUtils::ztsnprintf(peerAddrStr,sizeof(peerAddrStr),"%.10llx",pl->peers[i].address);
  1114. multipathConfig[peerAddrStr] = (pj);
  1115. }
  1116. }
  1117. }
  1118. }
  1119. #ifdef ZT_USE_MINIUPNPC
  1120. settings["portMappingEnabled"] = OSUtils::jsonBool(settings["portMappingEnabled"],true);
  1121. #else
  1122. settings["portMappingEnabled"] = false; // not supported in build
  1123. #endif
  1124. #ifndef ZT_SDK
  1125. settings["softwareUpdate"] = OSUtils::jsonString(settings["softwareUpdate"],ZT_SOFTWARE_UPDATE_DEFAULT);
  1126. settings["softwareUpdateChannel"] = OSUtils::jsonString(settings["softwareUpdateChannel"],ZT_SOFTWARE_UPDATE_DEFAULT_CHANNEL);
  1127. #endif
  1128. const World planet(_node->planet());
  1129. res["planetWorldId"] = planet.id();
  1130. res["planetWorldTimestamp"] = planet.timestamp();
  1131. scode = 200;
  1132. } else if (ps[0] == "moon") {
  1133. std::vector<World> moons(_node->moons());
  1134. if (ps.size() == 1) {
  1135. // Return [array] of all moons
  1136. res = json::array();
  1137. for(std::vector<World>::const_iterator m(moons.begin());m!=moons.end();++m) {
  1138. json mj;
  1139. _moonToJson(mj,*m);
  1140. res.push_back(mj);
  1141. }
  1142. scode = 200;
  1143. } else {
  1144. // Return a single moon by ID
  1145. const uint64_t id = Utils::hexStrToU64(ps[1].c_str());
  1146. for(std::vector<World>::const_iterator m(moons.begin());m!=moons.end();++m) {
  1147. if (m->id() == id) {
  1148. _moonToJson(res,*m);
  1149. scode = 200;
  1150. break;
  1151. }
  1152. }
  1153. }
  1154. } else if (ps[0] == "network") {
  1155. ZT_VirtualNetworkList *nws = _node->networks();
  1156. if (nws) {
  1157. if (ps.size() == 1) {
  1158. // Return [array] of all networks
  1159. res = nlohmann::json::array();
  1160. for(unsigned long i=0;i<nws->networkCount;++i) {
  1161. OneService::NetworkSettings localSettings;
  1162. getNetworkSettings(nws->networks[i].nwid,localSettings);
  1163. nlohmann::json nj;
  1164. _networkToJson(nj,&(nws->networks[i]),portDeviceName(nws->networks[i].nwid),localSettings);
  1165. res.push_back(nj);
  1166. }
  1167. scode = 200;
  1168. } else if (ps.size() == 2) {
  1169. // Return a single network by ID or 404 if not found
  1170. const uint64_t wantnw = Utils::hexStrToU64(ps[1].c_str());
  1171. for(unsigned long i=0;i<nws->networkCount;++i) {
  1172. if (nws->networks[i].nwid == wantnw) {
  1173. OneService::NetworkSettings localSettings;
  1174. getNetworkSettings(nws->networks[i].nwid,localSettings);
  1175. _networkToJson(res,&(nws->networks[i]),portDeviceName(nws->networks[i].nwid),localSettings);
  1176. scode = 200;
  1177. break;
  1178. }
  1179. }
  1180. } else scode = 404;
  1181. _node->freeQueryResult((void *)nws);
  1182. } else scode = 500;
  1183. } else if (ps[0] == "peer") {
  1184. ZT_PeerList *pl = _node->peers();
  1185. if (pl) {
  1186. if (ps.size() == 1) {
  1187. // Return [array] of all peers
  1188. res = nlohmann::json::array();
  1189. for(unsigned long i=0;i<pl->peerCount;++i) {
  1190. nlohmann::json pj;
  1191. _peerToJson(pj,&(pl->peers[i]));
  1192. res.push_back(pj);
  1193. }
  1194. scode = 200;
  1195. } else if (ps.size() == 2) {
  1196. // Return a single peer by ID or 404 if not found
  1197. uint64_t wantp = Utils::hexStrToU64(ps[1].c_str());
  1198. for(unsigned long i=0;i<pl->peerCount;++i) {
  1199. if (pl->peers[i].address == wantp) {
  1200. _peerToJson(res,&(pl->peers[i]));
  1201. scode = 200;
  1202. break;
  1203. }
  1204. }
  1205. } else scode = 404;
  1206. _node->freeQueryResult((void *)pl);
  1207. } else scode = 500;
  1208. } else if (ps[0] == "bonds") {
  1209. ZT_PeerList *pl = _node->peers();
  1210. if (pl) {
  1211. if (ps.size() == 1) {
  1212. // Return [array] of all peers
  1213. res = nlohmann::json::array();
  1214. for(unsigned long i=0;i<pl->peerCount;++i) {
  1215. nlohmann::json pj;
  1216. _peerToJson(pj,&(pl->peers[i]));
  1217. res.push_back(pj);
  1218. }
  1219. scode = 200;
  1220. } else if (ps.size() == 2) {
  1221. // Return a single peer by ID or 404 if not found
  1222. uint64_t wantp = Utils::hexStrToU64(ps[1].c_str());
  1223. for(unsigned long i=0;i<pl->peerCount;++i) {
  1224. if (pl->peers[i].address == wantp) {
  1225. _peerToJson(res,&(pl->peers[i]));
  1226. scode = 200;
  1227. break;
  1228. }
  1229. }
  1230. } else scode = 404;
  1231. _node->freeQueryResult((void *)pl);
  1232. } else scode = 500;
  1233. } else {
  1234. if (_controller) {
  1235. scode = _controller->handleControlPlaneHttpGET(std::vector<std::string>(ps.begin()+1,ps.end()),urlArgs,headers,body,responseBody,responseContentType);
  1236. } else scode = 404;
  1237. }
  1238. } else scode = 401; // isAuth == false
  1239. } else if ((httpMethod == HTTP_POST)||(httpMethod == HTTP_PUT)) {
  1240. if (isAuth) {
  1241. if (ps[0] == "moon") {
  1242. if (ps.size() == 2) {
  1243. uint64_t seed = 0;
  1244. try {
  1245. json j(OSUtils::jsonParse(body));
  1246. if (j.is_object()) {
  1247. seed = Utils::hexStrToU64(OSUtils::jsonString(j["seed"],"0").c_str());
  1248. }
  1249. } catch ( ... ) {
  1250. // discard invalid JSON
  1251. }
  1252. std::vector<World> moons(_node->moons());
  1253. const uint64_t id = Utils::hexStrToU64(ps[1].c_str());
  1254. for(std::vector<World>::const_iterator m(moons.begin());m!=moons.end();++m) {
  1255. if (m->id() == id) {
  1256. _moonToJson(res,*m);
  1257. scode = 200;
  1258. break;
  1259. }
  1260. }
  1261. if ((scode != 200)&&(seed != 0)) {
  1262. char tmp[64];
  1263. OSUtils::ztsnprintf(tmp,sizeof(tmp),"%.16llx",id);
  1264. res["id"] = tmp;
  1265. res["roots"] = json::array();
  1266. res["timestamp"] = 0;
  1267. res["signature"] = json();
  1268. res["updatesMustBeSignedBy"] = json();
  1269. res["waiting"] = true;
  1270. _node->orbit((void *)0,id,seed);
  1271. scode = 200;
  1272. }
  1273. } else scode = 404;
  1274. } else if (ps[0] == "network") {
  1275. if (ps.size() == 2) {
  1276. uint64_t wantnw = Utils::hexStrToU64(ps[1].c_str());
  1277. _node->join(wantnw,(void *)0,(void *)0); // does nothing if we are a member
  1278. ZT_VirtualNetworkList *nws = _node->networks();
  1279. if (nws) {
  1280. for(unsigned long i=0;i<nws->networkCount;++i) {
  1281. if (nws->networks[i].nwid == wantnw) {
  1282. OneService::NetworkSettings localSettings;
  1283. getNetworkSettings(nws->networks[i].nwid,localSettings);
  1284. try {
  1285. json j(OSUtils::jsonParse(body));
  1286. if (j.is_object()) {
  1287. json &allowManaged = j["allowManaged"];
  1288. if (allowManaged.is_boolean()) localSettings.allowManaged = (bool)allowManaged;
  1289. json &allowGlobal = j["allowGlobal"];
  1290. if (allowGlobal.is_boolean()) localSettings.allowGlobal = (bool)allowGlobal;
  1291. json &allowDefault = j["allowDefault"];
  1292. if (allowDefault.is_boolean()) localSettings.allowDefault = (bool)allowDefault;
  1293. }
  1294. } catch ( ... ) {
  1295. // discard invalid JSON
  1296. }
  1297. setNetworkSettings(nws->networks[i].nwid,localSettings);
  1298. _networkToJson(res,&(nws->networks[i]),portDeviceName(nws->networks[i].nwid),localSettings);
  1299. scode = 200;
  1300. break;
  1301. }
  1302. }
  1303. _node->freeQueryResult((void *)nws);
  1304. } else scode = 500;
  1305. } else scode = 404;
  1306. } else {
  1307. if (_controller)
  1308. scode = _controller->handleControlPlaneHttpPOST(std::vector<std::string>(ps.begin()+1,ps.end()),urlArgs,headers,body,responseBody,responseContentType);
  1309. else scode = 404;
  1310. }
  1311. } else scode = 401; // isAuth == false
  1312. } else if (httpMethod == HTTP_DELETE) {
  1313. if (isAuth) {
  1314. if (ps[0] == "moon") {
  1315. if (ps.size() == 2) {
  1316. _node->deorbit((void *)0,Utils::hexStrToU64(ps[1].c_str()));
  1317. res["result"] = true;
  1318. scode = 200;
  1319. } // else 404
  1320. } else if (ps[0] == "network") {
  1321. ZT_VirtualNetworkList *nws = _node->networks();
  1322. if (nws) {
  1323. if (ps.size() == 2) {
  1324. uint64_t wantnw = Utils::hexStrToU64(ps[1].c_str());
  1325. for(unsigned long i=0;i<nws->networkCount;++i) {
  1326. if (nws->networks[i].nwid == wantnw) {
  1327. _node->leave(wantnw,(void **)0,(void *)0);
  1328. res["result"] = true;
  1329. scode = 200;
  1330. break;
  1331. }
  1332. }
  1333. } // else 404
  1334. _node->freeQueryResult((void *)nws);
  1335. } else scode = 500;
  1336. } else {
  1337. if (_controller)
  1338. scode = _controller->handleControlPlaneHttpDELETE(std::vector<std::string>(ps.begin()+1,ps.end()),urlArgs,headers,body,responseBody,responseContentType);
  1339. else scode = 404;
  1340. }
  1341. } else scode = 401; // isAuth = false
  1342. } else {
  1343. scode = 400;
  1344. }
  1345. if (responseBody.length() == 0) {
  1346. if ((res.is_object())||(res.is_array()))
  1347. responseBody = OSUtils::jsonDump(res);
  1348. else responseBody = "{}";
  1349. responseContentType = "application/json";
  1350. }
  1351. // Wrap result in jsonp function call if the user included a jsonp= url argument.
  1352. // Also double-check isAuth since forbidding this without auth feels safer.
  1353. std::map<std::string,std::string>::const_iterator jsonp(urlArgs.find("jsonp"));
  1354. if ((isAuth)&&(jsonp != urlArgs.end())&&(responseContentType == "application/json")) {
  1355. if (responseBody.length() > 0)
  1356. responseBody = jsonp->second + "(" + responseBody + ");";
  1357. else responseBody = jsonp->second + "(null);";
  1358. responseContentType = "application/javascript";
  1359. }
  1360. return scode;
  1361. }
  1362. // Must be called after _localConfig is read or modified
  1363. void applyLocalConfig()
  1364. {
  1365. Mutex::Lock _l(_localConfig_m);
  1366. json lc(_localConfig);
  1367. _v4Hints.clear();
  1368. _v6Hints.clear();
  1369. _v4Blacklists.clear();
  1370. _v6Blacklists.clear();
  1371. json &virt = lc["virtual"];
  1372. if (virt.is_object()) {
  1373. for(json::iterator v(virt.begin());v!=virt.end();++v) {
  1374. const std::string nstr = v.key();
  1375. if ((nstr.length() == ZT_ADDRESS_LENGTH_HEX)&&(v.value().is_object())) {
  1376. const Address ztaddr(Utils::hexStrToU64(nstr.c_str()));
  1377. if (ztaddr) {
  1378. const uint64_t ztaddr2 = ztaddr.toInt();
  1379. std::vector<InetAddress> &v4h = _v4Hints[ztaddr2];
  1380. std::vector<InetAddress> &v6h = _v6Hints[ztaddr2];
  1381. std::vector<InetAddress> &v4b = _v4Blacklists[ztaddr2];
  1382. std::vector<InetAddress> &v6b = _v6Blacklists[ztaddr2];
  1383. json &tryAddrs = v.value()["try"];
  1384. if (tryAddrs.is_array()) {
  1385. for(unsigned long i=0;i<tryAddrs.size();++i) {
  1386. const InetAddress ip(OSUtils::jsonString(tryAddrs[i],"").c_str());
  1387. if (ip.ss_family == AF_INET)
  1388. v4h.push_back(ip);
  1389. else if (ip.ss_family == AF_INET6)
  1390. v6h.push_back(ip);
  1391. }
  1392. }
  1393. json &blAddrs = v.value()["blacklist"];
  1394. if (blAddrs.is_array()) {
  1395. for(unsigned long i=0;i<blAddrs.size();++i) {
  1396. const InetAddress ip(OSUtils::jsonString(blAddrs[i],"").c_str());
  1397. if (ip.ss_family == AF_INET)
  1398. v4b.push_back(ip);
  1399. else if (ip.ss_family == AF_INET6)
  1400. v6b.push_back(ip);
  1401. }
  1402. }
  1403. if (v4h.empty()) _v4Hints.erase(ztaddr2);
  1404. if (v6h.empty()) _v6Hints.erase(ztaddr2);
  1405. if (v4b.empty()) _v4Blacklists.erase(ztaddr2);
  1406. if (v6b.empty()) _v6Blacklists.erase(ztaddr2);
  1407. }
  1408. }
  1409. }
  1410. }
  1411. _globalV4Blacklist.clear();
  1412. _globalV6Blacklist.clear();
  1413. json &physical = lc["physical"];
  1414. if (physical.is_object()) {
  1415. for(json::iterator phy(physical.begin());phy!=physical.end();++phy) {
  1416. const InetAddress net(OSUtils::jsonString(phy.key(),"").c_str());
  1417. if ((net)&&(net.netmaskBits() > 0)) {
  1418. if (phy.value().is_object()) {
  1419. if (OSUtils::jsonBool(phy.value()["blacklist"],false)) {
  1420. if (net.ss_family == AF_INET)
  1421. _globalV4Blacklist.push_back(net);
  1422. else if (net.ss_family == AF_INET6)
  1423. _globalV6Blacklist.push_back(net);
  1424. }
  1425. }
  1426. }
  1427. }
  1428. }
  1429. _allowManagementFrom.clear();
  1430. _interfacePrefixBlacklist.clear();
  1431. json &settings = lc["settings"];
  1432. if (!_node->bondController()->inUse()) {
  1433. // defaultBondingPolicy
  1434. std::string defaultBondingPolicyStr(OSUtils::jsonString(settings["defaultBondingPolicy"],""));
  1435. int defaultBondingPolicy = _node->bondController()->getPolicyCodeByStr(defaultBondingPolicyStr);
  1436. _node->bondController()->setBondingLayerDefaultPolicy(defaultBondingPolicy);
  1437. _node->bondController()->setBondingLayerDefaultPolicyStr(defaultBondingPolicyStr); // Used if custom policy
  1438. // Custom Policies
  1439. json &customBondingPolicies = settings["policies"];
  1440. for (json::iterator policyItr = customBondingPolicies.begin(); policyItr != customBondingPolicies.end();++policyItr) {
  1441. //fprintf(stderr, "\n\n--- (%s)\n", policyItr.key().c_str());
  1442. // Custom Policy
  1443. std::string customPolicyStr(policyItr.key());
  1444. json &customPolicy = policyItr.value();
  1445. std::string basePolicyStr(OSUtils::jsonString(customPolicy["basePolicy"],""));
  1446. if (_node->bondController()->getPolicyCodeByStr(basePolicyStr) == ZT_BONDING_POLICY_NONE) {
  1447. fprintf(stderr, "error: custom policy (%s) is invalid, unknown base policy (%s).\n",
  1448. customPolicyStr.c_str(), basePolicyStr.c_str());
  1449. continue;
  1450. } if (_node->bondController()->getPolicyCodeByStr(customPolicyStr) != ZT_BONDING_POLICY_NONE) {
  1451. fprintf(stderr, "error: custom policy (%s) will be ignored, cannot use standard policy names for custom policies.\n",
  1452. customPolicyStr.c_str());
  1453. continue;
  1454. }
  1455. // New bond, used as a copy template for new instances
  1456. SharedPtr<Bond> newTemplateBond = new Bond(NULL, basePolicyStr, customPolicyStr, SharedPtr<Peer>());
  1457. // Acceptable ranges
  1458. newTemplateBond->setMaxAcceptableLatency(OSUtils::jsonInt(customPolicy["maxAcceptableLatency"],-1));
  1459. newTemplateBond->setMaxAcceptableMeanLatency(OSUtils::jsonInt(customPolicy["maxAcceptableMeanLatency"],-1));
  1460. newTemplateBond->setMaxAcceptablePacketDelayVariance(OSUtils::jsonInt(customPolicy["maxAcceptablePacketDelayVariance"],-1));
  1461. newTemplateBond->setMaxAcceptablePacketLossRatio((float)OSUtils::jsonDouble(customPolicy["maxAcceptablePacketLossRatio"],-1));
  1462. newTemplateBond->setMaxAcceptablePacketErrorRatio((float)OSUtils::jsonDouble(customPolicy["maxAcceptablePacketErrorRatio"],-1));
  1463. newTemplateBond->setMinAcceptableAllocation((float)OSUtils::jsonDouble(customPolicy["minAcceptableAllocation"],0));
  1464. // Quality weights
  1465. json &qualityWeights = customPolicy["qualityWeights"];
  1466. if (qualityWeights.size() == ZT_QOS_WEIGHT_SIZE) { // TODO: Generalize this
  1467. float weights[ZT_QOS_WEIGHT_SIZE];
  1468. weights[ZT_QOS_LAT_IDX] = (float)OSUtils::jsonDouble(qualityWeights["lat"],0.0);
  1469. weights[ZT_QOS_LTM_IDX] = (float)OSUtils::jsonDouble(qualityWeights["ltm"],0.0);
  1470. weights[ZT_QOS_PDV_IDX] = (float)OSUtils::jsonDouble(qualityWeights["pdv"],0.0);
  1471. weights[ZT_QOS_PLR_IDX] = (float)OSUtils::jsonDouble(qualityWeights["plr"],0.0);
  1472. weights[ZT_QOS_PER_IDX] = (float)OSUtils::jsonDouble(qualityWeights["per"],0.0);
  1473. weights[ZT_QOS_THR_IDX] = (float)OSUtils::jsonDouble(qualityWeights["thr"],0.0);
  1474. weights[ZT_QOS_THM_IDX] = (float)OSUtils::jsonDouble(qualityWeights["thm"],0.0);
  1475. weights[ZT_QOS_THV_IDX] = (float)OSUtils::jsonDouble(qualityWeights["thv"],0.0);
  1476. newTemplateBond->setUserQualityWeights(weights,ZT_QOS_WEIGHT_SIZE);
  1477. }
  1478. // Bond-specific properties
  1479. newTemplateBond->setUpDelay(OSUtils::jsonInt(customPolicy["upDelay"],-1));
  1480. newTemplateBond->setDownDelay(OSUtils::jsonInt(customPolicy["downDelay"],-1));
  1481. newTemplateBond->setFlowRebalanceStrategy(OSUtils::jsonInt(customPolicy["flowRebalanceStrategy"],(uint64_t)0));
  1482. newTemplateBond->setFailoverInterval(OSUtils::jsonInt(customPolicy["failoverInterval"],(uint64_t)0));
  1483. newTemplateBond->setPacketsPerLink(OSUtils::jsonInt(customPolicy["packetsPerLink"],-1));
  1484. std::string linkMonitorStrategyStr(OSUtils::jsonString(customPolicy["linkMonitorStrategy"],""));
  1485. uint8_t linkMonitorStrategy = ZT_MULTIPATH_SLAVE_MONITOR_STRATEGY_DEFAULT;
  1486. if (linkMonitorStrategyStr == "passive") { linkMonitorStrategy = ZT_MULTIPATH_SLAVE_MONITOR_STRATEGY_PASSIVE; }
  1487. if (linkMonitorStrategyStr == "active") { linkMonitorStrategy = ZT_MULTIPATH_SLAVE_MONITOR_STRATEGY_ACTIVE; }
  1488. if (linkMonitorStrategyStr == "dynamic") { linkMonitorStrategy = ZT_MULTIPATH_SLAVE_MONITOR_STRATEGY_DYNAMIC; }
  1489. newTemplateBond->setLinkMonitorStrategy(linkMonitorStrategy);
  1490. // Policy-Specific link set
  1491. json &links = customPolicy["links"];
  1492. for (json::iterator linkItr = links.begin(); linkItr != links.end();++linkItr) {
  1493. //fprintf(stderr, "\t--- link (%s)\n", linkItr.key().c_str());
  1494. std::string linkNameStr(linkItr.key());
  1495. json &link = linkItr.value();
  1496. bool enabled = OSUtils::jsonInt(link["enabled"],true);
  1497. uint32_t speed = OSUtils::jsonInt(link["speed"],0);
  1498. float alloc = (float)OSUtils::jsonDouble(link["alloc"],0);
  1499. if (speed && alloc) {
  1500. fprintf(stderr, "error: cannot specify both speed (%d) and alloc (%f) for link (%s), pick one, link disabled.\n",
  1501. speed, alloc, linkNameStr.c_str());
  1502. enabled = false;
  1503. }
  1504. uint32_t upDelay = OSUtils::jsonInt(link["upDelay"],-1);
  1505. uint32_t downDelay = OSUtils::jsonInt(link["downDelay"],-1);
  1506. uint8_t ipvPref = OSUtils::jsonInt(link["ipvPref"],0);
  1507. uint32_t linkMonitorInterval = OSUtils::jsonInt(link["monitorInterval"],(uint64_t)0);
  1508. std::string failoverToStr(OSUtils::jsonString(link["failoverTo"],""));
  1509. // Mode
  1510. std::string linkModeStr(OSUtils::jsonString(link["mode"],"spare"));
  1511. uint8_t linkMode = ZT_MULTIPATH_SLAVE_MODE_SPARE;
  1512. if (linkModeStr == "primary") { linkMode = ZT_MULTIPATH_SLAVE_MODE_PRIMARY; }
  1513. if (linkModeStr == "spare") { linkMode = ZT_MULTIPATH_SLAVE_MODE_SPARE; }
  1514. // ipvPref
  1515. if ((ipvPref != 0) && (ipvPref != 4) && (ipvPref != 6) && (ipvPref != 46) && (ipvPref != 64)) {
  1516. fprintf(stderr, "error: invalid ipvPref value (%d), link disabled.\n", ipvPref);
  1517. enabled = false;
  1518. }
  1519. if (linkMode == ZT_MULTIPATH_SLAVE_MODE_SPARE && failoverToStr.length()) {
  1520. fprintf(stderr, "error: cannot specify failover links for spares, link disabled.\n");
  1521. failoverToStr = "";
  1522. enabled = false;
  1523. }
  1524. _node->bondController()->addCustomLink(customPolicyStr, new Link(linkNameStr,ipvPref,speed,linkMonitorInterval,upDelay,downDelay,enabled,linkMode,failoverToStr,alloc));
  1525. }
  1526. // TODO: This is dumb
  1527. std::string linkSelectMethodStr(OSUtils::jsonString(customPolicy["activeReselect"],"optimize"));
  1528. if (linkSelectMethodStr == "always") { newTemplateBond->setLinkSelectMethod(ZT_MULTIPATH_RESELECTION_POLICY_ALWAYS); }
  1529. if (linkSelectMethodStr == "better") { newTemplateBond->setLinkSelectMethod(ZT_MULTIPATH_RESELECTION_POLICY_BETTER); }
  1530. if (linkSelectMethodStr == "failure") { newTemplateBond->setLinkSelectMethod(ZT_MULTIPATH_RESELECTION_POLICY_FAILURE); }
  1531. if (linkSelectMethodStr == "optimize") { newTemplateBond->setLinkSelectMethod(ZT_MULTIPATH_RESELECTION_POLICY_OPTIMIZE); }
  1532. if (newTemplateBond->getLinkSelectMethod() < 0 || newTemplateBond->getLinkSelectMethod() > 3) {
  1533. fprintf(stderr, "warning: invalid value (%s) for linkSelectMethod, assuming mode: always\n", linkSelectMethodStr.c_str());
  1534. }
  1535. /*
  1536. newBond->setPolicy(_node->bondController()->getPolicyCodeByStr(basePolicyStr));
  1537. newBond->setFlowHashing((bool)OSUtils::jsonInt(userSpecifiedBondingPolicies[i]["allowFlowHashing"],(bool)allowFlowHashing));
  1538. newBond->setBondMonitorInterval((unsigned int)OSUtils::jsonInt(userSpecifiedBondingPolicies[i]["monitorInterval"],(uint64_t)0));
  1539. newBond->setAllowPathNegotiation((bool)OSUtils::jsonInt(userSpecifiedBondingPolicies[i]["allowPathNegotiation"],(bool)false));
  1540. */
  1541. if (!_node->bondController()->addCustomPolicy(newTemplateBond)) {
  1542. fprintf(stderr, "error: a custom policy of this name (%s) already exists.\n", customPolicyStr.c_str());
  1543. }
  1544. }
  1545. // Peer-specific bonding
  1546. json &peerSpecificBonds = settings["peerSpecificBonds"];
  1547. for (json::iterator peerItr = peerSpecificBonds.begin(); peerItr != peerSpecificBonds.end();++peerItr) {
  1548. _node->bondController()->assignBondingPolicyToPeer(std::stoull(peerItr.key(),0,16), peerItr.value());
  1549. }
  1550. // Check settings
  1551. if (defaultBondingPolicyStr.length() && !defaultBondingPolicy && !_node->bondController()->inUse()) {
  1552. fprintf(stderr, "error: unknown policy (%s) specified by defaultBondingPolicy, link disabled.\n", defaultBondingPolicyStr.c_str());
  1553. }
  1554. }
  1555. // bondingPolicy cannot be used with allowTcpFallbackRelay
  1556. _allowTcpFallbackRelay = OSUtils::jsonBool(settings["allowTcpFallbackRelay"],true) && !(_node->bondController()->inUse());
  1557. _primaryPort = (unsigned int)OSUtils::jsonInt(settings["primaryPort"],(uint64_t)_primaryPort) & 0xffff;
  1558. _allowSecondaryPort = OSUtils::jsonBool(settings["allowSecondaryPort"],true);
  1559. _secondaryPort = (unsigned int)OSUtils::jsonInt(settings["secondaryPort"],0);
  1560. _tertiaryPort = (unsigned int)OSUtils::jsonInt(settings["tertiaryPort"],0);
  1561. if (_secondaryPort != 0 || _tertiaryPort != 0) {
  1562. fprintf(stderr,"WARNING: using manually-specified ports. This can cause NAT issues." ZT_EOL_S);
  1563. }
  1564. _portMappingEnabled = OSUtils::jsonBool(settings["portMappingEnabled"],true);
  1565. #ifndef ZT_SDK
  1566. const std::string up(OSUtils::jsonString(settings["softwareUpdate"],ZT_SOFTWARE_UPDATE_DEFAULT));
  1567. const bool udist = OSUtils::jsonBool(settings["softwareUpdateDist"],false);
  1568. if (((up == "apply")||(up == "download"))||(udist)) {
  1569. if (!_updater)
  1570. _updater = new SoftwareUpdater(*_node,_homePath);
  1571. _updateAutoApply = (up == "apply");
  1572. _updater->setUpdateDistribution(udist);
  1573. _updater->setChannel(OSUtils::jsonString(settings["softwareUpdateChannel"],ZT_SOFTWARE_UPDATE_DEFAULT_CHANNEL));
  1574. } else {
  1575. delete _updater;
  1576. _updater = (SoftwareUpdater *)0;
  1577. _updateAutoApply = false;
  1578. }
  1579. #endif
  1580. json &ignoreIfs = settings["interfacePrefixBlacklist"];
  1581. if (ignoreIfs.is_array()) {
  1582. for(unsigned long i=0;i<ignoreIfs.size();++i) {
  1583. const std::string tmp(OSUtils::jsonString(ignoreIfs[i],""));
  1584. if (tmp.length() > 0)
  1585. _interfacePrefixBlacklist.push_back(tmp);
  1586. }
  1587. }
  1588. json &amf = settings["allowManagementFrom"];
  1589. if (amf.is_array()) {
  1590. for(unsigned long i=0;i<amf.size();++i) {
  1591. const InetAddress nw(OSUtils::jsonString(amf[i],"").c_str());
  1592. if (nw)
  1593. _allowManagementFrom.push_back(nw);
  1594. }
  1595. }
  1596. }
  1597. #if ZT_VAULT_SUPPORT
  1598. json &vault = settings["vault"];
  1599. if (vault.is_object()) {
  1600. const std::string url(OSUtils::jsonString(vault["vaultURL"], "").c_str());
  1601. if (!url.empty()) {
  1602. _vaultURL = url;
  1603. }
  1604. const std::string token(OSUtils::jsonString(vault["vaultToken"], "").c_str());
  1605. if (!token.empty()) {
  1606. _vaultToken = token;
  1607. }
  1608. const std::string path(OSUtils::jsonString(vault["vaultPath"], "").c_str());
  1609. if (!path.empty()) {
  1610. _vaultPath = path;
  1611. }
  1612. }
  1613. // also check environment variables for values. Environment variables
  1614. // will override local.conf variables
  1615. const std::string envURL(getenv("VAULT_ADDR"));
  1616. if (!envURL.empty()) {
  1617. _vaultURL = envURL;
  1618. }
  1619. const std::string envToken(getenv("VAULT_TOKEN"));
  1620. if (!envToken.empty()) {
  1621. _vaultToken = envToken;
  1622. }
  1623. const std::string envPath(getenv("VAULT_PATH"));
  1624. if (!envPath.empty()) {
  1625. _vaultPath = envPath;
  1626. }
  1627. if (!_vaultURL.empty() && !_vaultToken.empty()) {
  1628. _vaultEnabled = true;
  1629. }
  1630. #endif
  1631. // Checks if a managed IP or route target is allowed
  1632. bool checkIfManagedIsAllowed(const NetworkState &n,const InetAddress &target)
  1633. {
  1634. if (!n.settings.allowManaged)
  1635. return false;
  1636. if (n.settings.allowManagedWhitelist.size() > 0) {
  1637. bool allowed = false;
  1638. for (InetAddress addr : n.settings.allowManagedWhitelist) {
  1639. if (addr.containsAddress(target) && addr.netmaskBits() <= target.netmaskBits()) {
  1640. allowed = true;
  1641. break;
  1642. }
  1643. }
  1644. if (!allowed) return false;
  1645. }
  1646. if (target.isDefaultRoute())
  1647. return n.settings.allowDefault;
  1648. switch(target.ipScope()) {
  1649. case InetAddress::IP_SCOPE_NONE:
  1650. case InetAddress::IP_SCOPE_MULTICAST:
  1651. case InetAddress::IP_SCOPE_LOOPBACK:
  1652. case InetAddress::IP_SCOPE_LINK_LOCAL:
  1653. return false;
  1654. case InetAddress::IP_SCOPE_GLOBAL:
  1655. return n.settings.allowGlobal;
  1656. default:
  1657. return true;
  1658. }
  1659. }
  1660. // Match only an IP from a vector of IPs -- used in syncManagedStuff()
  1661. bool matchIpOnly(const std::vector<InetAddress> &ips,const InetAddress &ip) const
  1662. {
  1663. for(std::vector<InetAddress>::const_iterator i(ips.begin());i!=ips.end();++i) {
  1664. if (i->ipsEqual(ip))
  1665. return true;
  1666. }
  1667. return false;
  1668. }
  1669. // Apply or update managed IPs for a configured network (be sure n.tap exists)
  1670. void syncManagedStuff(NetworkState &n,bool syncIps,bool syncRoutes, bool syncDns)
  1671. {
  1672. char ipbuf[64];
  1673. // assumes _nets_m is locked
  1674. if (syncIps) {
  1675. std::vector<InetAddress> newManagedIps;
  1676. newManagedIps.reserve(n.config.assignedAddressCount);
  1677. for(unsigned int i=0;i<n.config.assignedAddressCount;++i) {
  1678. const InetAddress *ii = reinterpret_cast<const InetAddress *>(&(n.config.assignedAddresses[i]));
  1679. if (checkIfManagedIsAllowed(n,*ii))
  1680. newManagedIps.push_back(*ii);
  1681. }
  1682. std::sort(newManagedIps.begin(),newManagedIps.end());
  1683. newManagedIps.erase(std::unique(newManagedIps.begin(),newManagedIps.end()),newManagedIps.end());
  1684. for(std::vector<InetAddress>::iterator ip(n.managedIps.begin());ip!=n.managedIps.end();++ip) {
  1685. if (std::find(newManagedIps.begin(),newManagedIps.end(),*ip) == newManagedIps.end()) {
  1686. if (!n.tap->removeIp(*ip))
  1687. fprintf(stderr,"ERROR: unable to remove ip address %s" ZT_EOL_S, ip->toString(ipbuf));
  1688. }
  1689. }
  1690. #ifdef __SYNOLOGY__
  1691. if (!n.tap->addIpSyn(newManagedIps))
  1692. fprintf(stderr,"ERROR: unable to add ip addresses to ifcfg" ZT_EOL_S);
  1693. #else
  1694. for(std::vector<InetAddress>::iterator ip(newManagedIps.begin());ip!=newManagedIps.end();++ip) {
  1695. if (std::find(n.managedIps.begin(),n.managedIps.end(),*ip) == n.managedIps.end()) {
  1696. if (!n.tap->addIp(*ip))
  1697. fprintf(stderr,"ERROR: unable to add ip address %s" ZT_EOL_S, ip->toString(ipbuf));
  1698. }
  1699. }
  1700. #endif
  1701. n.managedIps.swap(newManagedIps);
  1702. }
  1703. if (syncRoutes) {
  1704. char tapdev[64];
  1705. #if defined(__WINDOWS__) && !defined(ZT_SDK)
  1706. OSUtils::ztsnprintf(tapdev,sizeof(tapdev),"%.16llx",(unsigned long long)((WindowsEthernetTap *)(n.tap.get()))->luid().Value);
  1707. #else
  1708. Utils::scopy(tapdev,sizeof(tapdev),n.tap->deviceName().c_str());
  1709. #endif
  1710. std::vector<InetAddress> myIps(n.tap->ips());
  1711. // Nuke applied routes that are no longer in n.config.routes[] and/or are not allowed
  1712. for(std::list< SharedPtr<ManagedRoute> >::iterator mr(n.managedRoutes.begin());mr!=n.managedRoutes.end();) {
  1713. bool haveRoute = false;
  1714. if ( (checkIfManagedIsAllowed(n,(*mr)->target())) && (((*mr)->via().ss_family != (*mr)->target().ss_family)||(!matchIpOnly(myIps,(*mr)->via()))) ) {
  1715. for(unsigned int i=0;i<n.config.routeCount;++i) {
  1716. const InetAddress *const target = reinterpret_cast<const InetAddress *>(&(n.config.routes[i].target));
  1717. const InetAddress *const via = reinterpret_cast<const InetAddress *>(&(n.config.routes[i].via));
  1718. if ( ((*mr)->target() == *target) && ( ((via->ss_family == target->ss_family)&&((*mr)->via().ipsEqual(*via))) || (strcmp(tapdev,(*mr)->device())==0) ) ) {
  1719. haveRoute = true;
  1720. break;
  1721. }
  1722. }
  1723. }
  1724. if (haveRoute) {
  1725. ++mr;
  1726. } else {
  1727. n.managedRoutes.erase(mr++);
  1728. }
  1729. }
  1730. // Apply routes in n.config.routes[] that we haven't applied yet, and sync those we have in case shadow routes need to change
  1731. for(unsigned int i=0;i<n.config.routeCount;++i) {
  1732. const InetAddress *const target = reinterpret_cast<const InetAddress *>(&(n.config.routes[i].target));
  1733. const InetAddress *const via = reinterpret_cast<const InetAddress *>(&(n.config.routes[i].via));
  1734. const InetAddress *src = NULL;
  1735. for (unsigned int j=0; j<n.config.assignedAddressCount; ++j) {
  1736. const InetAddress *const tmp = reinterpret_cast<const InetAddress *>(&(n.config.assignedAddresses[j]));
  1737. if (target->isV4() && tmp->isV4()) {
  1738. src = reinterpret_cast<InetAddress *>(&(n.config.assignedAddresses[j]));
  1739. break;
  1740. } else if (target->isV6() && tmp->isV6()) {
  1741. src = reinterpret_cast<InetAddress *>(&(n.config.assignedAddresses[j]));
  1742. break;
  1743. }
  1744. }
  1745. if (!src)
  1746. src = &NULL_INET_ADDR;
  1747. if ( (!checkIfManagedIsAllowed(n,*target)) || ((via->ss_family == target->ss_family)&&(matchIpOnly(myIps,*via))) )
  1748. continue;
  1749. bool haveRoute = false;
  1750. // Ignore routes implied by local managed IPs since adding the IP adds the route
  1751. #ifndef __APPLE__
  1752. for(std::vector<InetAddress>::iterator ip(n.managedIps.begin());ip!=n.managedIps.end();++ip) {
  1753. if ((target->netmaskBits() == ip->netmaskBits())&&(target->containsAddress(*ip))) {
  1754. haveRoute = true;
  1755. break;
  1756. }
  1757. }
  1758. #endif
  1759. if (haveRoute)
  1760. continue;
  1761. #ifndef ZT_SDK
  1762. // If we've already applied this route, just sync it and continue
  1763. for(std::list< SharedPtr<ManagedRoute> >::iterator mr(n.managedRoutes.begin());mr!=n.managedRoutes.end();++mr) {
  1764. if ( ((*mr)->target() == *target) && ( ((via->ss_family == target->ss_family)&&((*mr)->via().ipsEqual(*via))) || (tapdev == (*mr)->device()) ) ) {
  1765. haveRoute = true;
  1766. (*mr)->sync();
  1767. break;
  1768. }
  1769. }
  1770. if (haveRoute)
  1771. continue;
  1772. // Add and apply new routes
  1773. n.managedRoutes.push_back(SharedPtr<ManagedRoute>(new ManagedRoute(*target,*via,*src,tapdev)));
  1774. if (!n.managedRoutes.back()->sync())
  1775. n.managedRoutes.pop_back();
  1776. #endif
  1777. }
  1778. }
  1779. if (syncDns) {
  1780. char buf[128];
  1781. if (n.config.dnsCount > ZT_MAX_NETWORK_DNS) {
  1782. fprintf(stderr, "ERROR: %d records > max %d. Skipping DNS\n", n.config.dnsCount, ZT_MAX_NETWORK_DNS);
  1783. return;
  1784. }
  1785. fprintf(stderr, "Syncing %d DNS configurations for network [%.16llx]\n", n.config.dnsCount, n.config.nwid);
  1786. for (int i = 0; i < n.config.dnsCount; ++i) {
  1787. if (strlen(n.config.dns[i].domain) != 0) {
  1788. fprintf(stderr, "Syncing DNS for domain: %s\n", n.config.dns[i].domain);
  1789. for (int j = 0; j < ZT_MAX_DNS_SERVERS; ++j) {
  1790. InetAddress a(n.config.dns[i].server_addr[j]);
  1791. if (a.isV4() || a.isV6()) {
  1792. fprintf(stderr, "\t Server %d: %s\n", j+1, a.toIpString(buf));
  1793. }
  1794. }
  1795. }
  1796. }
  1797. }
  1798. }
  1799. // =========================================================================
  1800. // Handlers for Node and Phy<> callbacks
  1801. // =========================================================================
  1802. inline void phyOnDatagram(PhySocket *sock,void **uptr,const struct sockaddr *localAddr,const struct sockaddr *from,void *data,unsigned long len)
  1803. {
  1804. const uint64_t now = OSUtils::now();
  1805. if ((len >= 16)&&(reinterpret_cast<const InetAddress *>(from)->ipScope() == InetAddress::IP_SCOPE_GLOBAL))
  1806. _lastDirectReceiveFromGlobal = now;
  1807. const ZT_ResultCode rc = _node->processWirePacket(nullptr,now,reinterpret_cast<int64_t>(sock),reinterpret_cast<const struct sockaddr_storage *>(from),data,len,&_nextBackgroundTaskDeadline);
  1808. if (ZT_ResultCode_isFatal(rc)) {
  1809. char tmp[256];
  1810. OSUtils::ztsnprintf(tmp,sizeof(tmp),"fatal error code from processWirePacket: %d",(int)rc);
  1811. Mutex::Lock _l(_termReason_m);
  1812. _termReason = ONE_UNRECOVERABLE_ERROR;
  1813. _fatalErrorMessage = tmp;
  1814. this->terminate();
  1815. }
  1816. }
  1817. inline void phyOnTcpConnect(PhySocket *sock,void **uptr,bool success)
  1818. {
  1819. if (!success) {
  1820. phyOnTcpClose(sock,uptr);
  1821. return;
  1822. }
  1823. TcpConnection *const tc = reinterpret_cast<TcpConnection *>(*uptr);
  1824. if (!tc) { // sanity check
  1825. _phy.close(sock,true);
  1826. return;
  1827. }
  1828. tc->sock = sock;
  1829. if (tc->type == TcpConnection::TCP_TUNNEL_OUTGOING) {
  1830. if (_tcpFallbackTunnel)
  1831. _phy.close(_tcpFallbackTunnel->sock);
  1832. _tcpFallbackTunnel = tc;
  1833. _phy.streamSend(sock,ZT_TCP_TUNNEL_HELLO,sizeof(ZT_TCP_TUNNEL_HELLO));
  1834. } else {
  1835. _phy.close(sock,true);
  1836. }
  1837. }
  1838. inline void phyOnTcpAccept(PhySocket *sockL,PhySocket *sockN,void **uptrL,void **uptrN,const struct sockaddr *from)
  1839. {
  1840. if (!from) {
  1841. _phy.close(sockN,false);
  1842. return;
  1843. } else {
  1844. #ifdef ZT_SDK
  1845. // Immediately close new local connections. The intention is to prevent the backplane from being accessed when operating as libzt
  1846. if (!allowHttpBackplaneManagement && ((InetAddress*)from)->ipScope() == InetAddress::IP_SCOPE_LOOPBACK) {
  1847. _phy.close(sockN,false);
  1848. return;
  1849. }
  1850. #endif
  1851. TcpConnection *tc = new TcpConnection();
  1852. {
  1853. Mutex::Lock _l(_tcpConnections_m);
  1854. _tcpConnections.push_back(tc);
  1855. }
  1856. tc->type = TcpConnection::TCP_UNCATEGORIZED_INCOMING;
  1857. tc->parent = this;
  1858. tc->sock = sockN;
  1859. tc->remoteAddr = from;
  1860. tc->lastReceive = OSUtils::now();
  1861. http_parser_init(&(tc->parser),HTTP_REQUEST);
  1862. tc->parser.data = (void *)tc;
  1863. tc->messageSize = 0;
  1864. *uptrN = (void *)tc;
  1865. }
  1866. }
  1867. void phyOnTcpClose(PhySocket *sock,void **uptr)
  1868. {
  1869. TcpConnection *tc = (TcpConnection *)*uptr;
  1870. if (tc) {
  1871. if (tc == _tcpFallbackTunnel) {
  1872. _tcpFallbackTunnel = (TcpConnection *)0;
  1873. }
  1874. {
  1875. Mutex::Lock _l(_tcpConnections_m);
  1876. _tcpConnections.erase(std::remove(_tcpConnections.begin(),_tcpConnections.end(),tc),_tcpConnections.end());
  1877. }
  1878. delete tc;
  1879. }
  1880. }
  1881. void phyOnTcpData(PhySocket *sock,void **uptr,void *data,unsigned long len)
  1882. {
  1883. try {
  1884. if (!len) return; // sanity check, should never happen
  1885. TcpConnection *tc = reinterpret_cast<TcpConnection *>(*uptr);
  1886. tc->lastReceive = OSUtils::now();
  1887. switch(tc->type) {
  1888. case TcpConnection::TCP_UNCATEGORIZED_INCOMING:
  1889. switch(reinterpret_cast<uint8_t *>(data)[0]) {
  1890. // HTTP: GET, PUT, POST, HEAD, DELETE
  1891. case 'G':
  1892. case 'P':
  1893. case 'D':
  1894. case 'H': {
  1895. // This is only allowed from IPs permitted to access the management
  1896. // backplane, which is just 127.0.0.1/::1 unless otherwise configured.
  1897. bool allow;
  1898. {
  1899. Mutex::Lock _l(_localConfig_m);
  1900. if (_allowManagementFrom.size() == 0) {
  1901. allow = (tc->remoteAddr.ipScope() == InetAddress::IP_SCOPE_LOOPBACK);
  1902. } else {
  1903. allow = false;
  1904. for(std::vector<InetAddress>::const_iterator i(_allowManagementFrom.begin());i!=_allowManagementFrom.end();++i) {
  1905. if (i->containsAddress(tc->remoteAddr)) {
  1906. allow = true;
  1907. break;
  1908. }
  1909. }
  1910. }
  1911. }
  1912. if (allow) {
  1913. tc->type = TcpConnection::TCP_HTTP_INCOMING;
  1914. phyOnTcpData(sock,uptr,data,len);
  1915. } else {
  1916. _phy.close(sock);
  1917. }
  1918. } break;
  1919. // Drop unknown protocols
  1920. default:
  1921. _phy.close(sock);
  1922. break;
  1923. }
  1924. return;
  1925. case TcpConnection::TCP_HTTP_INCOMING:
  1926. case TcpConnection::TCP_HTTP_OUTGOING:
  1927. http_parser_execute(&(tc->parser),&HTTP_PARSER_SETTINGS,(const char *)data,len);
  1928. if ((tc->parser.upgrade)||(tc->parser.http_errno != HPE_OK))
  1929. _phy.close(sock);
  1930. return;
  1931. case TcpConnection::TCP_TUNNEL_OUTGOING:
  1932. tc->readq.append((const char *)data,len);
  1933. while (tc->readq.length() >= 5) {
  1934. const char *data = tc->readq.data();
  1935. const unsigned long mlen = ( ((((unsigned long)data[3]) & 0xff) << 8) | (((unsigned long)data[4]) & 0xff) );
  1936. if (tc->readq.length() >= (mlen + 5)) {
  1937. InetAddress from;
  1938. unsigned long plen = mlen; // payload length, modified if there's an IP header
  1939. data += 5; // skip forward past pseudo-TLS junk and mlen
  1940. if (plen == 4) {
  1941. // Hello message, which isn't sent by proxy and would be ignored by client
  1942. } else if (plen) {
  1943. // Messages should contain IPv4 or IPv6 source IP address data
  1944. switch(data[0]) {
  1945. case 4: // IPv4
  1946. if (plen >= 7) {
  1947. from.set((const void *)(data + 1),4,((((unsigned int)data[5]) & 0xff) << 8) | (((unsigned int)data[6]) & 0xff));
  1948. data += 7; // type + 4 byte IP + 2 byte port
  1949. plen -= 7;
  1950. } else {
  1951. _phy.close(sock);
  1952. return;
  1953. }
  1954. break;
  1955. case 6: // IPv6
  1956. if (plen >= 19) {
  1957. from.set((const void *)(data + 1),16,((((unsigned int)data[17]) & 0xff) << 8) | (((unsigned int)data[18]) & 0xff));
  1958. data += 19; // type + 16 byte IP + 2 byte port
  1959. plen -= 19;
  1960. } else {
  1961. _phy.close(sock);
  1962. return;
  1963. }
  1964. break;
  1965. case 0: // none/omitted
  1966. ++data;
  1967. --plen;
  1968. break;
  1969. default: // invalid address type
  1970. _phy.close(sock);
  1971. return;
  1972. }
  1973. if (from) {
  1974. InetAddress fakeTcpLocalInterfaceAddress((uint32_t)0xffffffff,0xffff);
  1975. const ZT_ResultCode rc = _node->processWirePacket(
  1976. (void *)0,
  1977. OSUtils::now(),
  1978. -1,
  1979. reinterpret_cast<struct sockaddr_storage *>(&from),
  1980. data,
  1981. plen,
  1982. &_nextBackgroundTaskDeadline);
  1983. if (ZT_ResultCode_isFatal(rc)) {
  1984. char tmp[256];
  1985. OSUtils::ztsnprintf(tmp,sizeof(tmp),"fatal error code from processWirePacket: %d",(int)rc);
  1986. Mutex::Lock _l(_termReason_m);
  1987. _termReason = ONE_UNRECOVERABLE_ERROR;
  1988. _fatalErrorMessage = tmp;
  1989. this->terminate();
  1990. _phy.close(sock);
  1991. return;
  1992. }
  1993. }
  1994. }
  1995. if (tc->readq.length() > (mlen + 5))
  1996. tc->readq.erase(tc->readq.begin(),tc->readq.begin() + (mlen + 5));
  1997. else tc->readq.clear();
  1998. } else break;
  1999. }
  2000. return;
  2001. }
  2002. } catch ( ... ) {
  2003. _phy.close(sock);
  2004. }
  2005. }
  2006. inline void phyOnTcpWritable(PhySocket *sock,void **uptr)
  2007. {
  2008. TcpConnection *tc = reinterpret_cast<TcpConnection *>(*uptr);
  2009. bool closeit = false;
  2010. {
  2011. Mutex::Lock _l(tc->writeq_m);
  2012. if (tc->writeq.length() > 0) {
  2013. long sent = (long)_phy.streamSend(sock,tc->writeq.data(),(unsigned long)tc->writeq.length(),true);
  2014. if (sent > 0) {
  2015. if ((unsigned long)sent >= (unsigned long)tc->writeq.length()) {
  2016. tc->writeq.clear();
  2017. _phy.setNotifyWritable(sock,false);
  2018. if (tc->type == TcpConnection::TCP_HTTP_INCOMING)
  2019. closeit = true; // HTTP keep alive not supported
  2020. } else {
  2021. tc->writeq.erase(tc->writeq.begin(),tc->writeq.begin() + sent);
  2022. }
  2023. }
  2024. } else {
  2025. _phy.setNotifyWritable(sock,false);
  2026. }
  2027. }
  2028. if (closeit)
  2029. _phy.close(sock);
  2030. }
  2031. inline void phyOnFileDescriptorActivity(PhySocket *sock,void **uptr,bool readable,bool writable) {}
  2032. inline void phyOnUnixAccept(PhySocket *sockL,PhySocket *sockN,void **uptrL,void **uptrN) {}
  2033. inline void phyOnUnixClose(PhySocket *sock,void **uptr) {}
  2034. inline void phyOnUnixData(PhySocket *sock,void **uptr,void *data,unsigned long len) {}
  2035. inline void phyOnUnixWritable(PhySocket *sock,void **uptr) {}
  2036. inline int nodeVirtualNetworkConfigFunction(uint64_t nwid,void **nuptr,enum ZT_VirtualNetworkConfigOperation op,const ZT_VirtualNetworkConfig *nwc)
  2037. {
  2038. Mutex::Lock _l(_nets_m);
  2039. NetworkState &n = _nets[nwid];
  2040. switch(op) {
  2041. case ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_UP:
  2042. if (!n.tap) {
  2043. try {
  2044. char friendlyName[128];
  2045. OSUtils::ztsnprintf(friendlyName,sizeof(friendlyName),"ZeroTier One [%.16llx]",nwid);
  2046. n.tap = EthernetTap::newInstance(
  2047. nullptr,
  2048. _homePath.c_str(),
  2049. MAC(nwc->mac),
  2050. nwc->mtu,
  2051. (unsigned int)ZT_IF_METRIC,
  2052. nwid,
  2053. friendlyName,
  2054. StapFrameHandler,
  2055. (void *)this);
  2056. *nuptr = (void *)&n;
  2057. char nlcpath[256];
  2058. OSUtils::ztsnprintf(nlcpath,sizeof(nlcpath),"%s" ZT_PATH_SEPARATOR_S "networks.d" ZT_PATH_SEPARATOR_S "%.16llx.local.conf",_homePath.c_str(),nwid);
  2059. std::string nlcbuf;
  2060. if (OSUtils::readFile(nlcpath,nlcbuf)) {
  2061. Dictionary<4096> nc;
  2062. nc.load(nlcbuf.c_str());
  2063. Buffer<1024> allowManaged;
  2064. if (nc.get("allowManaged", allowManaged) && allowManaged.size() != 0) {
  2065. std::string addresses (allowManaged.begin(), allowManaged.size());
  2066. if (allowManaged.size() <= 5) { // untidy parsing for backward compatibility
  2067. if (allowManaged[0] == '1' || allowManaged[0] == 't' || allowManaged[0] == 'T') {
  2068. n.settings.allowManaged = true;
  2069. } else {
  2070. n.settings.allowManaged = false;
  2071. }
  2072. } else {
  2073. // this should be a list of IP addresses
  2074. n.settings.allowManaged = true;
  2075. size_t pos = 0;
  2076. while (true) {
  2077. size_t nextPos = addresses.find(',', pos);
  2078. std::string address = addresses.substr(pos, (nextPos == std::string::npos ? addresses.size() : nextPos) - pos);
  2079. n.settings.allowManagedWhitelist.push_back(InetAddress(address.c_str()));
  2080. if (nextPos == std::string::npos) break;
  2081. pos = nextPos + 1;
  2082. }
  2083. }
  2084. } else {
  2085. n.settings.allowManaged = true;
  2086. }
  2087. n.settings.allowGlobal = nc.getB("allowGlobal", false);
  2088. n.settings.allowDefault = nc.getB("allowDefault", false);
  2089. }
  2090. } catch (std::exception &exc) {
  2091. #ifdef __WINDOWS__
  2092. FILE *tapFailLog = fopen((_homePath + ZT_PATH_SEPARATOR_S"port_error_log.txt").c_str(),"a");
  2093. if (tapFailLog) {
  2094. fprintf(tapFailLog,"%.16llx: %s" ZT_EOL_S,(unsigned long long)nwid,exc.what());
  2095. fclose(tapFailLog);
  2096. }
  2097. #else
  2098. fprintf(stderr,"ERROR: unable to configure virtual network port: %s" ZT_EOL_S,exc.what());
  2099. #endif
  2100. _nets.erase(nwid);
  2101. return -999;
  2102. } catch ( ... ) {
  2103. return -999; // tap init failed
  2104. }
  2105. }
  2106. // After setting up tap, fall through to CONFIG_UPDATE since we also want to do this...
  2107. case ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_CONFIG_UPDATE:
  2108. memcpy(&(n.config),nwc,sizeof(ZT_VirtualNetworkConfig));
  2109. if (n.tap) { // sanity check
  2110. #if defined(__WINDOWS__) && !defined(ZT_SDK)
  2111. // wait for up to 5 seconds for the WindowsEthernetTap to actually be initialized
  2112. //
  2113. // without WindowsEthernetTap::isInitialized() returning true, the won't actually
  2114. // be online yet and setting managed routes on it will fail.
  2115. const int MAX_SLEEP_COUNT = 500;
  2116. for (int i = 0; !((WindowsEthernetTap *)(n.tap.get()))->isInitialized() && i < MAX_SLEEP_COUNT; i++) {
  2117. Sleep(10);
  2118. }
  2119. #endif
  2120. syncManagedStuff(n,true,true,true);
  2121. n.tap->setMtu(nwc->mtu);
  2122. } else {
  2123. _nets.erase(nwid);
  2124. return -999; // tap init failed
  2125. }
  2126. break;
  2127. case ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_DOWN:
  2128. case ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_DESTROY:
  2129. if (n.tap) { // sanity check
  2130. #if defined(__WINDOWS__) && !defined(ZT_SDK)
  2131. std::string winInstanceId(((WindowsEthernetTap *)(n.tap.get()))->instanceId());
  2132. #endif
  2133. *nuptr = (void *)0;
  2134. n.tap.reset();
  2135. _nets.erase(nwid);
  2136. #if defined(__WINDOWS__) && !defined(ZT_SDK)
  2137. if ((op == ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_DESTROY)&&(winInstanceId.length() > 0))
  2138. WindowsEthernetTap::deletePersistentTapDevice(winInstanceId.c_str());
  2139. #endif
  2140. if (op == ZT_VIRTUAL_NETWORK_CONFIG_OPERATION_DESTROY) {
  2141. char nlcpath[256];
  2142. OSUtils::ztsnprintf(nlcpath,sizeof(nlcpath),"%s" ZT_PATH_SEPARATOR_S "networks.d" ZT_PATH_SEPARATOR_S "%.16llx.local.conf",_homePath.c_str(),nwid);
  2143. OSUtils::rm(nlcpath);
  2144. }
  2145. } else {
  2146. _nets.erase(nwid);
  2147. }
  2148. break;
  2149. }
  2150. return 0;
  2151. }
  2152. inline void nodeEventCallback(enum ZT_Event event,const void *metaData)
  2153. {
  2154. switch(event) {
  2155. case ZT_EVENT_FATAL_ERROR_IDENTITY_COLLISION: {
  2156. Mutex::Lock _l(_termReason_m);
  2157. _termReason = ONE_IDENTITY_COLLISION;
  2158. _fatalErrorMessage = "identity/address collision";
  2159. this->terminate();
  2160. } break;
  2161. case ZT_EVENT_TRACE: {
  2162. if (metaData) {
  2163. ::fprintf(stderr,"%s" ZT_EOL_S,(const char *)metaData);
  2164. ::fflush(stderr);
  2165. }
  2166. } break;
  2167. case ZT_EVENT_USER_MESSAGE: {
  2168. const ZT_UserMessage *um = reinterpret_cast<const ZT_UserMessage *>(metaData);
  2169. if ((um->typeId == ZT_SOFTWARE_UPDATE_USER_MESSAGE_TYPE)&&(_updater)) {
  2170. _updater->handleSoftwareUpdateUserMessage(um->origin,um->data,um->length);
  2171. }
  2172. } break;
  2173. case ZT_EVENT_REMOTE_TRACE: {
  2174. const ZT_RemoteTrace *rt = reinterpret_cast<const ZT_RemoteTrace *>(metaData);
  2175. if ((rt)&&(rt->len > 0)&&(rt->len <= ZT_MAX_REMOTE_TRACE_SIZE)&&(rt->data))
  2176. _controller->handleRemoteTrace(*rt);
  2177. }
  2178. default:
  2179. break;
  2180. }
  2181. }
  2182. #if ZT_VAULT_SUPPORT
  2183. inline bool nodeVaultPutIdentity(enum ZT_StateObjectType type, const void *data, int len)
  2184. {
  2185. bool retval = false;
  2186. if (type != ZT_STATE_OBJECT_IDENTITY_PUBLIC && type != ZT_STATE_OBJECT_IDENTITY_SECRET) {
  2187. return retval;
  2188. }
  2189. CURL *curl = curl_easy_init();
  2190. if (curl) {
  2191. char token[512] = { 0 };
  2192. snprintf(token, sizeof(token), "X-Vault-Token: %s", _vaultToken.c_str());
  2193. struct curl_slist *chunk = NULL;
  2194. chunk = curl_slist_append(chunk, token);
  2195. char content_type[512] = { 0 };
  2196. snprintf(content_type, sizeof(content_type), "Content-Type: application/json");
  2197. chunk = curl_slist_append(chunk, content_type);
  2198. curl_easy_setopt(curl, CURLOPT_HTTPHEADER, chunk);
  2199. char url[2048] = { 0 };
  2200. snprintf(url, sizeof(url), "%s/v1/%s", _vaultURL.c_str(), _vaultPath.c_str());
  2201. curl_easy_setopt(curl, CURLOPT_URL, url);
  2202. json d = json::object();
  2203. if (type == ZT_STATE_OBJECT_IDENTITY_PUBLIC) {
  2204. std::string key((const char*)data, len);
  2205. d["public"] = key;
  2206. }
  2207. else if (type == ZT_STATE_OBJECT_IDENTITY_SECRET) {
  2208. std::string key((const char*)data, len);
  2209. d["secret"] = key;
  2210. }
  2211. if (!d.empty()) {
  2212. std::string post = d.dump();
  2213. if (!post.empty()) {
  2214. curl_easy_setopt(curl, CURLOPT_POSTFIELDS, post.c_str());
  2215. curl_easy_setopt(curl, CURLOPT_POSTFIELDSIZE, post.length());
  2216. #ifndef NDEBUG
  2217. curl_easy_setopt(curl, CURLOPT_VERBOSE, 1L);
  2218. #endif
  2219. CURLcode res = curl_easy_perform(curl);
  2220. if (res == CURLE_OK) {
  2221. long response_code = 0;
  2222. curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response_code);
  2223. if (response_code == 200 || response_code == 204) {
  2224. retval = true;
  2225. }
  2226. }
  2227. }
  2228. }
  2229. curl_easy_cleanup(curl);
  2230. curl = NULL;
  2231. curl_slist_free_all(chunk);
  2232. chunk = NULL;
  2233. }
  2234. return retval;
  2235. }
  2236. #endif
  2237. inline void nodeStatePutFunction(enum ZT_StateObjectType type,const uint64_t id[2],const void *data,int len)
  2238. {
  2239. #if ZT_VAULT_SUPPORT
  2240. if (_vaultEnabled && (type == ZT_STATE_OBJECT_IDENTITY_SECRET || type == ZT_STATE_OBJECT_IDENTITY_PUBLIC)) {
  2241. if (nodeVaultPutIdentity(type, data, len)) {
  2242. // value successfully written to Vault
  2243. return;
  2244. }
  2245. // else fallback to disk
  2246. }
  2247. #endif
  2248. char p[1024];
  2249. FILE *f;
  2250. bool secure = false;
  2251. char dirname[1024];
  2252. dirname[0] = 0;
  2253. switch(type) {
  2254. case ZT_STATE_OBJECT_IDENTITY_PUBLIC:
  2255. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "identity.public",_homePath.c_str());
  2256. break;
  2257. case ZT_STATE_OBJECT_IDENTITY_SECRET:
  2258. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "identity.secret",_homePath.c_str());
  2259. secure = true;
  2260. break;
  2261. case ZT_STATE_OBJECT_PLANET:
  2262. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "planet",_homePath.c_str());
  2263. break;
  2264. case ZT_STATE_OBJECT_MOON:
  2265. OSUtils::ztsnprintf(dirname,sizeof(dirname),"%s" ZT_PATH_SEPARATOR_S "moons.d",_homePath.c_str());
  2266. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "%.16llx.moon",dirname,(unsigned long long)id[0]);
  2267. break;
  2268. case ZT_STATE_OBJECT_NETWORK_CONFIG:
  2269. OSUtils::ztsnprintf(dirname,sizeof(dirname),"%s" ZT_PATH_SEPARATOR_S "networks.d",_homePath.c_str());
  2270. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "%.16llx.conf",dirname,(unsigned long long)id[0]);
  2271. secure = true;
  2272. break;
  2273. case ZT_STATE_OBJECT_PEER:
  2274. OSUtils::ztsnprintf(dirname,sizeof(dirname),"%s" ZT_PATH_SEPARATOR_S "peers.d",_homePath.c_str());
  2275. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "%.10llx.peer",dirname,(unsigned long long)id[0]);
  2276. break;
  2277. default:
  2278. return;
  2279. }
  2280. if ((len >= 0)&&(data)) {
  2281. // Check to see if we've already written this first. This reduces
  2282. // redundant writes and I/O overhead on most platforms and has
  2283. // little effect on others.
  2284. f = fopen(p,"rb");
  2285. if (f) {
  2286. char *const buf = (char *)malloc(len*4);
  2287. if (buf) {
  2288. long l = (long)fread(buf,1,(size_t)(len*4),f);
  2289. fclose(f);
  2290. if ((l == (long)len)&&(memcmp(data,buf,l) == 0)) {
  2291. free(buf);
  2292. return;
  2293. }
  2294. free(buf);
  2295. }
  2296. }
  2297. f = fopen(p,"wb");
  2298. if ((!f)&&(dirname[0])) { // create subdirectory if it does not exist
  2299. OSUtils::mkdir(dirname);
  2300. f = fopen(p,"wb");
  2301. }
  2302. if (f) {
  2303. if (fwrite(data,len,1,f) != 1)
  2304. fprintf(stderr,"WARNING: unable to write to file: %s (I/O error)" ZT_EOL_S,p);
  2305. fclose(f);
  2306. if (secure)
  2307. OSUtils::lockDownFile(p,false);
  2308. } else {
  2309. fprintf(stderr,"WARNING: unable to write to file: %s (unable to open)" ZT_EOL_S,p);
  2310. }
  2311. } else {
  2312. OSUtils::rm(p);
  2313. }
  2314. }
  2315. #if ZT_VAULT_SUPPORT
  2316. inline int nodeVaultGetIdentity(enum ZT_StateObjectType type, void *data, unsigned int maxlen)
  2317. {
  2318. if (type != ZT_STATE_OBJECT_IDENTITY_SECRET && type != ZT_STATE_OBJECT_IDENTITY_PUBLIC) {
  2319. return -1;
  2320. }
  2321. int ret = -1;
  2322. CURL *curl = curl_easy_init();
  2323. if (curl) {
  2324. char token[512] = { 0 };
  2325. snprintf(token, sizeof(token), "X-Vault-Token: %s", _vaultToken.c_str());
  2326. struct curl_slist *chunk = NULL;
  2327. chunk = curl_slist_append(chunk, token);
  2328. curl_easy_setopt(curl, CURLOPT_HTTPHEADER, chunk);
  2329. char url[2048] = { 0 };
  2330. snprintf(url, sizeof(url), "%s/v1/%s", _vaultURL.c_str(), _vaultPath.c_str());
  2331. curl_easy_setopt(curl, CURLOPT_URL, url);
  2332. std::string response;
  2333. std::string res_headers;
  2334. curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, &curlResponseWrite);
  2335. curl_easy_setopt(curl, CURLOPT_WRITEDATA, &response);
  2336. curl_easy_setopt(curl, CURLOPT_HEADERDATA, &res_headers);
  2337. #ifndef NDEBUG
  2338. curl_easy_setopt(curl, CURLOPT_VERBOSE, 1L);
  2339. #endif
  2340. CURLcode res = curl_easy_perform(curl);
  2341. if (res == CURLE_OK) {
  2342. long response_code = 0;
  2343. curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response_code);
  2344. if (response_code == 200) {
  2345. try {
  2346. json payload = json::parse(response);
  2347. if (!payload["data"].is_null()) {
  2348. json &d = payload["data"];
  2349. if (type == ZT_STATE_OBJECT_IDENTITY_SECRET) {
  2350. std::string secret = OSUtils::jsonString(d["secret"],"");
  2351. if (!secret.empty()) {
  2352. ret = (int)secret.length();
  2353. memcpy(data, secret.c_str(), ret);
  2354. }
  2355. }
  2356. else if (type == ZT_STATE_OBJECT_IDENTITY_PUBLIC) {
  2357. std::string pub = OSUtils::jsonString(d["public"],"");
  2358. if (!pub.empty()) {
  2359. ret = (int)pub.length();
  2360. memcpy(data, pub.c_str(), ret);
  2361. }
  2362. }
  2363. }
  2364. }
  2365. catch (...) {
  2366. ret = -1;
  2367. }
  2368. }
  2369. }
  2370. curl_easy_cleanup(curl);
  2371. curl = NULL;
  2372. curl_slist_free_all(chunk);
  2373. chunk = NULL;
  2374. }
  2375. return ret;
  2376. }
  2377. #endif
  2378. inline int nodeStateGetFunction(enum ZT_StateObjectType type,const uint64_t id[2],void *data,unsigned int maxlen)
  2379. {
  2380. #if ZT_VAULT_SUPPORT
  2381. if (_vaultEnabled && (type == ZT_STATE_OBJECT_IDENTITY_SECRET || type == ZT_STATE_OBJECT_IDENTITY_PUBLIC) ) {
  2382. int retval = nodeVaultGetIdentity(type, data, maxlen);
  2383. if (retval >= 0)
  2384. return retval;
  2385. // else continue file based lookup
  2386. }
  2387. #endif
  2388. char p[4096];
  2389. switch(type) {
  2390. case ZT_STATE_OBJECT_IDENTITY_PUBLIC:
  2391. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "identity.public",_homePath.c_str());
  2392. break;
  2393. case ZT_STATE_OBJECT_IDENTITY_SECRET:
  2394. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "identity.secret",_homePath.c_str());
  2395. break;
  2396. case ZT_STATE_OBJECT_PLANET:
  2397. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "planet",_homePath.c_str());
  2398. break;
  2399. case ZT_STATE_OBJECT_MOON:
  2400. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "moons.d" ZT_PATH_SEPARATOR_S "%.16llx.moon",_homePath.c_str(),(unsigned long long)id[0]);
  2401. break;
  2402. case ZT_STATE_OBJECT_NETWORK_CONFIG:
  2403. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "networks.d" ZT_PATH_SEPARATOR_S "%.16llx.conf",_homePath.c_str(),(unsigned long long)id[0]);
  2404. break;
  2405. case ZT_STATE_OBJECT_PEER:
  2406. OSUtils::ztsnprintf(p,sizeof(p),"%s" ZT_PATH_SEPARATOR_S "peers.d" ZT_PATH_SEPARATOR_S "%.10llx.peer",_homePath.c_str(),(unsigned long long)id[0]);
  2407. break;
  2408. default:
  2409. return -1;
  2410. }
  2411. FILE *f = fopen(p,"rb");
  2412. if (f) {
  2413. int n = (int)fread(data,1,maxlen,f);
  2414. fclose(f);
  2415. #if ZT_VAULT_SUPPORT
  2416. if (_vaultEnabled && (type == ZT_STATE_OBJECT_IDENTITY_SECRET || type == ZT_STATE_OBJECT_IDENTITY_PUBLIC)) {
  2417. // If we've gotten here while Vault is enabled, Vault does not know the key and it's been
  2418. // read from disk instead.
  2419. //
  2420. // We should put the value in Vault and remove the local file.
  2421. if (nodeVaultPutIdentity(type, data, n)) {
  2422. unlink(p);
  2423. }
  2424. }
  2425. #endif
  2426. if (n >= 0)
  2427. return n;
  2428. }
  2429. return -1;
  2430. }
  2431. inline int nodeWirePacketSendFunction(const int64_t localSocket,const struct sockaddr_storage *addr,const void *data,unsigned int len,unsigned int ttl)
  2432. {
  2433. #ifdef ZT_TCP_FALLBACK_RELAY
  2434. if(_allowTcpFallbackRelay) {
  2435. if (addr->ss_family == AF_INET) {
  2436. // TCP fallback tunnel support, currently IPv4 only
  2437. if ((len >= 16)&&(reinterpret_cast<const InetAddress *>(addr)->ipScope() == InetAddress::IP_SCOPE_GLOBAL)) {
  2438. // Engage TCP tunnel fallback if we haven't received anything valid from a global
  2439. // IP address in ZT_TCP_FALLBACK_AFTER milliseconds. If we do start getting
  2440. // valid direct traffic we'll stop using it and close the socket after a while.
  2441. const int64_t now = OSUtils::now();
  2442. if (((now - _lastDirectReceiveFromGlobal) > ZT_TCP_FALLBACK_AFTER)&&((now - _lastRestart) > ZT_TCP_FALLBACK_AFTER)) {
  2443. if (_tcpFallbackTunnel) {
  2444. bool flushNow = false;
  2445. {
  2446. Mutex::Lock _l(_tcpFallbackTunnel->writeq_m);
  2447. if (_tcpFallbackTunnel->writeq.size() < (1024 * 64)) {
  2448. if (_tcpFallbackTunnel->writeq.length() == 0) {
  2449. _phy.setNotifyWritable(_tcpFallbackTunnel->sock,true);
  2450. flushNow = true;
  2451. }
  2452. const unsigned long mlen = len + 7;
  2453. _tcpFallbackTunnel->writeq.push_back((char)0x17);
  2454. _tcpFallbackTunnel->writeq.push_back((char)0x03);
  2455. _tcpFallbackTunnel->writeq.push_back((char)0x03); // fake TLS 1.2 header
  2456. _tcpFallbackTunnel->writeq.push_back((char)((mlen >> 8) & 0xff));
  2457. _tcpFallbackTunnel->writeq.push_back((char)(mlen & 0xff));
  2458. _tcpFallbackTunnel->writeq.push_back((char)4); // IPv4
  2459. _tcpFallbackTunnel->writeq.append(reinterpret_cast<const char *>(reinterpret_cast<const void *>(&(reinterpret_cast<const struct sockaddr_in *>(addr)->sin_addr.s_addr))),4);
  2460. _tcpFallbackTunnel->writeq.append(reinterpret_cast<const char *>(reinterpret_cast<const void *>(&(reinterpret_cast<const struct sockaddr_in *>(addr)->sin_port))),2);
  2461. _tcpFallbackTunnel->writeq.append((const char *)data,len);
  2462. }
  2463. }
  2464. if (flushNow) {
  2465. void *tmpptr = (void *)_tcpFallbackTunnel;
  2466. phyOnTcpWritable(_tcpFallbackTunnel->sock,&tmpptr);
  2467. }
  2468. } else if (((now - _lastSendToGlobalV4) < ZT_TCP_FALLBACK_AFTER)&&((now - _lastSendToGlobalV4) > (ZT_PING_CHECK_INVERVAL / 2))) {
  2469. const InetAddress addr(ZT_TCP_FALLBACK_RELAY);
  2470. TcpConnection *tc = new TcpConnection();
  2471. {
  2472. Mutex::Lock _l(_tcpConnections_m);
  2473. _tcpConnections.push_back(tc);
  2474. }
  2475. tc->type = TcpConnection::TCP_TUNNEL_OUTGOING;
  2476. tc->remoteAddr = addr;
  2477. tc->lastReceive = OSUtils::now();
  2478. tc->parent = this;
  2479. tc->sock = (PhySocket *)0; // set in connect handler
  2480. tc->messageSize = 0;
  2481. bool connected = false;
  2482. _phy.tcpConnect(reinterpret_cast<const struct sockaddr *>(&addr),connected,(void *)tc,true);
  2483. }
  2484. }
  2485. _lastSendToGlobalV4 = now;
  2486. }
  2487. }
  2488. }
  2489. #endif // ZT_TCP_FALLBACK_RELAY
  2490. // Even when relaying we still send via UDP. This way if UDP starts
  2491. // working we can instantly "fail forward" to it and stop using TCP
  2492. // proxy fallback, which is slow.
  2493. if ((localSocket != -1)&&(localSocket != 0)&&(_binder.isUdpSocketValid((PhySocket *)((uintptr_t)localSocket)))) {
  2494. if ((ttl)&&(addr->ss_family == AF_INET)) _phy.setIp4UdpTtl((PhySocket *)((uintptr_t)localSocket),ttl);
  2495. const bool r = _phy.udpSend((PhySocket *)((uintptr_t)localSocket),(const struct sockaddr *)addr,data,len);
  2496. if ((ttl)&&(addr->ss_family == AF_INET)) _phy.setIp4UdpTtl((PhySocket *)((uintptr_t)localSocket),255);
  2497. return ((r) ? 0 : -1);
  2498. } else {
  2499. return ((_binder.udpSendAll(_phy,addr,data,len,ttl)) ? 0 : -1);
  2500. }
  2501. }
  2502. inline void nodeVirtualNetworkFrameFunction(uint64_t nwid,void **nuptr,uint64_t sourceMac,uint64_t destMac,unsigned int etherType,unsigned int vlanId,const void *data,unsigned int len)
  2503. {
  2504. NetworkState *n = reinterpret_cast<NetworkState *>(*nuptr);
  2505. if ((!n)||(!n->tap))
  2506. return;
  2507. n->tap->put(MAC(sourceMac),MAC(destMac),etherType,data,len);
  2508. }
  2509. inline int nodePathCheckFunction(uint64_t ztaddr,const int64_t localSocket,const struct sockaddr_storage *remoteAddr)
  2510. {
  2511. // Make sure we're not trying to do ZeroTier-over-ZeroTier
  2512. {
  2513. Mutex::Lock _l(_nets_m);
  2514. for(std::map<uint64_t,NetworkState>::const_iterator n(_nets.begin());n!=_nets.end();++n) {
  2515. if (n->second.tap) {
  2516. std::vector<InetAddress> ips(n->second.tap->ips());
  2517. for(std::vector<InetAddress>::const_iterator i(ips.begin());i!=ips.end();++i) {
  2518. if (i->containsAddress(*(reinterpret_cast<const InetAddress *>(remoteAddr)))) {
  2519. return 0;
  2520. }
  2521. }
  2522. }
  2523. }
  2524. }
  2525. /* Note: I do not think we need to scan for overlap with managed routes
  2526. * because of the "route forking" and interface binding that we do. This
  2527. * ensures (we hope) that ZeroTier traffic will still take the physical
  2528. * path even if its managed routes override this for other traffic. Will
  2529. * revisit if we see recursion problems. */
  2530. // Check blacklists
  2531. const Hashtable< uint64_t,std::vector<InetAddress> > *blh = (const Hashtable< uint64_t,std::vector<InetAddress> > *)0;
  2532. const std::vector<InetAddress> *gbl = (const std::vector<InetAddress> *)0;
  2533. if (remoteAddr->ss_family == AF_INET) {
  2534. blh = &_v4Blacklists;
  2535. gbl = &_globalV4Blacklist;
  2536. } else if (remoteAddr->ss_family == AF_INET6) {
  2537. blh = &_v6Blacklists;
  2538. gbl = &_globalV6Blacklist;
  2539. }
  2540. if (blh) {
  2541. Mutex::Lock _l(_localConfig_m);
  2542. const std::vector<InetAddress> *l = blh->get(ztaddr);
  2543. if (l) {
  2544. for(std::vector<InetAddress>::const_iterator a(l->begin());a!=l->end();++a) {
  2545. if (a->containsAddress(*reinterpret_cast<const InetAddress *>(remoteAddr)))
  2546. return 0;
  2547. }
  2548. }
  2549. }
  2550. if (gbl) {
  2551. for(std::vector<InetAddress>::const_iterator a(gbl->begin());a!=gbl->end();++a) {
  2552. if (a->containsAddress(*reinterpret_cast<const InetAddress *>(remoteAddr)))
  2553. return 0;
  2554. }
  2555. }
  2556. return 1;
  2557. }
  2558. inline int nodePathLookupFunction(uint64_t ztaddr,int family,struct sockaddr_storage *result)
  2559. {
  2560. const Hashtable< uint64_t,std::vector<InetAddress> > *lh = (const Hashtable< uint64_t,std::vector<InetAddress> > *)0;
  2561. if (family < 0)
  2562. lh = (_node->prng() & 1) ? &_v4Hints : &_v6Hints;
  2563. else if (family == AF_INET)
  2564. lh = &_v4Hints;
  2565. else if (family == AF_INET6)
  2566. lh = &_v6Hints;
  2567. else return 0;
  2568. const std::vector<InetAddress> *l = lh->get(ztaddr);
  2569. if ((l)&&(l->size() > 0)) {
  2570. memcpy(result,&((*l)[(unsigned long)_node->prng() % l->size()]),sizeof(struct sockaddr_storage));
  2571. return 1;
  2572. } else return 0;
  2573. }
  2574. inline void tapFrameHandler(uint64_t nwid,const MAC &from,const MAC &to,unsigned int etherType,unsigned int vlanId,const void *data,unsigned int len)
  2575. {
  2576. _node->processVirtualNetworkFrame((void *)0,OSUtils::now(),nwid,from.toInt(),to.toInt(),etherType,vlanId,data,len,&_nextBackgroundTaskDeadline);
  2577. }
  2578. inline void onHttpRequestToServer(TcpConnection *tc)
  2579. {
  2580. char tmpn[4096];
  2581. std::string data;
  2582. std::string contentType("text/plain"); // default if not changed in handleRequest()
  2583. unsigned int scode = 404;
  2584. // Note that we check allowed IP ranges when HTTP connections are first detected in
  2585. // phyOnTcpData(). If we made it here the source IP is okay.
  2586. try {
  2587. scode = handleControlPlaneHttpRequest(tc->remoteAddr,tc->parser.method,tc->url,tc->headers,tc->readq,data,contentType);
  2588. } catch (std::exception &exc) {
  2589. fprintf(stderr,"WARNING: unexpected exception processing control HTTP request: %s" ZT_EOL_S,exc.what());
  2590. scode = 500;
  2591. } catch ( ... ) {
  2592. fprintf(stderr,"WARNING: unexpected exception processing control HTTP request: unknown exception" ZT_EOL_S);
  2593. scode = 500;
  2594. }
  2595. const char *scodestr;
  2596. switch(scode) {
  2597. case 200: scodestr = "OK"; break;
  2598. case 400: scodestr = "Bad Request"; break;
  2599. case 401: scodestr = "Unauthorized"; break;
  2600. case 403: scodestr = "Forbidden"; break;
  2601. case 404: scodestr = "Not Found"; break;
  2602. case 500: scodestr = "Internal Server Error"; break;
  2603. case 501: scodestr = "Not Implemented"; break;
  2604. case 503: scodestr = "Service Unavailable"; break;
  2605. default: scodestr = "Error"; break;
  2606. }
  2607. OSUtils::ztsnprintf(tmpn,sizeof(tmpn),"HTTP/1.1 %.3u %s\r\nCache-Control: no-cache\r\nPragma: no-cache\r\nContent-Type: %s\r\nContent-Length: %lu\r\nConnection: close\r\n\r\n",
  2608. scode,
  2609. scodestr,
  2610. contentType.c_str(),
  2611. (unsigned long)data.length());
  2612. {
  2613. Mutex::Lock _l(tc->writeq_m);
  2614. tc->writeq = tmpn;
  2615. if (tc->parser.method != HTTP_HEAD)
  2616. tc->writeq.append(data);
  2617. }
  2618. _phy.setNotifyWritable(tc->sock,true);
  2619. }
  2620. inline void onHttpResponseFromClient(TcpConnection *tc)
  2621. {
  2622. _phy.close(tc->sock);
  2623. }
  2624. bool shouldBindInterface(const char *ifname,const InetAddress &ifaddr)
  2625. {
  2626. #if defined(__linux__) || defined(linux) || defined(__LINUX__) || defined(__linux)
  2627. if ((ifname[0] == 'l')&&(ifname[1] == 'o')) return false; // loopback
  2628. if ((ifname[0] == 'z')&&(ifname[1] == 't')) return false; // sanity check: zt#
  2629. if ((ifname[0] == 't')&&(ifname[1] == 'u')&&(ifname[2] == 'n')) return false; // tun# is probably an OpenVPN tunnel or similar
  2630. if ((ifname[0] == 't')&&(ifname[1] == 'a')&&(ifname[2] == 'p')) return false; // tap# is probably an OpenVPN tunnel or similar
  2631. #endif
  2632. #ifdef __APPLE__
  2633. if ((ifname[0] == 'f')&&(ifname[1] == 'e')&&(ifname[2] == 't')&&(ifname[3] == 'h')) return false; // ... as is feth#
  2634. if ((ifname[0] == 'l')&&(ifname[1] == 'o')) return false; // loopback
  2635. if ((ifname[0] == 'z')&&(ifname[1] == 't')) return false; // sanity check: zt#
  2636. if ((ifname[0] == 't')&&(ifname[1] == 'u')&&(ifname[2] == 'n')) return false; // tun# is probably an OpenVPN tunnel or similar
  2637. if ((ifname[0] == 't')&&(ifname[1] == 'a')&&(ifname[2] == 'p')) return false; // tap# is probably an OpenVPN tunnel or similar
  2638. if ((ifname[0] == 'u')&&(ifname[1] == 't')&&(ifname[2] == 'u')&&(ifname[3] == 'n')) return false; // ... as is utun#
  2639. #endif
  2640. {
  2641. Mutex::Lock _l(_localConfig_m);
  2642. for(std::vector<std::string>::const_iterator p(_interfacePrefixBlacklist.begin());p!=_interfacePrefixBlacklist.end();++p) {
  2643. if (!strncmp(p->c_str(),ifname,p->length()))
  2644. return false;
  2645. }
  2646. return _node->bondController()->allowedToBind(std::string(ifname));
  2647. }
  2648. {
  2649. // Check global blacklists
  2650. const std::vector<InetAddress> *gbl = (const std::vector<InetAddress> *)0;
  2651. if (ifaddr.ss_family == AF_INET) {
  2652. gbl = &_globalV4Blacklist;
  2653. } else if (ifaddr.ss_family == AF_INET6) {
  2654. gbl = &_globalV6Blacklist;
  2655. }
  2656. if (gbl) {
  2657. Mutex::Lock _l(_localConfig_m);
  2658. for(std::vector<InetAddress>::const_iterator a(gbl->begin());a!=gbl->end();++a) {
  2659. if (a->containsAddress(ifaddr))
  2660. return false;
  2661. }
  2662. }
  2663. }
  2664. {
  2665. Mutex::Lock _l(_nets_m);
  2666. for(std::map<uint64_t,NetworkState>::const_iterator n(_nets.begin());n!=_nets.end();++n) {
  2667. if (n->second.tap) {
  2668. std::vector<InetAddress> ips(n->second.tap->ips());
  2669. for(std::vector<InetAddress>::const_iterator i(ips.begin());i!=ips.end();++i) {
  2670. if (i->ipsEqual(ifaddr))
  2671. return false;
  2672. }
  2673. }
  2674. }
  2675. }
  2676. return true;
  2677. }
  2678. bool _trialBind(unsigned int port)
  2679. {
  2680. struct sockaddr_in in4;
  2681. struct sockaddr_in6 in6;
  2682. PhySocket *tb;
  2683. memset(&in4,0,sizeof(in4));
  2684. in4.sin_family = AF_INET;
  2685. in4.sin_port = Utils::hton((uint16_t)port);
  2686. tb = _phy.udpBind(reinterpret_cast<const struct sockaddr *>(&in4),(void *)0,0);
  2687. if (tb) {
  2688. _phy.close(tb,false);
  2689. tb = _phy.tcpListen(reinterpret_cast<const struct sockaddr *>(&in4),(void *)0);
  2690. if (tb) {
  2691. _phy.close(tb,false);
  2692. return true;
  2693. }
  2694. }
  2695. memset(&in6,0,sizeof(in6));
  2696. in6.sin6_family = AF_INET6;
  2697. in6.sin6_port = Utils::hton((uint16_t)port);
  2698. tb = _phy.udpBind(reinterpret_cast<const struct sockaddr *>(&in6),(void *)0,0);
  2699. if (tb) {
  2700. _phy.close(tb,false);
  2701. tb = _phy.tcpListen(reinterpret_cast<const struct sockaddr *>(&in6),(void *)0);
  2702. if (tb) {
  2703. _phy.close(tb,false);
  2704. return true;
  2705. }
  2706. }
  2707. return false;
  2708. }
  2709. };
  2710. static int SnodeVirtualNetworkConfigFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t nwid,void **nuptr,enum ZT_VirtualNetworkConfigOperation op,const ZT_VirtualNetworkConfig *nwconf)
  2711. { return reinterpret_cast<OneServiceImpl *>(uptr)->nodeVirtualNetworkConfigFunction(nwid,nuptr,op,nwconf); }
  2712. static void SnodeEventCallback(ZT_Node *node,void *uptr,void *tptr,enum ZT_Event event,const void *metaData)
  2713. { reinterpret_cast<OneServiceImpl *>(uptr)->nodeEventCallback(event,metaData); }
  2714. static void SnodeStatePutFunction(ZT_Node *node,void *uptr,void *tptr,enum ZT_StateObjectType type,const uint64_t id[2],const void *data,int len)
  2715. { reinterpret_cast<OneServiceImpl *>(uptr)->nodeStatePutFunction(type,id,data,len); }
  2716. static int SnodeStateGetFunction(ZT_Node *node,void *uptr,void *tptr,enum ZT_StateObjectType type,const uint64_t id[2],void *data,unsigned int maxlen)
  2717. { return reinterpret_cast<OneServiceImpl *>(uptr)->nodeStateGetFunction(type,id,data,maxlen); }
  2718. static int SnodeWirePacketSendFunction(ZT_Node *node,void *uptr,void *tptr,int64_t localSocket,const struct sockaddr_storage *addr,const void *data,unsigned int len,unsigned int ttl)
  2719. { return reinterpret_cast<OneServiceImpl *>(uptr)->nodeWirePacketSendFunction(localSocket,addr,data,len,ttl); }
  2720. static void SnodeVirtualNetworkFrameFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t nwid,void **nuptr,uint64_t sourceMac,uint64_t destMac,unsigned int etherType,unsigned int vlanId,const void *data,unsigned int len)
  2721. { reinterpret_cast<OneServiceImpl *>(uptr)->nodeVirtualNetworkFrameFunction(nwid,nuptr,sourceMac,destMac,etherType,vlanId,data,len); }
  2722. static int SnodePathCheckFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t ztaddr,int64_t localSocket,const struct sockaddr_storage *remoteAddr)
  2723. { return reinterpret_cast<OneServiceImpl *>(uptr)->nodePathCheckFunction(ztaddr,localSocket,remoteAddr); }
  2724. static int SnodePathLookupFunction(ZT_Node *node,void *uptr,void *tptr,uint64_t ztaddr,int family,struct sockaddr_storage *result)
  2725. { return reinterpret_cast<OneServiceImpl *>(uptr)->nodePathLookupFunction(ztaddr,family,result); }
  2726. static void StapFrameHandler(void *uptr,void *tptr,uint64_t nwid,const MAC &from,const MAC &to,unsigned int etherType,unsigned int vlanId,const void *data,unsigned int len)
  2727. { reinterpret_cast<OneServiceImpl *>(uptr)->tapFrameHandler(nwid,from,to,etherType,vlanId,data,len); }
  2728. static int ShttpOnMessageBegin(http_parser *parser)
  2729. {
  2730. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2731. tc->currentHeaderField = "";
  2732. tc->currentHeaderValue = "";
  2733. tc->messageSize = 0;
  2734. tc->url.clear();
  2735. tc->status.clear();
  2736. tc->headers.clear();
  2737. tc->readq.clear();
  2738. return 0;
  2739. }
  2740. static int ShttpOnUrl(http_parser *parser,const char *ptr,size_t length)
  2741. {
  2742. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2743. tc->messageSize += (unsigned long)length;
  2744. if (tc->messageSize > ZT_MAX_HTTP_MESSAGE_SIZE)
  2745. return -1;
  2746. tc->url.append(ptr,length);
  2747. return 0;
  2748. }
  2749. #if (HTTP_PARSER_VERSION_MAJOR >= 2) && (HTTP_PARSER_VERSION_MINOR >= 2)
  2750. static int ShttpOnStatus(http_parser *parser,const char *ptr,size_t length)
  2751. #else
  2752. static int ShttpOnStatus(http_parser *parser)
  2753. #endif
  2754. { return 0; }
  2755. static int ShttpOnHeaderField(http_parser *parser,const char *ptr,size_t length)
  2756. {
  2757. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2758. tc->messageSize += (unsigned long)length;
  2759. if (tc->messageSize > ZT_MAX_HTTP_MESSAGE_SIZE)
  2760. return -1;
  2761. if ((tc->currentHeaderField.length())&&(tc->currentHeaderValue.length())) {
  2762. tc->headers[tc->currentHeaderField] = tc->currentHeaderValue;
  2763. tc->currentHeaderField = "";
  2764. tc->currentHeaderValue = "";
  2765. }
  2766. for(size_t i=0;i<length;++i)
  2767. tc->currentHeaderField.push_back(OSUtils::toLower(ptr[i]));
  2768. return 0;
  2769. }
  2770. static int ShttpOnValue(http_parser *parser,const char *ptr,size_t length)
  2771. {
  2772. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2773. tc->messageSize += (unsigned long)length;
  2774. if (tc->messageSize > ZT_MAX_HTTP_MESSAGE_SIZE)
  2775. return -1;
  2776. tc->currentHeaderValue.append(ptr,length);
  2777. return 0;
  2778. }
  2779. static int ShttpOnHeadersComplete(http_parser *parser)
  2780. {
  2781. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2782. if ((tc->currentHeaderField.length())&&(tc->currentHeaderValue.length()))
  2783. tc->headers[tc->currentHeaderField] = tc->currentHeaderValue;
  2784. return 0;
  2785. }
  2786. static int ShttpOnBody(http_parser *parser,const char *ptr,size_t length)
  2787. {
  2788. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2789. tc->messageSize += (unsigned long)length;
  2790. if (tc->messageSize > ZT_MAX_HTTP_MESSAGE_SIZE)
  2791. return -1;
  2792. tc->readq.append(ptr,length);
  2793. return 0;
  2794. }
  2795. static int ShttpOnMessageComplete(http_parser *parser)
  2796. {
  2797. TcpConnection *tc = reinterpret_cast<TcpConnection *>(parser->data);
  2798. if (tc->type == TcpConnection::TCP_HTTP_INCOMING) {
  2799. tc->parent->onHttpRequestToServer(tc);
  2800. } else {
  2801. tc->parent->onHttpResponseFromClient(tc);
  2802. }
  2803. return 0;
  2804. }
  2805. } // anonymous namespace
  2806. std::string OneService::platformDefaultHomePath()
  2807. {
  2808. return OSUtils::platformDefaultHomePath();
  2809. }
  2810. OneService *OneService::newInstance(const char *hp,unsigned int port) { return new OneServiceImpl(hp,port); }
  2811. OneService::~OneService() {}
  2812. } // namespace ZeroTier