12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396 |
- /*
- * Copyright (c)2019 ZeroTier, Inc.
- *
- * Use of this software is governed by the Business Source License included
- * in the LICENSE.TXT file in the project's root directory.
- *
- * Change Date: 2026-01-01
- *
- * On the date above, in accordance with the Business Source License, use
- * of this software will be governed by version 2.0 of the Apache License.
- */
- /****/
- #include <stdint.h>
- #include <stdio.h>
- #include <stdlib.h>
- #include <string.h>
- #include <time.h>
- #include <type_traits>
- #ifndef _WIN32
- #include <sys/time.h>
- #endif
- #include "../include/ZeroTierOne.h"
- #include "../version.h"
- #include "EmbeddedNetworkController.hpp"
- #include "FileDB.hpp"
- #include "LFDB.hpp"
- #include <algorithm>
- #include <cctype>
- #include <iomanip>
- #include <map>
- #include <memory>
- #include <sstream>
- #include <stdexcept>
- #include <sys/types.h>
- #include <thread>
- #include <utility>
- #ifdef ZT_CONTROLLER_USE_LIBPQ
- #include "CV1.hpp"
- #include "CV2.hpp"
- #endif
- #include "../node/CertificateOfMembership.hpp"
- #include "../node/Dictionary.hpp"
- #include "../node/MAC.hpp"
- #include "../node/NetworkConfig.hpp"
- #include "../node/Node.hpp"
- #include "opentelemetry/trace/provider.h"
- using json = nlohmann::json;
- // API version reported via JSON control plane
- #define ZT_NETCONF_CONTROLLER_API_VERSION 4
- // Min duration between requests for an address/nwid combo to prevent floods
- #define ZT_NETCONF_MIN_REQUEST_PERIOD 1000
- // Global maximum size of arrays in JSON objects
- #define ZT_CONTROLLER_MAX_ARRAY_SIZE 16384
- namespace ZeroTier {
- namespace {
- static json _renderRule(ZT_VirtualNetworkRule& rule)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::renderRule");
- auto scope = tracer->WithActiveSpan(span);
- char tmp[128];
- json r = json::object();
- const ZT_VirtualNetworkRuleType rt = (ZT_VirtualNetworkRuleType)(rule.t & 0x3f);
- switch (rt) {
- case ZT_NETWORK_RULE_ACTION_DROP:
- r["type"] = "ACTION_DROP";
- break;
- case ZT_NETWORK_RULE_ACTION_ACCEPT:
- r["type"] = "ACTION_ACCEPT";
- break;
- case ZT_NETWORK_RULE_ACTION_TEE:
- r["type"] = "ACTION_TEE";
- r["address"] = Address(rule.v.fwd.address).toString(tmp);
- r["flags"] = (unsigned int)rule.v.fwd.flags;
- r["length"] = (unsigned int)rule.v.fwd.length;
- break;
- case ZT_NETWORK_RULE_ACTION_WATCH:
- r["type"] = "ACTION_WATCH";
- r["address"] = Address(rule.v.fwd.address).toString(tmp);
- r["flags"] = (unsigned int)rule.v.fwd.flags;
- r["length"] = (unsigned int)rule.v.fwd.length;
- break;
- case ZT_NETWORK_RULE_ACTION_REDIRECT:
- r["type"] = "ACTION_REDIRECT";
- r["address"] = Address(rule.v.fwd.address).toString(tmp);
- r["flags"] = (unsigned int)rule.v.fwd.flags;
- break;
- case ZT_NETWORK_RULE_ACTION_BREAK:
- r["type"] = "ACTION_BREAK";
- break;
- default:
- break;
- }
- if (r.empty()) {
- switch (rt) {
- case ZT_NETWORK_RULE_MATCH_SOURCE_ZEROTIER_ADDRESS:
- r["type"] = "MATCH_SOURCE_ZEROTIER_ADDRESS";
- r["zt"] = Address(rule.v.zt).toString(tmp);
- break;
- case ZT_NETWORK_RULE_MATCH_DEST_ZEROTIER_ADDRESS:
- r["type"] = "MATCH_DEST_ZEROTIER_ADDRESS";
- r["zt"] = Address(rule.v.zt).toString(tmp);
- break;
- case ZT_NETWORK_RULE_MATCH_VLAN_ID:
- r["type"] = "MATCH_VLAN_ID";
- r["vlanId"] = (unsigned int)rule.v.vlanId;
- break;
- case ZT_NETWORK_RULE_MATCH_VLAN_PCP:
- r["type"] = "MATCH_VLAN_PCP";
- r["vlanPcp"] = (unsigned int)rule.v.vlanPcp;
- break;
- case ZT_NETWORK_RULE_MATCH_VLAN_DEI:
- r["type"] = "MATCH_VLAN_DEI";
- r["vlanDei"] = (unsigned int)rule.v.vlanDei;
- break;
- case ZT_NETWORK_RULE_MATCH_MAC_SOURCE:
- r["type"] = "MATCH_MAC_SOURCE";
- OSUtils::ztsnprintf(
- tmp,
- sizeof(tmp),
- "%.2x:%.2x:%.2x:%.2x:%.2x:%.2x",
- (unsigned int)rule.v.mac[0],
- (unsigned int)rule.v.mac[1],
- (unsigned int)rule.v.mac[2],
- (unsigned int)rule.v.mac[3],
- (unsigned int)rule.v.mac[4],
- (unsigned int)rule.v.mac[5]);
- r["mac"] = tmp;
- break;
- case ZT_NETWORK_RULE_MATCH_MAC_DEST:
- r["type"] = "MATCH_MAC_DEST";
- OSUtils::ztsnprintf(
- tmp,
- sizeof(tmp),
- "%.2x:%.2x:%.2x:%.2x:%.2x:%.2x",
- (unsigned int)rule.v.mac[0],
- (unsigned int)rule.v.mac[1],
- (unsigned int)rule.v.mac[2],
- (unsigned int)rule.v.mac[3],
- (unsigned int)rule.v.mac[4],
- (unsigned int)rule.v.mac[5]);
- r["mac"] = tmp;
- break;
- case ZT_NETWORK_RULE_MATCH_IPV4_SOURCE:
- r["type"] = "MATCH_IPV4_SOURCE";
- r["ip"] = InetAddress(&(rule.v.ipv4.ip), 4, (unsigned int)rule.v.ipv4.mask).toString(tmp);
- break;
- case ZT_NETWORK_RULE_MATCH_IPV4_DEST:
- r["type"] = "MATCH_IPV4_DEST";
- r["ip"] = InetAddress(&(rule.v.ipv4.ip), 4, (unsigned int)rule.v.ipv4.mask).toString(tmp);
- break;
- case ZT_NETWORK_RULE_MATCH_IPV6_SOURCE:
- r["type"] = "MATCH_IPV6_SOURCE";
- r["ip"] = InetAddress(rule.v.ipv6.ip, 16, (unsigned int)rule.v.ipv6.mask).toString(tmp);
- break;
- case ZT_NETWORK_RULE_MATCH_IPV6_DEST:
- r["type"] = "MATCH_IPV6_DEST";
- r["ip"] = InetAddress(rule.v.ipv6.ip, 16, (unsigned int)rule.v.ipv6.mask).toString(tmp);
- break;
- case ZT_NETWORK_RULE_MATCH_IP_TOS:
- r["type"] = "MATCH_IP_TOS";
- r["mask"] = (unsigned int)rule.v.ipTos.mask;
- r["start"] = (unsigned int)rule.v.ipTos.value[0];
- r["end"] = (unsigned int)rule.v.ipTos.value[1];
- break;
- case ZT_NETWORK_RULE_MATCH_IP_PROTOCOL:
- r["type"] = "MATCH_IP_PROTOCOL";
- r["ipProtocol"] = (unsigned int)rule.v.ipProtocol;
- break;
- case ZT_NETWORK_RULE_MATCH_ETHERTYPE:
- r["type"] = "MATCH_ETHERTYPE";
- r["etherType"] = (unsigned int)rule.v.etherType;
- break;
- case ZT_NETWORK_RULE_MATCH_ICMP:
- r["type"] = "MATCH_ICMP";
- r["icmpType"] = (unsigned int)rule.v.icmp.type;
- if ((rule.v.icmp.flags & 0x01) != 0)
- r["icmpCode"] = (unsigned int)rule.v.icmp.code;
- else
- r["icmpCode"] = json();
- break;
- case ZT_NETWORK_RULE_MATCH_IP_SOURCE_PORT_RANGE:
- r["type"] = "MATCH_IP_SOURCE_PORT_RANGE";
- r["start"] = (unsigned int)rule.v.port[0];
- r["end"] = (unsigned int)rule.v.port[1];
- break;
- case ZT_NETWORK_RULE_MATCH_IP_DEST_PORT_RANGE:
- r["type"] = "MATCH_IP_DEST_PORT_RANGE";
- r["start"] = (unsigned int)rule.v.port[0];
- r["end"] = (unsigned int)rule.v.port[1];
- break;
- case ZT_NETWORK_RULE_MATCH_CHARACTERISTICS:
- r["type"] = "MATCH_CHARACTERISTICS";
- OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", rule.v.characteristics);
- r["mask"] = tmp;
- break;
- case ZT_NETWORK_RULE_MATCH_FRAME_SIZE_RANGE:
- r["type"] = "MATCH_FRAME_SIZE_RANGE";
- r["start"] = (unsigned int)rule.v.frameSize[0];
- r["end"] = (unsigned int)rule.v.frameSize[1];
- break;
- case ZT_NETWORK_RULE_MATCH_RANDOM:
- r["type"] = "MATCH_RANDOM";
- r["probability"] = (unsigned long)rule.v.randomProbability;
- break;
- case ZT_NETWORK_RULE_MATCH_TAGS_DIFFERENCE:
- r["type"] = "MATCH_TAGS_DIFFERENCE";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_AND:
- r["type"] = "MATCH_TAGS_BITWISE_AND";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_OR:
- r["type"] = "MATCH_TAGS_BITWISE_OR";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_XOR:
- r["type"] = "MATCH_TAGS_BITWISE_XOR";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_TAGS_EQUAL:
- r["type"] = "MATCH_TAGS_EQUAL";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_TAG_SENDER:
- r["type"] = "MATCH_TAG_SENDER";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_TAG_RECEIVER:
- r["type"] = "MATCH_TAG_RECEIVER";
- r["id"] = rule.v.tag.id;
- r["value"] = rule.v.tag.value;
- break;
- case ZT_NETWORK_RULE_MATCH_INTEGER_RANGE:
- r["type"] = "INTEGER_RANGE";
- OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", rule.v.intRange.start);
- r["start"] = tmp;
- OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", rule.v.intRange.start + (uint64_t)rule.v.intRange.end);
- r["end"] = tmp;
- r["idx"] = rule.v.intRange.idx;
- r["little"] = ((rule.v.intRange.format & 0x80) != 0);
- r["bits"] = (rule.v.intRange.format & 63) + 1;
- break;
- default:
- break;
- }
- if (! r.empty()) {
- r["not"] = ((rule.t & 0x80) != 0);
- r["or"] = ((rule.t & 0x40) != 0);
- }
- }
- return r;
- }
- static bool _parseRule(json& r, ZT_VirtualNetworkRule& rule)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::parseRule");
- auto scope = tracer->WithActiveSpan(span);
- if (! r.is_object())
- return false;
- const std::string t(OSUtils::jsonString(r["type"], ""));
- memset(&rule, 0, sizeof(ZT_VirtualNetworkRule));
- if (OSUtils::jsonBool(r["not"], false))
- rule.t = 0x80;
- else
- rule.t = 0x00;
- if (OSUtils::jsonBool(r["or"], false))
- rule.t |= 0x40;
- bool tag = false;
- if (t == "ACTION_DROP") {
- rule.t |= ZT_NETWORK_RULE_ACTION_DROP;
- return true;
- }
- else if (t == "ACTION_ACCEPT") {
- rule.t |= ZT_NETWORK_RULE_ACTION_ACCEPT;
- return true;
- }
- else if (t == "ACTION_TEE") {
- rule.t |= ZT_NETWORK_RULE_ACTION_TEE;
- rule.v.fwd.address = Utils::hexStrToU64(OSUtils::jsonString(r["address"], "0").c_str()) & 0xffffffffffULL;
- rule.v.fwd.flags = (uint32_t)(OSUtils::jsonInt(r["flags"], 0ULL) & 0xffffffffULL);
- rule.v.fwd.length = (uint16_t)(OSUtils::jsonInt(r["length"], 0ULL) & 0xffffULL);
- return true;
- }
- else if (t == "ACTION_WATCH") {
- rule.t |= ZT_NETWORK_RULE_ACTION_WATCH;
- rule.v.fwd.address = Utils::hexStrToU64(OSUtils::jsonString(r["address"], "0").c_str()) & 0xffffffffffULL;
- rule.v.fwd.flags = (uint32_t)(OSUtils::jsonInt(r["flags"], 0ULL) & 0xffffffffULL);
- rule.v.fwd.length = (uint16_t)(OSUtils::jsonInt(r["length"], 0ULL) & 0xffffULL);
- return true;
- }
- else if (t == "ACTION_REDIRECT") {
- rule.t |= ZT_NETWORK_RULE_ACTION_REDIRECT;
- rule.v.fwd.address = Utils::hexStrToU64(OSUtils::jsonString(r["address"], "0").c_str()) & 0xffffffffffULL;
- rule.v.fwd.flags = (uint32_t)(OSUtils::jsonInt(r["flags"], 0ULL) & 0xffffffffULL);
- return true;
- }
- else if (t == "ACTION_BREAK") {
- rule.t |= ZT_NETWORK_RULE_ACTION_BREAK;
- return true;
- }
- else if (t == "MATCH_SOURCE_ZEROTIER_ADDRESS") {
- rule.t |= ZT_NETWORK_RULE_MATCH_SOURCE_ZEROTIER_ADDRESS;
- rule.v.zt = Utils::hexStrToU64(OSUtils::jsonString(r["zt"], "0").c_str()) & 0xffffffffffULL;
- return true;
- }
- else if (t == "MATCH_DEST_ZEROTIER_ADDRESS") {
- rule.t |= ZT_NETWORK_RULE_MATCH_DEST_ZEROTIER_ADDRESS;
- rule.v.zt = Utils::hexStrToU64(OSUtils::jsonString(r["zt"], "0").c_str()) & 0xffffffffffULL;
- return true;
- }
- else if (t == "MATCH_VLAN_ID") {
- rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_ID;
- rule.v.vlanId = (uint16_t)(OSUtils::jsonInt(r["vlanId"], 0ULL) & 0xffffULL);
- return true;
- }
- else if (t == "MATCH_VLAN_PCP") {
- rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_PCP;
- rule.v.vlanPcp = (uint8_t)(OSUtils::jsonInt(r["vlanPcp"], 0ULL) & 0xffULL);
- return true;
- }
- else if (t == "MATCH_VLAN_DEI") {
- rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_DEI;
- rule.v.vlanDei = (uint8_t)(OSUtils::jsonInt(r["vlanDei"], 0ULL) & 0xffULL);
- return true;
- }
- else if (t == "MATCH_MAC_SOURCE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_MAC_SOURCE;
- std::string mac(OSUtils::jsonString(r["mac"], "0"));
- Utils::cleanMac(mac);
- Utils::unhex(mac.c_str(), (unsigned int)mac.length(), rule.v.mac, 6);
- return true;
- }
- else if (t == "MATCH_MAC_DEST") {
- rule.t |= ZT_NETWORK_RULE_MATCH_MAC_DEST;
- std::string mac(OSUtils::jsonString(r["mac"], "0"));
- Utils::cleanMac(mac);
- Utils::unhex(mac.c_str(), (unsigned int)mac.length(), rule.v.mac, 6);
- return true;
- }
- else if (t == "MATCH_IPV4_SOURCE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IPV4_SOURCE;
- InetAddress ip(OSUtils::jsonString(r["ip"], "0.0.0.0").c_str());
- rule.v.ipv4.ip = reinterpret_cast<struct sockaddr_in*>(&ip)->sin_addr.s_addr;
- rule.v.ipv4.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in*>(&ip)->sin_port) & 0xff;
- if (rule.v.ipv4.mask > 32)
- rule.v.ipv4.mask = 32;
- return true;
- }
- else if (t == "MATCH_IPV4_DEST") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IPV4_DEST;
- InetAddress ip(OSUtils::jsonString(r["ip"], "0.0.0.0").c_str());
- rule.v.ipv4.ip = reinterpret_cast<struct sockaddr_in*>(&ip)->sin_addr.s_addr;
- rule.v.ipv4.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in*>(&ip)->sin_port) & 0xff;
- if (rule.v.ipv4.mask > 32)
- rule.v.ipv4.mask = 32;
- return true;
- }
- else if (t == "MATCH_IPV6_SOURCE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IPV6_SOURCE;
- InetAddress ip(OSUtils::jsonString(r["ip"], "::0").c_str());
- memcpy(rule.v.ipv6.ip, reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_addr.s6_addr, 16);
- rule.v.ipv6.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_port) & 0xff;
- if (rule.v.ipv6.mask > 128)
- rule.v.ipv6.mask = 128;
- return true;
- }
- else if (t == "MATCH_IPV6_DEST") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IPV6_DEST;
- InetAddress ip(OSUtils::jsonString(r["ip"], "::0").c_str());
- memcpy(rule.v.ipv6.ip, reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_addr.s6_addr, 16);
- rule.v.ipv6.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_port) & 0xff;
- if (rule.v.ipv6.mask > 128)
- rule.v.ipv6.mask = 128;
- return true;
- }
- else if (t == "MATCH_IP_TOS") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IP_TOS;
- rule.v.ipTos.mask = (uint8_t)(OSUtils::jsonInt(r["mask"], 0ULL) & 0xffULL);
- rule.v.ipTos.value[0] = (uint8_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffULL);
- rule.v.ipTos.value[1] = (uint8_t)(OSUtils::jsonInt(r["end"], 0ULL) & 0xffULL);
- return true;
- }
- else if (t == "MATCH_IP_PROTOCOL") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IP_PROTOCOL;
- rule.v.ipProtocol = (uint8_t)(OSUtils::jsonInt(r["ipProtocol"], 0ULL) & 0xffULL);
- return true;
- }
- else if (t == "MATCH_ETHERTYPE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_ETHERTYPE;
- rule.v.etherType = (uint16_t)(OSUtils::jsonInt(r["etherType"], 0ULL) & 0xffffULL);
- return true;
- }
- else if (t == "MATCH_ICMP") {
- rule.t |= ZT_NETWORK_RULE_MATCH_ICMP;
- rule.v.icmp.type = (uint8_t)(OSUtils::jsonInt(r["icmpType"], 0ULL) & 0xffULL);
- json& code = r["icmpCode"];
- if (code.is_null()) {
- rule.v.icmp.code = 0;
- rule.v.icmp.flags = 0x00;
- }
- else {
- rule.v.icmp.code = (uint8_t)(OSUtils::jsonInt(code, 0ULL) & 0xffULL);
- rule.v.icmp.flags = 0x01;
- }
- return true;
- }
- else if (t == "MATCH_IP_SOURCE_PORT_RANGE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IP_SOURCE_PORT_RANGE;
- rule.v.port[0] = (uint16_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffffULL);
- rule.v.port[1] = (uint16_t)(OSUtils::jsonInt(r["end"], (uint64_t)rule.v.port[0]) & 0xffffULL);
- return true;
- }
- else if (t == "MATCH_IP_DEST_PORT_RANGE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_IP_DEST_PORT_RANGE;
- rule.v.port[0] = (uint16_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffffULL);
- rule.v.port[1] = (uint16_t)(OSUtils::jsonInt(r["end"], (uint64_t)rule.v.port[0]) & 0xffffULL);
- return true;
- }
- else if (t == "MATCH_CHARACTERISTICS") {
- rule.t |= ZT_NETWORK_RULE_MATCH_CHARACTERISTICS;
- if (r.count("mask")) {
- json& v = r["mask"];
- if (v.is_number()) {
- rule.v.characteristics = v;
- }
- else {
- std::string tmp = v;
- rule.v.characteristics = Utils::hexStrToU64(tmp.c_str());
- }
- }
- return true;
- }
- else if (t == "MATCH_FRAME_SIZE_RANGE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_FRAME_SIZE_RANGE;
- rule.v.frameSize[0] = (uint16_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffffULL);
- rule.v.frameSize[1] = (uint16_t)(OSUtils::jsonInt(r["end"], (uint64_t)rule.v.frameSize[0]) & 0xffffULL);
- return true;
- }
- else if (t == "MATCH_RANDOM") {
- rule.t |= ZT_NETWORK_RULE_MATCH_RANDOM;
- rule.v.randomProbability = (uint32_t)(OSUtils::jsonInt(r["probability"], 0ULL) & 0xffffffffULL);
- return true;
- }
- else if (t == "MATCH_TAGS_DIFFERENCE") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_DIFFERENCE;
- tag = true;
- }
- else if (t == "MATCH_TAGS_BITWISE_AND") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_AND;
- tag = true;
- }
- else if (t == "MATCH_TAGS_BITWISE_OR") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_OR;
- tag = true;
- }
- else if (t == "MATCH_TAGS_BITWISE_XOR") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_XOR;
- tag = true;
- }
- else if (t == "MATCH_TAGS_EQUAL") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_EQUAL;
- tag = true;
- }
- else if (t == "MATCH_TAG_SENDER") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAG_SENDER;
- tag = true;
- }
- else if (t == "MATCH_TAG_RECEIVER") {
- rule.t |= ZT_NETWORK_RULE_MATCH_TAG_RECEIVER;
- tag = true;
- }
- else if (t == "INTEGER_RANGE") {
- json& s = r["start"];
- if (s.is_string()) {
- std::string tmp = s;
- rule.v.intRange.start = Utils::hexStrToU64(tmp.c_str());
- }
- else {
- rule.v.intRange.start = OSUtils::jsonInt(s, 0ULL);
- }
- json& e = r["end"];
- if (e.is_string()) {
- std::string tmp = e;
- rule.v.intRange.end = (uint32_t)(Utils::hexStrToU64(tmp.c_str()) - rule.v.intRange.start);
- }
- else {
- rule.v.intRange.end = (uint32_t)(OSUtils::jsonInt(e, 0ULL) - rule.v.intRange.start);
- }
- rule.v.intRange.idx = (uint16_t)OSUtils::jsonInt(r["idx"], 0ULL);
- rule.v.intRange.format = (OSUtils::jsonBool(r["little"], false)) ? 0x80 : 0x00;
- rule.v.intRange.format |= (uint8_t)((OSUtils::jsonInt(r["bits"], 1ULL) - 1) & 63);
- }
- if (tag) {
- rule.v.tag.id = (uint32_t)(OSUtils::jsonInt(r["id"], 0ULL) & 0xffffffffULL);
- rule.v.tag.value = (uint32_t)(OSUtils::jsonInt(r["value"], 0ULL) & 0xffffffffULL);
- return true;
- }
- return false;
- }
- } // anonymous namespace
- EmbeddedNetworkController::EmbeddedNetworkController(Node* node, const char* ztPath, const char* dbPath, int listenPort, RedisConfig* rc)
- : _startTime(OSUtils::now())
- , _listenPort(listenPort)
- , _node(node)
- , _ztPath(ztPath)
- , _path(dbPath)
- , _signingId()
- , _signingIdAddressString()
- , _sender((NetworkController::Sender*)0)
- , _db(this)
- , _queue()
- , _threads()
- , _threads_l()
- , _memberStatus()
- , _memberStatus_l()
- , _expiringSoon()
- , _expiringSoon_l()
- , _rc(rc)
- , _ssoExpiryRunning(true)
- , _ssoExpiry(std::thread(&EmbeddedNetworkController::_ssoExpiryThread, this))
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- , _member_status_lookup { "nc_member_status_lookup", "" }
- , _member_status_lookup_count { "nc_member_status_lookup_count", "" }
- , _node_is_online { "nc_node_is_online", "" }
- , _node_is_online_count { "nc_node_is_online_count", "" }
- , _get_and_init_member { "nc_get_and_init_member", "" }
- , _get_and_init_member_count { "nc_get_and_init_member_count", "" }
- , _have_identity { "nc_have_identity", "" }
- , _have_identity_count { "nc_have_identity_count", "" }
- , _determine_auth { "nc_determine_auth", "" }
- , _determine_auth_count { "nc_determine_auth_count", "" }
- , _sso_check { "nc_sso_check", "" }
- , _sso_check_count { "nc_sso_check_count", "" }
- , _auth_check { "nc_auth_check", "" }
- , _auth_check_count { "nc_auth_check_count", "" }
- , _json_schlep { "nc_json_schlep", "" }
- , _json_schlep_count { "nc_json_schlep_count", "" }
- , _issue_certificate { "nc_issue_certificate", "" }
- , _issue_certificate_count { "nc_issue_certificate_count", "" }
- , _save_member { "nc_save_member", "" }
- , _save_member_count { "nc_save_member_count", "" }
- , _send_netconf { "nc_send_netconf2", "" }
- , _send_netconf_count { "nc_send_netconf2_count", "" }
- #endif
- {
- }
- EmbeddedNetworkController::~EmbeddedNetworkController()
- {
- std::lock_guard<std::mutex> l(_threads_l);
- _queue.stop();
- for (auto t = _threads.begin(); t != _threads.end(); ++t) {
- t->join();
- }
- _ssoExpiryRunning = false;
- _ssoExpiry.join();
- }
- void EmbeddedNetworkController::setSSORedirectURL(const std::string& url)
- {
- _ssoRedirectURL = url;
- }
- void EmbeddedNetworkController::init(const Identity& signingId, Sender* sender)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::init");
- auto scope = tracer->WithActiveSpan(span);
- char tmp[64];
- _signingId = signingId;
- _sender = sender;
- _signingIdAddressString = signingId.address().toString(tmp);
- #ifdef ZT_CONTROLLER_USE_LIBPQ
- if ((_path.length() > 9) && (_path.substr(0, 9) == "postgres:")) {
- fprintf(stderr, "CV1\n");
- _db.addDB(std::shared_ptr<CV1>(new CV1(_signingId, _path.substr(9).c_str(), _listenPort, _rc)));
- }
- else if ((_path.length() > 4) && (_path.substr(0, 4) == "cv2:")) {
- fprintf(stderr, "CV2\n");
- _db.addDB(std::shared_ptr<CV2>(new CV2(_signingId, _path.substr(4).c_str(), _listenPort)));
- }
- else {
- fprintf(stderr, "FileDB\n");
- #endif
- _db.addDB(std::shared_ptr<FileDB>(new FileDB(_path.c_str())));
- #ifdef ZT_CONTROLLER_USE_LIBPQ
- }
- #endif
- std::string lfJSON;
- OSUtils::readFile((_ztPath + ZT_PATH_SEPARATOR_S "local.conf").c_str(), lfJSON);
- if (lfJSON.length() > 0) {
- nlohmann::json lfConfig(OSUtils::jsonParse(lfJSON));
- nlohmann::json& settings = lfConfig["settings"];
- if (settings.is_object()) {
- nlohmann::json& controllerDb = settings["controllerDb"];
- if (controllerDb.is_object()) {
- std::string type = controllerDb["type"];
- if (type == "lf") {
- std::string lfOwner = controllerDb["owner"];
- std::string lfHost = controllerDb["host"];
- int lfPort = controllerDb["port"];
- bool storeOnlineState = controllerDb["storeOnlineState"];
- if ((lfOwner.length()) && (lfHost.length()) && (lfPort > 0) && (lfPort < 65536)) {
- std::size_t pubHdrLoc = lfOwner.find("Public: ");
- if ((pubHdrLoc > 0) && ((pubHdrLoc + 8) < lfOwner.length())) {
- std::string lfOwnerPublic = lfOwner.substr(pubHdrLoc + 8);
- std::size_t pubHdrEnd = lfOwnerPublic.find_first_of("\n\r\t ");
- if (pubHdrEnd != std::string::npos) {
- lfOwnerPublic = lfOwnerPublic.substr(0, pubHdrEnd);
- _db.addDB(std::shared_ptr<DB>(new LFDB(_signingId, _path.c_str(), lfOwner.c_str(), lfOwnerPublic.c_str(), lfHost.c_str(), lfPort, storeOnlineState)));
- }
- }
- }
- }
- }
- }
- }
- _db.waitForReady();
- }
- void EmbeddedNetworkController::request(uint64_t nwid, const InetAddress& fromAddr, uint64_t requestPacketId, const Identity& identity, const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY>& metaData)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::request");
- auto scope = tracer->WithActiveSpan(span);
- if (((! _signingId) || (! _signingId.hasPrivate())) || (_signingId.address().toInt() != (nwid >> 24)) || (! _sender))
- return;
- _startThreads();
- const int64_t now = OSUtils::now();
- if (requestPacketId) {
- std::lock_guard<std::mutex> l(_memberStatus_l);
- _MemberStatus& ms = _memberStatus[_MemberStatusKey(nwid, identity.address().toInt())];
- if ((now - ms.lastRequestTime) <= ZT_NETCONF_MIN_REQUEST_PERIOD) {
- return;
- }
- ms.lastRequestTime = now;
- }
- _RQEntry* qe = new _RQEntry;
- qe->nwid = nwid;
- qe->requestPacketId = requestPacketId;
- qe->fromAddr = fromAddr;
- qe->identity = identity;
- qe->metaData = metaData;
- qe->type = _RQEntry::RQENTRY_TYPE_REQUEST;
- _queue.post(qe);
- }
- std::string EmbeddedNetworkController::networkUpdateFromPostData(uint64_t networkID, const std::string& body)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::networkUpdateFromPostData");
- auto scope = tracer->WithActiveSpan(span);
- json b = OSUtils::jsonParse(body);
- char nwids[24];
- OSUtils::ztsnprintf(nwids, sizeof(nwids), "%.16llx", networkID);
- json network;
- _db.get(networkID, network);
- DB::initNetwork(network);
- if (b.count("name"))
- network["name"] = OSUtils::jsonString(b["name"], "");
- if (b.count("private"))
- network["private"] = OSUtils::jsonBool(b["private"], true);
- if (b.count("enableBroadcast"))
- network["enableBroadcast"] = OSUtils::jsonBool(b["enableBroadcast"], false);
- if (b.count("multicastLimit"))
- network["multicastLimit"] = OSUtils::jsonInt(b["multicastLimit"], 32ULL);
- if (b.count("mtu"))
- network["mtu"] = std::max(std::min((unsigned int)OSUtils::jsonInt(b["mtu"], ZT_DEFAULT_MTU), (unsigned int)ZT_MAX_MTU), (unsigned int)ZT_MIN_MTU);
- if (b.count("remoteTraceTarget")) {
- const std::string rtt(OSUtils::jsonString(b["remoteTraceTarget"], ""));
- if (rtt.length() == 10) {
- network["remoteTraceTarget"] = rtt;
- }
- else {
- network["remoteTraceTarget"] = json();
- }
- }
- if (b.count("remoteTraceLevel"))
- network["remoteTraceLevel"] = OSUtils::jsonInt(b["remoteTraceLevel"], 0ULL);
- if (b.count("v4AssignMode")) {
- json nv4m;
- json& v4m = b["v4AssignMode"];
- if (v4m.is_string()) { // backward compatibility
- nv4m["zt"] = (OSUtils::jsonString(v4m, "") == "zt");
- }
- else if (v4m.is_object()) {
- nv4m["zt"] = OSUtils::jsonBool(v4m["zt"], false);
- }
- else
- nv4m["zt"] = false;
- network["v4AssignMode"] = nv4m;
- }
- if (b.count("v6AssignMode")) {
- json nv6m;
- json& v6m = b["v6AssignMode"];
- if (! nv6m.is_object())
- nv6m = json::object();
- if (v6m.is_string()) { // backward compatibility
- std::vector<std::string> v6ms(OSUtils::split(OSUtils::jsonString(v6m, "").c_str(), ",", "", ""));
- std::sort(v6ms.begin(), v6ms.end());
- v6ms.erase(std::unique(v6ms.begin(), v6ms.end()), v6ms.end());
- nv6m["rfc4193"] = false;
- nv6m["zt"] = false;
- nv6m["6plane"] = false;
- for (std::vector<std::string>::iterator i(v6ms.begin()); i != v6ms.end(); ++i) {
- if (*i == "rfc4193")
- nv6m["rfc4193"] = true;
- else if (*i == "zt")
- nv6m["zt"] = true;
- else if (*i == "6plane")
- nv6m["6plane"] = true;
- }
- }
- else if (v6m.is_object()) {
- if (v6m.count("rfc4193"))
- nv6m["rfc4193"] = OSUtils::jsonBool(v6m["rfc4193"], false);
- if (v6m.count("zt"))
- nv6m["zt"] = OSUtils::jsonBool(v6m["zt"], false);
- if (v6m.count("6plane"))
- nv6m["6plane"] = OSUtils::jsonBool(v6m["6plane"], false);
- }
- else {
- nv6m["rfc4193"] = false;
- nv6m["zt"] = false;
- nv6m["6plane"] = false;
- }
- network["v6AssignMode"] = nv6m;
- }
- if (b.count("routes")) {
- json& rts = b["routes"];
- if (rts.is_array()) {
- json nrts = json::array();
- for (unsigned long i = 0; i < rts.size(); ++i) {
- json& rt = rts[i];
- if (rt.is_object()) {
- json& target = rt["target"];
- json& via = rt["via"];
- if (target.is_string()) {
- InetAddress t(target.get<std::string>().c_str());
- InetAddress v;
- if (via.is_string())
- v.fromString(via.get<std::string>().c_str());
- if (((t.ss_family == AF_INET) || (t.ss_family == AF_INET6)) && (t.netmaskBitsValid())) {
- json tmp;
- char tmp2[64];
- tmp["target"] = t.toString(tmp2);
- if (v.ss_family == t.ss_family)
- tmp["via"] = v.toIpString(tmp2);
- else
- tmp["via"] = json();
- nrts.push_back(tmp);
- if (nrts.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- }
- }
- }
- network["routes"] = nrts;
- }
- }
- if (b.count("ipAssignmentPools")) {
- json& ipp = b["ipAssignmentPools"];
- if (ipp.is_array()) {
- json nipp = json::array();
- for (unsigned long i = 0; i < ipp.size(); ++i) {
- json& ip = ipp[i];
- if ((ip.is_object()) && (ip.count("ipRangeStart")) && (ip.count("ipRangeEnd"))) {
- InetAddress f(OSUtils::jsonString(ip["ipRangeStart"], "").c_str());
- InetAddress t(OSUtils::jsonString(ip["ipRangeEnd"], "").c_str());
- if (((f.ss_family == AF_INET) || (f.ss_family == AF_INET6)) && (f.ss_family == t.ss_family)) {
- json tmp = json::object();
- char tmp2[64];
- tmp["ipRangeStart"] = f.toIpString(tmp2);
- tmp["ipRangeEnd"] = t.toIpString(tmp2);
- nipp.push_back(tmp);
- if (nipp.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- }
- }
- network["ipAssignmentPools"] = nipp;
- }
- }
- if (b.count("rules")) {
- json& rules = b["rules"];
- if (rules.is_array()) {
- json nrules = json::array();
- for (unsigned long i = 0; i < rules.size(); ++i) {
- json& rule = rules[i];
- if (rule.is_object()) {
- ZT_VirtualNetworkRule ztr;
- if (_parseRule(rule, ztr)) {
- nrules.push_back(_renderRule(ztr));
- if (nrules.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- }
- }
- network["rules"] = nrules;
- }
- }
- if (b.count("authTokens")) {
- json& authTokens = b["authTokens"];
- if (authTokens.is_object()) {
- json nat;
- for (json::iterator t(authTokens.begin()); t != authTokens.end(); ++t) {
- if ((t.value().is_number()) && (t.value() >= 0))
- nat[t.key()] = t.value();
- }
- network["authTokens"] = nat;
- }
- else {
- network["authTokens"] = { {} };
- }
- }
- if (b.count("capabilities")) {
- json& capabilities = b["capabilities"];
- if (capabilities.is_array()) {
- std::map<uint64_t, json> ncaps;
- for (unsigned long i = 0; i < capabilities.size(); ++i) {
- json& cap = capabilities[i];
- if (cap.is_object()) {
- json ncap = json::object();
- const uint64_t capId = OSUtils::jsonInt(cap["id"], 0ULL);
- ncap["id"] = capId;
- ncap["default"] = OSUtils::jsonBool(cap["default"], false);
- json& rules = cap["rules"];
- json nrules = json::array();
- if (rules.is_array()) {
- for (unsigned long i = 0; i < rules.size(); ++i) {
- json& rule = rules[i];
- if (rule.is_object()) {
- ZT_VirtualNetworkRule ztr;
- if (_parseRule(rule, ztr)) {
- nrules.push_back(_renderRule(ztr));
- if (nrules.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- }
- }
- }
- ncap["rules"] = nrules;
- ncaps[capId] = ncap;
- }
- }
- json ncapsa = json::array();
- for (std::map<uint64_t, json>::iterator c(ncaps.begin()); c != ncaps.end(); ++c) {
- ncapsa.push_back(c->second);
- if (ncapsa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- network["capabilities"] = ncapsa;
- }
- }
- if (b.count("tags")) {
- json& tags = b["tags"];
- if (tags.is_array()) {
- std::map<uint64_t, json> ntags;
- for (unsigned long i = 0; i < tags.size(); ++i) {
- json& tag = tags[i];
- if (tag.is_object()) {
- json ntag = json::object();
- const uint64_t tagId = OSUtils::jsonInt(tag["id"], 0ULL);
- ntag["id"] = tagId;
- json& dfl = tag["default"];
- if (dfl.is_null())
- ntag["default"] = dfl;
- else
- ntag["default"] = OSUtils::jsonInt(dfl, 0ULL);
- ntags[tagId] = ntag;
- }
- }
- json ntagsa = json::array();
- for (std::map<uint64_t, json>::iterator t(ntags.begin()); t != ntags.end(); ++t) {
- ntagsa.push_back(t->second);
- if (ntagsa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- network["tags"] = ntagsa;
- }
- }
- if (b.count("dns")) {
- json& dns = b["dns"];
- if (dns.is_object()) {
- json nd;
- nd["domain"] = dns["domain"];
- json& srv = dns["servers"];
- if (srv.is_array()) {
- json ns = json::array();
- for (unsigned int i = 0; i < srv.size(); ++i) {
- ns.push_back(srv[i]);
- }
- nd["servers"] = ns;
- }
- network["dns"] = nd;
- }
- }
- network["id"] = nwids;
- network["nwid"] = nwids;
- DB::cleanNetwork(network);
- _db.save(network, true);
- return network.dump();
- }
- void EmbeddedNetworkController::configureHTTPControlPlane(httplib::Server& s, httplib::Server& sv6, const std::function<void(const httplib::Request&, httplib::Response&, std::string)> setContent)
- {
- // Control plane Endpoints
- std::string controllerPath = "/controller";
- std::string networkListPath = "/controller/network";
- std::string networkListPath2 = "/unstable/controller/network";
- std::string networkPath = "/controller/network/([0-9a-fA-F]{16})";
- std::string oldAndBustedNetworkCreatePath = "/controller/network/([0-9a-fA-F]{10})______";
- std::string memberListPath = "/controller/network/([0-9a-fA-F]{16})/member";
- std::string memberListPath2 = "/unstable/controller/network/([0-9a-fA-F]{16})/member";
- std::string memberPath = "/controller/network/([0-9a-fA-F]{16})/member/([0-9a-fA-F]{10})";
- auto controllerGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::controllerGet");
- auto scope = tracer->WithActiveSpan(span);
- char tmp[4096];
- const bool dbOk = _db.isReady();
- OSUtils::ztsnprintf(
- tmp,
- sizeof(tmp),
- "{\n\t\"controller\": true,\n\t\"apiVersion\": %d,\n\t\"clock\": %llu,\n\t\"databaseReady\": %s\n}\n",
- ZT_NETCONF_CONTROLLER_API_VERSION,
- (unsigned long long)OSUtils::now(),
- dbOk ? "true" : "false");
- if (! dbOk) {
- res.status = 503;
- }
- setContent(req, res, tmp);
- };
- s.Get(controllerPath, controllerGet);
- sv6.Get(controllerPath, controllerGet);
- auto networkListGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::networkListGet");
- auto scope = tracer->WithActiveSpan(span);
- std::set<uint64_t> networkIds;
- _db.networks(networkIds);
- char tmp[64];
- auto out = json::array();
- for (std::set<uint64_t>::const_iterator i(networkIds.begin()); i != networkIds.end(); ++i) {
- OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", *i);
- out.push_back(tmp);
- }
- setContent(req, res, out.dump());
- };
- s.Get(networkListPath, networkListGet);
- sv6.Get(networkListPath, networkListGet);
- auto networkListGet2 = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::networkListGet2");
- auto scope = tracer->WithActiveSpan(span);
- std::set<uint64_t> networkIds;
- _db.networks(networkIds);
- auto meta = json::object();
- auto data = json::array();
- uint64_t networkCount = 0;
- for (std::set<uint64_t>::const_iterator nwid(networkIds.begin()); nwid != networkIds.end(); ++nwid) {
- json network;
- if (! _db.get(*nwid, network)) {
- continue;
- }
- std::vector<json> memTmp;
- if (_db.get(*nwid, network, memTmp)) {
- if (! network.is_null()) {
- uint64_t authorizedCount = 0;
- uint64_t totalCount = memTmp.size();
- networkCount++;
- for (auto m = memTmp.begin(); m != memTmp.end(); ++m) {
- bool a = OSUtils::jsonBool((*m)["authorized"], 0);
- if (a) {
- authorizedCount++;
- }
- }
- auto nwMeta = json::object();
- nwMeta["totalMemberCount"] = totalCount;
- nwMeta["authorizedMemberCount"] = authorizedCount;
- network["meta"] = nwMeta;
- data.push_back(network);
- }
- }
- }
- meta["networkCount"] = networkCount;
- auto out = json::object();
- out["data"] = data;
- out["meta"] = meta;
- setContent(req, res, out.dump());
- };
- s.Get(networkListPath2, networkListGet2);
- sv6.Get(networkListPath2, networkListGet2);
- auto networkGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::networkGet");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1];
- uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());
- json network;
- if (! _db.get(nwid, network)) {
- res.status = 404;
- return;
- }
- setContent(req, res, network.dump());
- };
- s.Get(networkPath, networkGet);
- sv6.Get(networkPath, networkGet);
- auto createNewNetwork = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::createNewNetwork");
- auto scope = tracer->WithActiveSpan(span);
- // fprintf(stderr, "creating new network (new style)\n");
- uint64_t nwid = 0;
- uint64_t nwidPrefix = (Utils::hexStrToU64(_signingIdAddressString.c_str()) << 24) & 0xffffffffff000000ULL;
- uint64_t nwidPostfix = 0;
- for (unsigned long k = 0; k < 100000; ++k) { // sanity limit on trials
- Utils::getSecureRandom(&nwidPostfix, sizeof(nwidPostfix));
- uint64_t tryNwid = nwidPrefix | (nwidPostfix & 0xffffffULL);
- if ((tryNwid & 0xffffffULL) == 0ULL)
- tryNwid |= 1ULL;
- if (! _db.hasNetwork(tryNwid)) {
- nwid = tryNwid;
- break;
- }
- }
- if (! nwid) {
- res.status = 503;
- return;
- }
- setContent(req, res, networkUpdateFromPostData(nwid, req.body));
- };
- s.Put(networkListPath, createNewNetwork);
- s.Post(networkListPath, createNewNetwork);
- sv6.Put(networkListPath, createNewNetwork);
- sv6.Post(networkListPath, createNewNetwork);
- auto createNewNetworkOldAndBusted = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::createNewNetworkOldAndBusted");
- auto scope = tracer->WithActiveSpan(span);
- auto inID = req.matches[1].str();
- if (inID != _signingIdAddressString) {
- res.status = 400;
- return;
- }
- uint64_t nwid = 0;
- uint64_t nwidPrefix = (Utils::hexStrToU64(inID.c_str()) << 24) & 0xffffffffff000000ULL;
- uint64_t nwidPostfix = 0;
- for (unsigned long k = 0; k < 100000; ++k) { // sanity limit on trials
- Utils::getSecureRandom(&nwidPostfix, sizeof(nwidPostfix));
- uint64_t tryNwid = nwidPrefix | (nwidPostfix & 0xffffffULL);
- if ((tryNwid & 0xffffffULL) == 0ULL)
- tryNwid |= 1ULL;
- if (! _db.hasNetwork(tryNwid)) {
- nwid = tryNwid;
- break;
- }
- }
- if (! nwid) {
- res.status = 503;
- return;
- }
- setContent(req, res, networkUpdateFromPostData(nwid, req.body));
- };
- s.Put(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);
- s.Post(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);
- sv6.Put(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);
- sv6.Post(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);
- auto networkPost = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::networkPost");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1].str();
- uint64_t nwid = Utils::hexStrToU64(networkID.c_str());
- res.status = 200;
- setContent(req, res, networkUpdateFromPostData(nwid, req.body));
- };
- s.Put(networkPath, networkPost);
- s.Post(networkPath, networkPost);
- sv6.Put(networkPath, networkPost);
- sv6.Post(networkPath, networkPost);
- auto networkDelete = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::networkDelete");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1].str();
- uint64_t nwid = Utils::hexStrToU64(networkID.c_str());
- json network;
- if (! _db.get(nwid, network)) {
- res.status = 404;
- return;
- }
- _db.eraseNetwork(nwid);
- setContent(req, res, network.dump());
- };
- s.Delete(networkPath, networkDelete);
- sv6.Delete(networkPath, networkDelete);
- auto memberListGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::memberListGet");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1];
- uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());
- json network;
- if (! _db.get(nwid, network)) {
- res.status = 404;
- return;
- }
- json out = json::object();
- std::vector<json> memTmp;
- if (_db.get(nwid, network, memTmp)) {
- for (auto m = memTmp.begin(); m != memTmp.end(); ++m) {
- int revision = OSUtils::jsonInt((*m)["revision"], 0);
- std::string id = OSUtils::jsonString((*m)["id"], "");
- if (id.length() == 10) {
- out[id] = revision;
- }
- }
- }
- setContent(req, res, out.dump());
- };
- s.Get(memberListPath, memberListGet);
- sv6.Get(memberListPath, memberListGet);
- auto memberListGet2 = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::memberListGet2");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1];
- uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());
- json network;
- if (! _db.get(nwid, network)) {
- res.status = 404;
- return;
- }
- auto out = nlohmann::json::object();
- auto meta = nlohmann::json::object();
- std::vector<json> memTmp;
- if (_db.get(nwid, network, memTmp)) {
- uint64_t authorizedCount = 0;
- uint64_t totalCount = memTmp.size();
- for (auto m = memTmp.begin(); m != memTmp.end(); ++m) {
- bool a = OSUtils::jsonBool((*m)["authorized"], 0);
- if (a) {
- authorizedCount++;
- }
- }
- meta["totalCount"] = totalCount;
- meta["authorizedCount"] = authorizedCount;
- out["data"] = memTmp;
- out["meta"] = meta;
- setContent(req, res, out.dump());
- }
- else {
- res.status = 404;
- return;
- }
- };
- s.Get(memberListPath2, memberListGet2);
- sv6.Get(memberListPath2, memberListGet2);
- auto memberGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::memberGet");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1];
- auto memberID = req.matches[2];
- uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());
- uint64_t memid = Utils::hexStrToU64(memberID.str().c_str());
- json network;
- json member;
- if (! _db.get(nwid, network, memid, member)) {
- res.status = 404;
- return;
- }
- setContent(req, res, member.dump());
- };
- s.Get(memberPath, memberGet);
- sv6.Get(memberPath, memberGet);
- auto memberPost = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::memberPost");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1].str();
- auto memberID = req.matches[2].str();
- uint64_t nwid = Utils::hexStrToU64(networkID.c_str());
- uint64_t memid = Utils::hexStrToU64(memberID.c_str());
- if (! _db.hasNetwork(nwid)) {
- res.status = 404;
- return;
- }
- json network;
- json member;
- _db.get(nwid, network, memid, member);
- DB::initMember(member);
- json b = OSUtils::jsonParse(req.body);
- if (b.count("activeBridge"))
- member["activeBridge"] = OSUtils::jsonBool(b["activeBridge"], false);
- if (b.count("noAutoAssignIps"))
- member["noAutoAssignIps"] = OSUtils::jsonBool(b["noAutoAssignIps"], false);
- if (b.count("authenticationExpiryTime"))
- member["authenticationExpiryTime"] = (uint64_t)OSUtils::jsonInt(b["authenticationExpiryTime"], 0ULL);
- if (b.count("authenticationURL"))
- member["authenticationURL"] = OSUtils::jsonString(b["authenticationURL"], "");
- if (b.count("name"))
- member["name"] = OSUtils::jsonString(b["name"], "");
- if (b.count("remoteTraceTarget")) {
- const std::string rtt(OSUtils::jsonString(b["remoteTraceTarget"], ""));
- if (rtt.length() == 10) {
- member["remoteTraceTarget"] = rtt;
- }
- else {
- member["remoteTraceTarget"] = json();
- }
- }
- if (b.count("remoteTraceLevel"))
- member["remoteTraceLevel"] = OSUtils::jsonInt(b["remoteTraceLevel"], 0ULL);
- if (b.count("authorized")) {
- const bool newAuth = OSUtils::jsonBool(b["authorized"], false);
- if (newAuth != OSUtils::jsonBool(member["authorized"], false)) {
- member["authorized"] = newAuth;
- member[((newAuth) ? "lastAuthorizedTime" : "lastDeauthorizedTime")] = OSUtils::now();
- if (newAuth) {
- member["lastAuthorizedCredentialType"] = "api";
- member["lastAuthorizedCredential"] = json();
- }
- }
- }
- if (b.count("ipAssignments")) {
- json& ipa = b["ipAssignments"];
- if (ipa.is_array()) {
- json mipa(json::array());
- for (unsigned long i = 0; i < ipa.size(); ++i) {
- std::string ips = ipa[i];
- InetAddress ip(ips.c_str());
- if ((ip.ss_family == AF_INET) || (ip.ss_family == AF_INET6)) {
- char tmpip[64];
- mipa.push_back(ip.toIpString(tmpip));
- if (mipa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- }
- member["ipAssignments"] = mipa;
- }
- }
- if (b.count("tags")) {
- json& tags = b["tags"];
- if (tags.is_array()) {
- std::map<uint64_t, uint64_t> mtags;
- for (unsigned long i = 0; i < tags.size(); ++i) {
- json& tag = tags[i];
- if ((tag.is_array()) && (tag.size() == 2))
- mtags[OSUtils::jsonInt(tag[0], 0ULL) & 0xffffffffULL] = OSUtils::jsonInt(tag[1], 0ULL) & 0xffffffffULL;
- }
- json mtagsa = json::array();
- for (std::map<uint64_t, uint64_t>::iterator t(mtags.begin()); t != mtags.end(); ++t) {
- json ta = json::array();
- ta.push_back(t->first);
- ta.push_back(t->second);
- mtagsa.push_back(ta);
- if (mtagsa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- member["tags"] = mtagsa;
- }
- }
- if (b.count("capabilities")) {
- json& capabilities = b["capabilities"];
- if (capabilities.is_array()) {
- json mcaps = json::array();
- for (unsigned long i = 0; i < capabilities.size(); ++i) {
- mcaps.push_back(OSUtils::jsonInt(capabilities[i], 0ULL));
- if (mcaps.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)
- break;
- }
- std::sort(mcaps.begin(), mcaps.end());
- mcaps.erase(std::unique(mcaps.begin(), mcaps.end()), mcaps.end());
- member["capabilities"] = mcaps;
- }
- }
- member["id"] = memberID;
- member["address"] = memberID;
- member["nwid"] = networkID;
- DB::cleanMember(member);
- _db.save(member, true);
- setContent(req, res, member.dump());
- };
- s.Put(memberPath, memberPost);
- s.Post(memberPath, memberPost);
- sv6.Put(memberPath, memberPost);
- sv6.Post(memberPath, memberPost);
- auto memberDelete = [&, setContent](const httplib::Request& req, httplib::Response& res) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::memberDelete");
- auto scope = tracer->WithActiveSpan(span);
- auto networkID = req.matches[1].str();
- auto memberID = req.matches[2].str();
- uint64_t nwid = Utils::hexStrToU64(networkID.c_str());
- uint64_t address = Utils::hexStrToU64(memberID.c_str());
- json network, member;
- if (! _db.get(nwid, network, address, member)) {
- res.status = 404;
- return;
- }
- if (! member.size()) {
- res.status = 404;
- return;
- }
- _db.eraseMember(nwid, address);
- setContent(req, res, member.dump());
- };
- s.Delete(memberPath, memberDelete);
- sv6.Delete(memberPath, memberDelete);
- }
- void EmbeddedNetworkController::handleRemoteTrace(const ZT_RemoteTrace& rt)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::handleRemoteTrace");
- auto scope = tracer->WithActiveSpan(span);
- static volatile unsigned long idCounter = 0;
- char id[128], tmp[128];
- std::string k, v;
- try {
- // Convert Dictionary into JSON object
- json d;
- char* saveptr = (char*)0;
- for (char* l = Utils::stok(rt.data, "\n", &saveptr); (l); l = Utils::stok((char*)0, "\n", &saveptr)) {
- char* eq = strchr(l, '=');
- if (eq > l) {
- k.assign(l, (unsigned long)(eq - l));
- v.clear();
- ++eq;
- while (*eq) {
- if (*eq == '\\') {
- ++eq;
- if (*eq) {
- switch (*eq) {
- case 'r':
- v.push_back('\r');
- break;
- case 'n':
- v.push_back('\n');
- break;
- case '0':
- v.push_back((char)0);
- break;
- case 'e':
- v.push_back('=');
- break;
- default:
- v.push_back(*eq);
- break;
- }
- ++eq;
- }
- }
- else {
- v.push_back(*(eq++));
- }
- }
- if ((k.length() > 0) && (v.length() > 0))
- d[k] = v;
- }
- }
- const int64_t now = OSUtils::now();
- OSUtils::ztsnprintf(id, sizeof(id), "%.10llx-%.16llx-%.10llx-%.4x", _signingId.address().toInt(), now, rt.origin, (unsigned int)(idCounter++ & 0xffff));
- d["id"] = id;
- d["objtype"] = "trace";
- d["ts"] = now;
- d["nodeId"] = Utils::hex10(rt.origin, tmp);
- _db.save(d, true);
- }
- catch (...) {
- // drop invalid trace messages if an error occurs
- }
- }
- void EmbeddedNetworkController::onNetworkUpdate(const void* db, uint64_t networkId, const nlohmann::json& network)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::onNetworkUpdate");
- auto scope = tracer->WithActiveSpan(span);
- // Send an update to all members of the network that are online
- const int64_t now = OSUtils::now();
- std::lock_guard<std::mutex> l(_memberStatus_l);
- for (auto i = _memberStatus.begin(); i != _memberStatus.end(); ++i) {
- if ((i->first.networkId == networkId) && (i->second.online(now)) && (i->second.lastRequestMetaData))
- request(networkId, InetAddress(), 0, i->second.identity, i->second.lastRequestMetaData);
- }
- }
- void EmbeddedNetworkController::onNetworkMemberUpdate(const void* db, uint64_t networkId, uint64_t memberId, const nlohmann::json& member)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::onNetworkMemberUpdate");
- auto scope = tracer->WithActiveSpan(span);
- // Push update to member if online
- try {
- std::lock_guard<std::mutex> l(_memberStatus_l);
- _MemberStatus& ms = _memberStatus[_MemberStatusKey(networkId, memberId)];
- if ((ms.online(OSUtils::now())) && (ms.lastRequestMetaData))
- request(networkId, InetAddress(), 0, ms.identity, ms.lastRequestMetaData);
- }
- catch (...) {
- }
- }
- void EmbeddedNetworkController::onNetworkMemberDeauthorize(const void* db, uint64_t networkId, uint64_t memberId)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::onNetworkMemberDeauthorize");
- auto scope = tracer->WithActiveSpan(span);
- const int64_t now = OSUtils::now();
- Revocation rev((uint32_t)_node->prng(), networkId, 0, now, ZT_REVOCATION_FLAG_FAST_PROPAGATE, Address(memberId), Revocation::CREDENTIAL_TYPE_COM);
- rev.sign(_signingId);
- {
- std::lock_guard<std::mutex> l(_memberStatus_l);
- for (auto i = _memberStatus.begin(); i != _memberStatus.end(); ++i) {
- if ((i->first.networkId == networkId) && (i->second.online(now)))
- _node->ncSendRevocation(Address(i->first.nodeId), rev);
- }
- }
- }
- void EmbeddedNetworkController::_request(uint64_t nwid, const InetAddress& fromAddr, uint64_t requestPacketId, const Identity& identity, const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY>& metaData)
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_controller");
- auto span = tracer->StartSpan("embedded_controller::_request");
- auto scope = tracer->WithActiveSpan(span);
- Metrics::network_config_request++;
- auto tid = std::this_thread::get_id();
- std::stringstream ss;
- ss << tid;
- std::string threadID = ss.str();
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- auto b1 = _member_status_lookup.Add({ { "thread", threadID } });
- auto c1 = _member_status_lookup_count.Add({ { "thread", threadID } });
- c1++;
- b1.start();
- #endif
- char nwids[24];
- DB::NetworkSummaryInfo ns;
- json network, member;
- if (((! _signingId) || (! _signingId.hasPrivate())) || (_signingId.address().toInt() != (nwid >> 24)) || (! _sender)) {
- return;
- }
- const int64_t now = OSUtils::now();
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b1.stop();
- auto b2 = _node_is_online.Add({ { "thread", threadID } });
- auto c2 = _node_is_online_count.Add({ { "thread", threadID } });
- c2++;
- b2.start();
- #endif
- char osArch[256];
- metaData.get(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_OS_ARCH, osArch, sizeof(osArch));
- // fprintf(stderr, "Network Config Request: nwid=%.16llx, nodeid=%.10llx, osArch=%s\n",
- // nwid, identity.address().toInt(), osArch);
- _db.nodeIsOnline(nwid, identity.address().toInt(), fromAddr, osArch);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b2.stop();
- auto b3 = _get_and_init_member.Add({ { "thread", threadID } });
- auto c3 = _get_and_init_member_count.Add({ { "thread", threadID } });
- c3++;
- b3.start();
- #endif
- Utils::hex(nwid, nwids);
- _db.get(nwid, network, identity.address().toInt(), member, ns);
- if ((! network.is_object()) || (network.empty())) {
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_OBJECT_NOT_FOUND, nullptr, 0);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b3.stop();
- #endif
- return;
- }
- const bool newMember = ((! member.is_object()) || (member.empty()));
- DB::initMember(member);
- _MemberStatusKey msk(nwid, identity.address().toInt());
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b3.stop();
- #endif
- {
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- auto b4 = _have_identity.Add({ { "thread", threadID } });
- auto c4 = _have_identity_count.Add({ { "thread", threadID } });
- c4++;
- b4.start();
- #endif
- const std::string haveIdStr(OSUtils::jsonString(member["identity"], ""));
- if (haveIdStr.length() > 0) {
- // If we already know this member's identity perform a full compare. This prevents
- // a "collision" from being able to auth onto our network in place of an already
- // known member.
- try {
- if (Identity(haveIdStr.c_str()) != identity) {
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_ACCESS_DENIED, nullptr, 0);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b4.stop();
- #endif
- return;
- }
- }
- catch (...) {
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_ACCESS_DENIED, nullptr, 0);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b4.stop();
- #endif
- return;
- }
- }
- else {
- // If we do not yet know this member's identity, learn it.
- char idtmp[1024];
- member["identity"] = identity.toString(false, idtmp);
- }
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b4.stop();
- #endif
- }
- // These are always the same, but make sure they are set
- {
- char tmpid[128];
- const std::string addrs(identity.address().toString(tmpid));
- member["id"] = addrs;
- member["address"] = addrs;
- member["nwid"] = nwids;
- }
- // Determine whether and how member is authorized
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- auto b5 = _determine_auth.Add({ { "thread", threadID } });
- auto c5 = _determine_auth_count.Add({ { "thread", threadID } });
- c5++;
- b5.start();
- #endif
- bool authorized = false;
- bool autoAuthorized = false;
- json autoAuthCredentialType, autoAuthCredential;
- if (OSUtils::jsonBool(member["authorized"], false)) {
- authorized = true;
- }
- else if (! OSUtils::jsonBool(network["private"], true)) {
- authorized = true;
- autoAuthorized = true;
- autoAuthCredentialType = "public";
- }
- else {
- char presentedAuth[512];
- if (metaData.get(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_AUTH, presentedAuth, sizeof(presentedAuth)) > 0) {
- presentedAuth[511] = (char)0; // sanity check
- if ((strlen(presentedAuth) > 6) && (! strncmp(presentedAuth, "token:", 6))) {
- const char* const presentedToken = presentedAuth + 6;
- json authTokens(network["authTokens"]);
- json& tokenExpires = authTokens[presentedToken];
- if (tokenExpires.is_number()) {
- if ((tokenExpires == 0) || (tokenExpires > now)) {
- authorized = true;
- autoAuthorized = true;
- autoAuthCredentialType = "token";
- autoAuthCredential = presentedToken;
- }
- }
- }
- }
- }
- // If we auto-authorized, update member record
- if ((autoAuthorized) && (authorized)) {
- member["authorized"] = true;
- member["lastAuthorizedTime"] = now;
- member["lastAuthorizedCredentialType"] = autoAuthCredentialType;
- member["lastAuthorizedCredential"] = autoAuthCredential;
- }
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b5.stop();
- #endif
- // Should we check SSO Stuff?
- // If network is configured with SSO, and the member is not marked exempt: yes
- // Otherwise no, we use standard auth logic.
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- auto b6 = _sso_check.Add({ { "thread", threadID } });
- auto c6 = _sso_check_count.Add({ { "thread", threadID } });
- c6++;
- b6.start();
- #endif
- AuthInfo info;
- int64_t authenticationExpiryTime = -1;
- bool networkSSOEnabled = OSUtils::jsonBool(network["ssoEnabled"], false);
- bool memberSSOExempt = OSUtils::jsonBool(member["ssoExempt"], false);
- if (networkSSOEnabled && ! memberSSOExempt) {
- authenticationExpiryTime = (int64_t)OSUtils::jsonInt(member["authenticationExpiryTime"], 0);
- info = _db.getSSOAuthInfo(member, _ssoRedirectURL);
- assert(info.enabled == networkSSOEnabled);
- if (authenticationExpiryTime <= now) {
- if (info.version == 0) {
- Dictionary<4096> authInfo;
- authInfo.add(ZT_AUTHINFO_DICT_KEY_VERSION, (uint64_t)0ULL);
- authInfo.add(ZT_AUTHINFO_DICT_KEY_AUTHENTICATION_URL, info.authenticationURL.c_str());
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_AUTHENTICATION_REQUIRED, authInfo.data(), authInfo.sizeBytes());
- }
- else if (info.version == 1) {
- Dictionary<8192> authInfo;
- authInfo.add(ZT_AUTHINFO_DICT_KEY_VERSION, info.version);
- authInfo.add(ZT_AUTHINFO_DICT_KEY_ISSUER_URL, info.issuerURL.c_str());
- authInfo.add(ZT_AUTHINFO_DICT_KEY_CENTRAL_ENDPOINT_URL, info.centralAuthURL.c_str());
- authInfo.add(ZT_AUTHINFO_DICT_KEY_NONCE, info.ssoNonce.c_str());
- authInfo.add(ZT_AUTHINFO_DICT_KEY_STATE, info.ssoState.c_str());
- authInfo.add(ZT_AUTHINFO_DICT_KEY_CLIENT_ID, info.ssoClientID.c_str());
- authInfo.add(ZT_AUTHINFO_DICT_KEY_SSO_PROVIDER, info.ssoProvider.c_str());
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_AUTHENTICATION_REQUIRED, authInfo.data(), authInfo.sizeBytes());
- }
- DB::cleanMember(member);
- _db.save(member, true);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b6.stop();
- #endif
- return;
- }
- }
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b6.stop();
- auto b7 = _auth_check.Add({ { "thread", threadID } });
- auto c7 = _auth_check_count.Add({ { "thread", threadID } });
- c7++;
- b7.start();
- #endif
- if (authorized) {
- // Update version info and meta-data if authorized and if this is a genuine request
- if (requestPacketId) {
- const uint64_t vMajor = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MAJOR_VERSION, 0);
- const uint64_t vMinor = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MINOR_VERSION, 0);
- const uint64_t vRev = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_REVISION, 0);
- const uint64_t vProto = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_PROTOCOL_VERSION, 0);
- member["vMajor"] = vMajor;
- member["vMinor"] = vMinor;
- member["vRev"] = vRev;
- member["vProto"] = vProto;
- {
- std::lock_guard<std::mutex> l(_memberStatus_l);
- _MemberStatus& ms = _memberStatus[msk];
- ms.authenticationExpiryTime = authenticationExpiryTime;
- ms.vMajor = (int)vMajor;
- ms.vMinor = (int)vMinor;
- ms.vRev = (int)vRev;
- ms.vProto = (int)vProto;
- ms.lastRequestMetaData = metaData;
- ms.identity = identity;
- }
- if (authenticationExpiryTime > 0) {
- std::lock_guard<std::mutex> l(_expiringSoon_l);
- _expiringSoon.insert(std::pair<int64_t, _MemberStatusKey>(authenticationExpiryTime, msk));
- }
- }
- }
- else {
- // If they are not authorized, STOP!
- DB::cleanMember(member);
- _db.save(member, true);
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_ACCESS_DENIED, nullptr, 0);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b7.stop();
- #endif
- return;
- }
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b7.stop();
- #endif
- // -------------------------------------------------------------------------
- // If we made it this far, they are authorized (and authenticated).
- // -------------------------------------------------------------------------
- // Default timeout: 15 minutes. Maximum: two hours. Can be specified by an optional field in the network config
- // if something longer than 15 minutes is desired. Minimum is 5 minutes since shorter than that would be flaky.
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- auto b8 = _json_schlep.Add({ { "thread", threadID } });
- auto c8 = _json_schlep_count.Add({ { "thread", threadID } });
- c8++;
- b8.start();
- #endif
- int64_t credentialtmd = ZT_NETWORKCONFIG_DEFAULT_CREDENTIAL_TIME_DFL_MAX_DELTA;
- if (network.contains("certificateTimeoutWindowSize")) {
- credentialtmd = (int64_t)network["certificateTimeoutWindowSize"];
- }
- credentialtmd = std::max(std::min(credentialtmd, ZT_NETWORKCONFIG_DEFAULT_CREDENTIAL_TIME_MAX_MAX_DELTA), ZT_NETWORKCONFIG_DEFAULT_CREDENTIAL_TIME_MIN_MAX_DELTA);
- std::unique_ptr<NetworkConfig> nc(new NetworkConfig());
- nc->networkId = nwid;
- nc->type = OSUtils::jsonBool(network["private"], true) ? ZT_NETWORK_TYPE_PRIVATE : ZT_NETWORK_TYPE_PUBLIC;
- nc->timestamp = now;
- nc->credentialTimeMaxDelta = credentialtmd;
- nc->revision = OSUtils::jsonInt(network["revision"], 0ULL);
- nc->issuedTo = identity.address();
- if (OSUtils::jsonBool(network["enableBroadcast"], true))
- nc->flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_BROADCAST;
- Utils::scopy(nc->name, sizeof(nc->name), OSUtils::jsonString(network["name"], "").c_str());
- nc->mtu = std::max(std::min((unsigned int)OSUtils::jsonInt(network["mtu"], ZT_DEFAULT_MTU), (unsigned int)ZT_MAX_MTU), (unsigned int)ZT_MIN_MTU);
- nc->multicastLimit = (unsigned int)OSUtils::jsonInt(network["multicastLimit"], 32ULL);
- nc->ssoEnabled = networkSSOEnabled; // OSUtils::jsonBool(network["ssoEnabled"], false);
- nc->ssoVersion = info.version;
- if (info.version == 0) {
- nc->authenticationExpiryTime = OSUtils::jsonInt(member["authenticationExpiryTime"], 0LL);
- if (! info.authenticationURL.empty()) {
- Utils::scopy(nc->authenticationURL, sizeof(nc->authenticationURL), info.authenticationURL.c_str());
- }
- }
- else if (info.version == 1) {
- nc->authenticationExpiryTime = OSUtils::jsonInt(member["authenticationExpiryTime"], 0LL);
- if (! info.authenticationURL.empty()) {
- Utils::scopy(nc->authenticationURL, sizeof(nc->authenticationURL), info.authenticationURL.c_str());
- }
- if (! info.centralAuthURL.empty()) {
- Utils::scopy(nc->centralAuthURL, sizeof(nc->centralAuthURL), info.centralAuthURL.c_str());
- }
- if (! info.issuerURL.empty()) {
- #ifdef ZT_DEBUG
- fprintf(stderr, "copying issuerURL to nc: %s\n", info.issuerURL.c_str());
- #endif
- Utils::scopy(nc->issuerURL, sizeof(nc->issuerURL), info.issuerURL.c_str());
- }
- if (! info.ssoNonce.empty()) {
- Utils::scopy(nc->ssoNonce, sizeof(nc->ssoNonce), info.ssoNonce.c_str());
- }
- if (! info.ssoState.empty()) {
- Utils::scopy(nc->ssoState, sizeof(nc->ssoState), info.ssoState.c_str());
- }
- if (! info.ssoClientID.empty()) {
- Utils::scopy(nc->ssoClientID, sizeof(nc->ssoClientID), info.ssoClientID.c_str());
- }
- }
- std::string rtt(OSUtils::jsonString(member["remoteTraceTarget"], ""));
- if (rtt.length() == 10) {
- nc->remoteTraceTarget = Address(Utils::hexStrToU64(rtt.c_str()));
- nc->remoteTraceLevel = (Trace::Level)OSUtils::jsonInt(member["remoteTraceLevel"], 0ULL);
- }
- else {
- rtt = OSUtils::jsonString(network["remoteTraceTarget"], "");
- if (rtt.length() == 10) {
- nc->remoteTraceTarget = Address(Utils::hexStrToU64(rtt.c_str()));
- }
- else {
- nc->remoteTraceTarget.zero();
- }
- nc->remoteTraceLevel = (Trace::Level)OSUtils::jsonInt(network["remoteTraceLevel"], 0ULL);
- }
- for (std::vector<Address>::const_iterator ab(ns.activeBridges.begin()); ab != ns.activeBridges.end(); ++ab) {
- nc->addSpecialist(*ab, ZT_NETWORKCONFIG_SPECIALIST_TYPE_ACTIVE_BRIDGE);
- }
- json& v4AssignMode = network["v4AssignMode"];
- json& v6AssignMode = network["v6AssignMode"];
- json& ipAssignmentPools = network["ipAssignmentPools"];
- json& routes = network["routes"];
- json& rules = network["rules"];
- json& capabilities = network["capabilities"];
- json& tags = network["tags"];
- json& memberCapabilities = member["capabilities"];
- json& memberTags = member["tags"];
- json& dns = network["dns"];
- // fprintf(stderr, "IP Assignment Pools for Network %s: %s\n", nwids, OSUtils::jsonDump(ipAssignmentPools, 2).c_str());
- if (metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_RULES_ENGINE_REV, 0) <= 0) {
- // Old versions with no rules engine support get an allow everything rule.
- // Since rules are enforced bidirectionally, newer versions *will* still
- // enforce rules on the inbound side.
- nc->ruleCount = 1;
- nc->rules[0].t = ZT_NETWORK_RULE_ACTION_ACCEPT;
- }
- else {
- if (rules.is_array()) {
- for (unsigned long i = 0; i < rules.size(); ++i) {
- if (nc->ruleCount >= ZT_MAX_NETWORK_RULES)
- break;
- if (_parseRule(rules[i], nc->rules[nc->ruleCount]))
- ++nc->ruleCount;
- }
- }
- std::map<uint64_t, json*> capsById;
- if (! memberCapabilities.is_array())
- memberCapabilities = json::array();
- if (capabilities.is_array()) {
- for (unsigned long i = 0; i < capabilities.size(); ++i) {
- json& cap = capabilities[i];
- if (cap.is_object()) {
- const uint64_t id = OSUtils::jsonInt(cap["id"], 0ULL) & 0xffffffffULL;
- capsById[id] = ∩
- if ((newMember) && (OSUtils::jsonBool(cap["default"], false))) {
- bool have = false;
- for (unsigned long i = 0; i < memberCapabilities.size(); ++i) {
- if (id == (OSUtils::jsonInt(memberCapabilities[i], 0ULL) & 0xffffffffULL)) {
- have = true;
- break;
- }
- }
- if (! have)
- memberCapabilities.push_back(id);
- }
- }
- }
- }
- for (unsigned long i = 0; i < memberCapabilities.size(); ++i) {
- const uint64_t capId = OSUtils::jsonInt(memberCapabilities[i], 0ULL) & 0xffffffffULL;
- std::map<uint64_t, json*>::const_iterator ctmp = capsById.find(capId);
- if (ctmp != capsById.end()) {
- json* cap = ctmp->second;
- if ((cap) && (cap->is_object()) && (! cap->empty())) {
- ZT_VirtualNetworkRule capr[ZT_MAX_CAPABILITY_RULES];
- unsigned int caprc = 0;
- json& caprj = (*cap)["rules"];
- if ((caprj.is_array()) && (! caprj.empty())) {
- for (unsigned long j = 0; j < caprj.size(); ++j) {
- if (caprc >= ZT_MAX_CAPABILITY_RULES)
- break;
- if (_parseRule(caprj[j], capr[caprc]))
- ++caprc;
- }
- }
- nc->capabilities[nc->capabilityCount] = Capability((uint32_t)capId, nwid, now, 1, capr, caprc);
- if (nc->capabilities[nc->capabilityCount].sign(_signingId, identity.address()))
- ++nc->capabilityCount;
- if (nc->capabilityCount >= ZT_MAX_NETWORK_CAPABILITIES)
- break;
- }
- }
- }
- std::map<uint32_t, uint32_t> memberTagsById;
- if (memberTags.is_array()) {
- for (unsigned long i = 0; i < memberTags.size(); ++i) {
- json& t = memberTags[i];
- if ((t.is_array()) && (t.size() == 2))
- memberTagsById[(uint32_t)(OSUtils::jsonInt(t[0], 0ULL) & 0xffffffffULL)] = (uint32_t)(OSUtils::jsonInt(t[1], 0ULL) & 0xffffffffULL);
- }
- }
- if (tags.is_array()) { // check network tags array for defaults that are not present in member tags
- for (unsigned long i = 0; i < tags.size(); ++i) {
- json& t = tags[i];
- if (t.is_object()) {
- const uint32_t id = (uint32_t)(OSUtils::jsonInt(t["id"], 0) & 0xffffffffULL);
- json& dfl = t["default"];
- if ((dfl.is_number()) && (memberTagsById.find(id) == memberTagsById.end())) {
- memberTagsById[id] = (uint32_t)(OSUtils::jsonInt(dfl, 0) & 0xffffffffULL);
- json mt = json::array();
- mt.push_back(id);
- mt.push_back(dfl);
- memberTags.push_back(mt); // add default to member tags if not present
- }
- }
- }
- }
- for (std::map<uint32_t, uint32_t>::const_iterator t(memberTagsById.begin()); t != memberTagsById.end(); ++t) {
- if (nc->tagCount >= ZT_MAX_NETWORK_TAGS)
- break;
- nc->tags[nc->tagCount] = Tag(nwid, now, identity.address(), t->first, t->second);
- if (nc->tags[nc->tagCount].sign(_signingId))
- ++nc->tagCount;
- }
- }
- if (routes.is_array()) {
- for (unsigned long i = 0; i < routes.size(); ++i) {
- if (nc->routeCount >= ZT_MAX_NETWORK_ROUTES)
- break;
- json& route = routes[i];
- json& target = route["target"];
- json& via = route["via"];
- if (target.is_string()) {
- const InetAddress t(target.get<std::string>().c_str());
- InetAddress v;
- if (via.is_string())
- v.fromString(via.get<std::string>().c_str());
- if ((t.ss_family == AF_INET) || (t.ss_family == AF_INET6)) {
- ZT_VirtualNetworkRoute* r = &(nc->routes[nc->routeCount]);
- *(reinterpret_cast<InetAddress*>(&(r->target))) = t;
- if (v.ss_family == t.ss_family)
- *(reinterpret_cast<InetAddress*>(&(r->via))) = v;
- ++nc->routeCount;
- }
- }
- }
- }
- const bool noAutoAssignIps = OSUtils::jsonBool(member["noAutoAssignIps"], false);
- if ((v6AssignMode.is_object()) && (! noAutoAssignIps)) {
- if ((OSUtils::jsonBool(v6AssignMode["rfc4193"], false)) && (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {
- nc->staticIps[nc->staticIpCount++] = InetAddress::makeIpv6rfc4193(nwid, identity.address().toInt());
- nc->flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;
- }
- if ((OSUtils::jsonBool(v6AssignMode["6plane"], false)) && (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {
- nc->staticIps[nc->staticIpCount++] = InetAddress::makeIpv66plane(nwid, identity.address().toInt());
- nc->flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;
- }
- }
- bool haveManagedIpv4AutoAssignment = false;
- bool haveManagedIpv6AutoAssignment = false; // "special" NDP-emulated address types do not count
- json ipAssignments = member["ipAssignments"]; // we want to make a copy
- if (ipAssignments.is_array()) {
- for (unsigned long i = 0; i < ipAssignments.size(); ++i) {
- if (ipAssignments[i].is_string()) {
- const std::string ips = ipAssignments[i];
- InetAddress ip(ips.c_str());
- int routedNetmaskBits = -1;
- for (unsigned int rk = 0; rk < nc->routeCount; ++rk) {
- if (reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->containsAddress(ip)) {
- const int nb = (int)(reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->netmaskBits());
- if (nb > routedNetmaskBits)
- routedNetmaskBits = nb;
- }
- }
- if (routedNetmaskBits >= 0) {
- if (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {
- ip.setPort(routedNetmaskBits);
- nc->staticIps[nc->staticIpCount++] = ip;
- }
- if (ip.ss_family == AF_INET)
- haveManagedIpv4AutoAssignment = true;
- else if (ip.ss_family == AF_INET6)
- haveManagedIpv6AutoAssignment = true;
- }
- }
- }
- }
- else {
- ipAssignments = json::array();
- }
- if ((ipAssignmentPools.is_array()) && ((v6AssignMode.is_object()) && (OSUtils::jsonBool(v6AssignMode["zt"], false))) && (! haveManagedIpv6AutoAssignment) && (! noAutoAssignIps)) {
- for (unsigned long p = 0; ((p < ipAssignmentPools.size()) && (! haveManagedIpv6AutoAssignment)); ++p) {
- json& pool = ipAssignmentPools[p];
- if (pool.is_object()) {
- InetAddress ipRangeStart(OSUtils::jsonString(pool["ipRangeStart"], "").c_str());
- InetAddress ipRangeEnd(OSUtils::jsonString(pool["ipRangeEnd"], "").c_str());
- if ((ipRangeStart.ss_family == AF_INET6) && (ipRangeEnd.ss_family == AF_INET6)) {
- uint64_t s[2], e[2], x[2], xx[2];
- memcpy(s, ipRangeStart.rawIpData(), 16);
- memcpy(e, ipRangeEnd.rawIpData(), 16);
- s[0] = Utils::ntoh(s[0]);
- s[1] = Utils::ntoh(s[1]);
- e[0] = Utils::ntoh(e[0]);
- e[1] = Utils::ntoh(e[1]);
- x[0] = s[0];
- x[1] = s[1];
- for (unsigned int trialCount = 0; trialCount < 1000; ++trialCount) {
- if ((trialCount == 0) && (e[1] > s[1]) && ((e[1] - s[1]) >= 0xffffffffffULL)) {
- // First see if we can just cram a ZeroTier ID into the higher 64 bits. If so do that.
- xx[0] = Utils::hton(x[0]);
- xx[1] = Utils::hton(x[1] + identity.address().toInt());
- }
- else {
- // Otherwise pick random addresses -- this technically doesn't explore the whole range if the lower 64 bit range is >= 1 but that won't matter since that would be huge anyway
- Utils::getSecureRandom((void*)xx, 16);
- if ((e[0] > s[0]))
- xx[0] %= (e[0] - s[0]);
- else
- xx[0] = 0;
- if ((e[1] > s[1]))
- xx[1] %= (e[1] - s[1]);
- else
- xx[1] = 0;
- xx[0] = Utils::hton(x[0] + xx[0]);
- xx[1] = Utils::hton(x[1] + xx[1]);
- }
- InetAddress ip6((const void*)xx, 16, 0);
- // Check if this IP is within a local-to-Ethernet routed network
- int routedNetmaskBits = 0;
- for (unsigned int rk = 0; rk < nc->routeCount; ++rk) {
- if ((! nc->routes[rk].via.ss_family) && (nc->routes[rk].target.ss_family == AF_INET6) && (reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->containsAddress(ip6)))
- routedNetmaskBits = reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->netmaskBits();
- }
- // If it's routed, then try to claim and assign it and if successful end loop
- if ((routedNetmaskBits > 0) && (! std::binary_search(ns.allocatedIps.begin(), ns.allocatedIps.end(), ip6))) {
- char tmpip[64];
- const std::string ipStr(ip6.toIpString(tmpip));
- if (std::find(ipAssignments.begin(), ipAssignments.end(), ipStr) == ipAssignments.end()) {
- ipAssignments.push_back(ipStr);
- member["ipAssignments"] = ipAssignments;
- ip6.setPort((unsigned int)routedNetmaskBits);
- if (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)
- nc->staticIps[nc->staticIpCount++] = ip6;
- haveManagedIpv6AutoAssignment = true;
- break;
- }
- }
- }
- }
- }
- }
- }
- if ((ipAssignmentPools.is_array()) && ((v4AssignMode.is_object()) && (OSUtils::jsonBool(v4AssignMode["zt"], false))) && (! haveManagedIpv4AutoAssignment) && (! noAutoAssignIps)) {
- for (unsigned long p = 0; ((p < ipAssignmentPools.size()) && (! haveManagedIpv4AutoAssignment)); ++p) {
- json& pool = ipAssignmentPools[p];
- if (pool.is_object()) {
- InetAddress ipRangeStartIA(OSUtils::jsonString(pool["ipRangeStart"], "").c_str());
- InetAddress ipRangeEndIA(OSUtils::jsonString(pool["ipRangeEnd"], "").c_str());
- if ((ipRangeStartIA.ss_family == AF_INET) && (ipRangeEndIA.ss_family == AF_INET)) {
- uint32_t ipRangeStart = Utils::ntoh((uint32_t)(reinterpret_cast<struct sockaddr_in*>(&ipRangeStartIA)->sin_addr.s_addr));
- uint32_t ipRangeEnd = Utils::ntoh((uint32_t)(reinterpret_cast<struct sockaddr_in*>(&ipRangeEndIA)->sin_addr.s_addr));
- if ((ipRangeEnd < ipRangeStart) || (ipRangeStart == 0))
- continue;
- uint32_t ipRangeLen = ipRangeEnd - ipRangeStart;
- // Start with the LSB of the member's address
- uint32_t ipTrialCounter = (uint32_t)(identity.address().toInt() & 0xffffffff);
- for (uint32_t k = ipRangeStart, trialCount = 0; ((k <= ipRangeEnd) && (trialCount < 1000)); ++k, ++trialCount) {
- uint32_t ip = (ipRangeLen > 0) ? (ipRangeStart + (ipTrialCounter % ipRangeLen)) : ipRangeStart;
- ++ipTrialCounter;
- if ((ip & 0x000000ff) == 0x000000ff) {
- continue; // don't allow addresses that end in .255
- }
- // Check if this IP is within a local-to-Ethernet routed network
- int routedNetmaskBits = -1;
- for (unsigned int rk = 0; rk < nc->routeCount; ++rk) {
- if (nc->routes[rk].target.ss_family == AF_INET) {
- uint32_t targetIp = Utils::ntoh((uint32_t)(reinterpret_cast<const struct sockaddr_in*>(&(nc->routes[rk].target))->sin_addr.s_addr));
- int targetBits = Utils::ntoh((uint16_t)(reinterpret_cast<const struct sockaddr_in*>(&(nc->routes[rk].target))->sin_port));
- if ((ip & (0xffffffff << (32 - targetBits))) == targetIp) {
- routedNetmaskBits = targetBits;
- break;
- }
- }
- }
- // If it's routed, then try to claim and assign it and if successful end loop
- const InetAddress ip4(Utils::hton(ip), 0);
- if ((routedNetmaskBits > 0) && (! std::binary_search(ns.allocatedIps.begin(), ns.allocatedIps.end(), ip4))) {
- char tmpip[64];
- const std::string ipStr(ip4.toIpString(tmpip));
- if (std::find(ipAssignments.begin(), ipAssignments.end(), ipStr) == ipAssignments.end()) {
- ipAssignments.push_back(ipStr);
- member["ipAssignments"] = ipAssignments;
- if (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {
- struct sockaddr_in* const v4ip = reinterpret_cast<struct sockaddr_in*>(&(nc->staticIps[nc->staticIpCount++]));
- v4ip->sin_family = AF_INET;
- v4ip->sin_port = Utils::hton((uint16_t)routedNetmaskBits);
- v4ip->sin_addr.s_addr = Utils::hton(ip);
- }
- haveManagedIpv4AutoAssignment = true;
- break;
- }
- }
- }
- }
- }
- }
- }
- if (dns.is_object()) {
- std::string domain = OSUtils::jsonString(dns["domain"], "");
- memcpy(nc->dns.domain, domain.c_str(), domain.size());
- json& addrArray = dns["servers"];
- if (addrArray.is_array()) {
- for (unsigned int j = 0; j < addrArray.size() && j < ZT_MAX_DNS_SERVERS; ++j) {
- json& addr = addrArray[j];
- nc->dns.server_addr[j] = InetAddress(OSUtils::jsonString(addr, "").c_str());
- }
- }
- }
- else {
- dns = json::object();
- }
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b8.stop();
- #endif
- // Issue a certificate of ownership for all static IPs
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- auto b9 = _issue_certificate.Add({ { "thread", threadID } });
- auto c9 = _issue_certificate_count.Add({ { "thread", threadID } });
- c9++;
- b9.start();
- #endif
- if (nc->staticIpCount) {
- nc->certificatesOfOwnership[0] = CertificateOfOwnership(nwid, now, identity.address(), 1);
- for (unsigned int i = 0; i < nc->staticIpCount; ++i) {
- nc->certificatesOfOwnership[0].addThing(nc->staticIps[i]);
- }
- nc->certificatesOfOwnership[0].sign(_signingId);
- nc->certificateOfOwnershipCount = 1;
- }
- CertificateOfMembership com(now, credentialtmd, nwid, identity);
- if (com.sign(_signingId)) {
- nc->com = com;
- }
- else {
- _sender->ncSendError(nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_INTERNAL_SERVER_ERROR, nullptr, 0);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b9.stop();
- #endif
- return;
- }
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b9.stop();
- auto b10 = _save_member.Add({ { "thread", threadID } });
- auto c10 = _save_member_count.Add({ { "thread", threadID } });
- c10++;
- b10.start();
- #endif
- DB::cleanMember(member);
- _db.save(member, true);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b10.stop();
- auto b11 = _send_netconf.Add({ { "thread", threadID } });
- auto c11 = _send_netconf_count.Add({ { "thread", threadID } });
- c11++;
- b11.start();
- #endif
- _sender->ncSendConfig(nwid, requestPacketId, identity.address(), *(nc.get()), metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_VERSION, 0) < 6);
- #ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK
- b11.stop();
- #endif
- }
- void EmbeddedNetworkController::_startThreads()
- {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_network_controller");
- auto span = tracer->StartSpan("embedded_network_controller::_startThreads");
- auto scope = tracer->WithActiveSpan(span);
- std::lock_guard<std::mutex> l(_threads_l);
- if (! _threads.empty()) {
- return;
- }
- const long hwc = std::max((long)std::thread::hardware_concurrency(), (long)1);
- for (long t = 0; t < hwc; ++t) {
- _threads.emplace_back([this]() {
- Metrics::network_config_request_threads++;
- for (;;) {
- _RQEntry* qe = (_RQEntry*)0;
- Metrics::network_config_request_queue_size = _queue.size();
- auto timedWaitResult = _queue.get(qe, 1000);
- if (timedWaitResult == BlockingQueue<_RQEntry*>::STOP) {
- break;
- }
- else if (timedWaitResult == BlockingQueue<_RQEntry*>::OK) {
- if (qe) {
- try {
- _request(qe->nwid, qe->fromAddr, qe->requestPacketId, qe->identity, qe->metaData);
- }
- catch (std::exception& e) {
- fprintf(stderr, "ERROR: exception in controller request handling thread: %s" ZT_EOL_S, e.what());
- }
- catch (...) {
- fprintf(stderr, "ERROR: exception in controller request handling thread: unknown exception" ZT_EOL_S);
- }
- delete qe;
- qe = nullptr;
- }
- }
- }
- Metrics::network_config_request_threads--;
- });
- }
- }
- void EmbeddedNetworkController::_ssoExpiryThread()
- {
- while (_ssoExpiryRunning) {
- auto provider = opentelemetry::trace::Provider::GetTracerProvider();
- auto tracer = provider->GetTracer("embedded_network_controller");
- auto span = tracer->StartSpan("embedded_network_controller::_ssoExpiryThread");
- auto scope = tracer->WithActiveSpan(span);
- std::vector<_MemberStatusKey> expired;
- nlohmann::json network, member;
- int64_t now = OSUtils::now();
- {
- std::lock_guard<std::mutex> l(_expiringSoon_l);
- for (auto s = _expiringSoon.begin(); s != _expiringSoon.end();) {
- Metrics::sso_expiration_checks++;
- const int64_t when = s->first;
- if (when <= now) {
- // The user may have re-authorized, so we must actually look it up and check.
- network.clear();
- member.clear();
- if (_db.get(s->second.networkId, network, s->second.nodeId, member)) {
- int64_t authenticationExpiryTime = (int64_t)OSUtils::jsonInt(member["authenticationExpiryTime"], 0);
- if (authenticationExpiryTime <= now) {
- expired.push_back(s->second);
- }
- }
- s = _expiringSoon.erase(s);
- }
- else {
- // Don't bother going further into the future than necessary.
- break;
- }
- }
- }
- for (auto e = expired.begin(); e != expired.end(); ++e) {
- Metrics::sso_member_deauth++;
- onNetworkMemberDeauthorize(nullptr, e->networkId, e->nodeId);
- }
- span->End();
- std::this_thread::sleep_for(std::chrono::milliseconds(500));
- }
- }
- } // namespace ZeroTier
|