| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558 | /* (c) ZeroTier, Inc. * See LICENSE.txt in nonfree/ */#include <stdint.h>#include <stdio.h>#include <stdlib.h>#include <string.h>#include <time.h>#ifndef _WIN32#include <sys/time.h>#endif#include "../../include/ZeroTierOne.h"#include "EmbeddedNetworkController.hpp"#include "FileDB.hpp"#include <algorithm>#include <cctype>#include <map>#include <memory>#include <sstream>#include <sys/types.h>#include <thread>#include <utility>#ifdef ZT_CONTROLLER_USE_LIBPQ#include "CV1.hpp"#include "CV2.hpp"#include "CentralDB.hpp"#ifdef ZT1_CENTRAL_CONTROLLER#include "ControllerConfig.hpp"#endif#endif#include "../../node/CertificateOfMembership.hpp"#include "../../node/Dictionary.hpp"#include "../../node/NetworkConfig.hpp"#include "../../node/Node.hpp"#include "opentelemetry/trace/provider.h"using json = nlohmann::json;// API version reported via JSON control plane#define ZT_NETCONF_CONTROLLER_API_VERSION 4// Min duration between requests for an address/nwid combo to prevent floods#define ZT_NETCONF_MIN_REQUEST_PERIOD 1000// Global maximum size of arrays in JSON objects#define ZT_CONTROLLER_MAX_ARRAY_SIZE 16384namespace ZeroTier {namespace {static json _renderRule(ZT_VirtualNetworkRule& rule){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::renderRule");	auto scope = tracer->WithActiveSpan(span);	char tmp[128];	json r = json::object();	const ZT_VirtualNetworkRuleType rt = (ZT_VirtualNetworkRuleType)(rule.t & 0x3f);	switch (rt) {		case ZT_NETWORK_RULE_ACTION_DROP:			r["type"] = "ACTION_DROP";			break;		case ZT_NETWORK_RULE_ACTION_ACCEPT:			r["type"] = "ACTION_ACCEPT";			break;		case ZT_NETWORK_RULE_ACTION_TEE:			r["type"] = "ACTION_TEE";			r["address"] = Address(rule.v.fwd.address).toString(tmp);			r["flags"] = (unsigned int)rule.v.fwd.flags;			r["length"] = (unsigned int)rule.v.fwd.length;			break;		case ZT_NETWORK_RULE_ACTION_WATCH:			r["type"] = "ACTION_WATCH";			r["address"] = Address(rule.v.fwd.address).toString(tmp);			r["flags"] = (unsigned int)rule.v.fwd.flags;			r["length"] = (unsigned int)rule.v.fwd.length;			break;		case ZT_NETWORK_RULE_ACTION_REDIRECT:			r["type"] = "ACTION_REDIRECT";			r["address"] = Address(rule.v.fwd.address).toString(tmp);			r["flags"] = (unsigned int)rule.v.fwd.flags;			break;		case ZT_NETWORK_RULE_ACTION_BREAK:			r["type"] = "ACTION_BREAK";			break;		default:			break;	}	if (r.empty()) {		switch (rt) {			case ZT_NETWORK_RULE_MATCH_SOURCE_ZEROTIER_ADDRESS:				r["type"] = "MATCH_SOURCE_ZEROTIER_ADDRESS";				r["zt"] = Address(rule.v.zt).toString(tmp);				break;			case ZT_NETWORK_RULE_MATCH_DEST_ZEROTIER_ADDRESS:				r["type"] = "MATCH_DEST_ZEROTIER_ADDRESS";				r["zt"] = Address(rule.v.zt).toString(tmp);				break;			case ZT_NETWORK_RULE_MATCH_VLAN_ID:				r["type"] = "MATCH_VLAN_ID";				r["vlanId"] = (unsigned int)rule.v.vlanId;				break;			case ZT_NETWORK_RULE_MATCH_VLAN_PCP:				r["type"] = "MATCH_VLAN_PCP";				r["vlanPcp"] = (unsigned int)rule.v.vlanPcp;				break;			case ZT_NETWORK_RULE_MATCH_VLAN_DEI:				r["type"] = "MATCH_VLAN_DEI";				r["vlanDei"] = (unsigned int)rule.v.vlanDei;				break;			case ZT_NETWORK_RULE_MATCH_MAC_SOURCE:				r["type"] = "MATCH_MAC_SOURCE";				OSUtils::ztsnprintf(					tmp, sizeof(tmp), "%.2x:%.2x:%.2x:%.2x:%.2x:%.2x", (unsigned int)rule.v.mac[0],					(unsigned int)rule.v.mac[1], (unsigned int)rule.v.mac[2], (unsigned int)rule.v.mac[3],					(unsigned int)rule.v.mac[4], (unsigned int)rule.v.mac[5]);				r["mac"] = tmp;				break;			case ZT_NETWORK_RULE_MATCH_MAC_DEST:				r["type"] = "MATCH_MAC_DEST";				OSUtils::ztsnprintf(					tmp, sizeof(tmp), "%.2x:%.2x:%.2x:%.2x:%.2x:%.2x", (unsigned int)rule.v.mac[0],					(unsigned int)rule.v.mac[1], (unsigned int)rule.v.mac[2], (unsigned int)rule.v.mac[3],					(unsigned int)rule.v.mac[4], (unsigned int)rule.v.mac[5]);				r["mac"] = tmp;				break;			case ZT_NETWORK_RULE_MATCH_IPV4_SOURCE:				r["type"] = "MATCH_IPV4_SOURCE";				r["ip"] = InetAddress(&(rule.v.ipv4.ip), 4, (unsigned int)rule.v.ipv4.mask).toString(tmp);				break;			case ZT_NETWORK_RULE_MATCH_IPV4_DEST:				r["type"] = "MATCH_IPV4_DEST";				r["ip"] = InetAddress(&(rule.v.ipv4.ip), 4, (unsigned int)rule.v.ipv4.mask).toString(tmp);				break;			case ZT_NETWORK_RULE_MATCH_IPV6_SOURCE:				r["type"] = "MATCH_IPV6_SOURCE";				r["ip"] = InetAddress(rule.v.ipv6.ip, 16, (unsigned int)rule.v.ipv6.mask).toString(tmp);				break;			case ZT_NETWORK_RULE_MATCH_IPV6_DEST:				r["type"] = "MATCH_IPV6_DEST";				r["ip"] = InetAddress(rule.v.ipv6.ip, 16, (unsigned int)rule.v.ipv6.mask).toString(tmp);				break;			case ZT_NETWORK_RULE_MATCH_IP_TOS:				r["type"] = "MATCH_IP_TOS";				r["mask"] = (unsigned int)rule.v.ipTos.mask;				r["start"] = (unsigned int)rule.v.ipTos.value[0];				r["end"] = (unsigned int)rule.v.ipTos.value[1];				break;			case ZT_NETWORK_RULE_MATCH_IP_PROTOCOL:				r["type"] = "MATCH_IP_PROTOCOL";				r["ipProtocol"] = (unsigned int)rule.v.ipProtocol;				break;			case ZT_NETWORK_RULE_MATCH_ETHERTYPE:				r["type"] = "MATCH_ETHERTYPE";				r["etherType"] = (unsigned int)rule.v.etherType;				break;			case ZT_NETWORK_RULE_MATCH_ICMP:				r["type"] = "MATCH_ICMP";				r["icmpType"] = (unsigned int)rule.v.icmp.type;				if ((rule.v.icmp.flags & 0x01) != 0)					r["icmpCode"] = (unsigned int)rule.v.icmp.code;				else					r["icmpCode"] = json();				break;			case ZT_NETWORK_RULE_MATCH_IP_SOURCE_PORT_RANGE:				r["type"] = "MATCH_IP_SOURCE_PORT_RANGE";				r["start"] = (unsigned int)rule.v.port[0];				r["end"] = (unsigned int)rule.v.port[1];				break;			case ZT_NETWORK_RULE_MATCH_IP_DEST_PORT_RANGE:				r["type"] = "MATCH_IP_DEST_PORT_RANGE";				r["start"] = (unsigned int)rule.v.port[0];				r["end"] = (unsigned int)rule.v.port[1];				break;			case ZT_NETWORK_RULE_MATCH_CHARACTERISTICS:				r["type"] = "MATCH_CHARACTERISTICS";				OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", rule.v.characteristics);				r["mask"] = tmp;				break;			case ZT_NETWORK_RULE_MATCH_FRAME_SIZE_RANGE:				r["type"] = "MATCH_FRAME_SIZE_RANGE";				r["start"] = (unsigned int)rule.v.frameSize[0];				r["end"] = (unsigned int)rule.v.frameSize[1];				break;			case ZT_NETWORK_RULE_MATCH_RANDOM:				r["type"] = "MATCH_RANDOM";				r["probability"] = (unsigned long)rule.v.randomProbability;				break;			case ZT_NETWORK_RULE_MATCH_TAGS_DIFFERENCE:				r["type"] = "MATCH_TAGS_DIFFERENCE";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_AND:				r["type"] = "MATCH_TAGS_BITWISE_AND";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_OR:				r["type"] = "MATCH_TAGS_BITWISE_OR";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_XOR:				r["type"] = "MATCH_TAGS_BITWISE_XOR";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_TAGS_EQUAL:				r["type"] = "MATCH_TAGS_EQUAL";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_TAG_SENDER:				r["type"] = "MATCH_TAG_SENDER";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_TAG_RECEIVER:				r["type"] = "MATCH_TAG_RECEIVER";				r["id"] = rule.v.tag.id;				r["value"] = rule.v.tag.value;				break;			case ZT_NETWORK_RULE_MATCH_INTEGER_RANGE:				r["type"] = "INTEGER_RANGE";				OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", rule.v.intRange.start);				r["start"] = tmp;				OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", rule.v.intRange.start + (uint64_t)rule.v.intRange.end);				r["end"] = tmp;				r["idx"] = rule.v.intRange.idx;				r["little"] = ((rule.v.intRange.format & 0x80) != 0);				r["bits"] = (rule.v.intRange.format & 63) + 1;				break;			default:				break;		}		if (! r.empty()) {			r["not"] = ((rule.t & 0x80) != 0);			r["or"] = ((rule.t & 0x40) != 0);		}	}	return r;}static bool _parseRule(json& r, ZT_VirtualNetworkRule& rule){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::parseRule");	auto scope = tracer->WithActiveSpan(span);	if (! r.is_object())		return false;	const std::string t(OSUtils::jsonString(r["type"], ""));	memset(&rule, 0, sizeof(ZT_VirtualNetworkRule));	if (OSUtils::jsonBool(r["not"], false))		rule.t = 0x80;	else		rule.t = 0x00;	if (OSUtils::jsonBool(r["or"], false))		rule.t |= 0x40;	bool tag = false;	if (t == "ACTION_DROP") {		rule.t |= ZT_NETWORK_RULE_ACTION_DROP;		return true;	}	else if (t == "ACTION_ACCEPT") {		rule.t |= ZT_NETWORK_RULE_ACTION_ACCEPT;		return true;	}	else if (t == "ACTION_TEE") {		rule.t |= ZT_NETWORK_RULE_ACTION_TEE;		rule.v.fwd.address = Utils::hexStrToU64(OSUtils::jsonString(r["address"], "0").c_str()) & 0xffffffffffULL;		rule.v.fwd.flags = (uint32_t)(OSUtils::jsonInt(r["flags"], 0ULL) & 0xffffffffULL);		rule.v.fwd.length = (uint16_t)(OSUtils::jsonInt(r["length"], 0ULL) & 0xffffULL);		return true;	}	else if (t == "ACTION_WATCH") {		rule.t |= ZT_NETWORK_RULE_ACTION_WATCH;		rule.v.fwd.address = Utils::hexStrToU64(OSUtils::jsonString(r["address"], "0").c_str()) & 0xffffffffffULL;		rule.v.fwd.flags = (uint32_t)(OSUtils::jsonInt(r["flags"], 0ULL) & 0xffffffffULL);		rule.v.fwd.length = (uint16_t)(OSUtils::jsonInt(r["length"], 0ULL) & 0xffffULL);		return true;	}	else if (t == "ACTION_REDIRECT") {		rule.t |= ZT_NETWORK_RULE_ACTION_REDIRECT;		rule.v.fwd.address = Utils::hexStrToU64(OSUtils::jsonString(r["address"], "0").c_str()) & 0xffffffffffULL;		rule.v.fwd.flags = (uint32_t)(OSUtils::jsonInt(r["flags"], 0ULL) & 0xffffffffULL);		return true;	}	else if (t == "ACTION_BREAK") {		rule.t |= ZT_NETWORK_RULE_ACTION_BREAK;		return true;	}	else if (t == "MATCH_SOURCE_ZEROTIER_ADDRESS") {		rule.t |= ZT_NETWORK_RULE_MATCH_SOURCE_ZEROTIER_ADDRESS;		rule.v.zt = Utils::hexStrToU64(OSUtils::jsonString(r["zt"], "0").c_str()) & 0xffffffffffULL;		return true;	}	else if (t == "MATCH_DEST_ZEROTIER_ADDRESS") {		rule.t |= ZT_NETWORK_RULE_MATCH_DEST_ZEROTIER_ADDRESS;		rule.v.zt = Utils::hexStrToU64(OSUtils::jsonString(r["zt"], "0").c_str()) & 0xffffffffffULL;		return true;	}	else if (t == "MATCH_VLAN_ID") {		rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_ID;		rule.v.vlanId = (uint16_t)(OSUtils::jsonInt(r["vlanId"], 0ULL) & 0xffffULL);		return true;	}	else if (t == "MATCH_VLAN_PCP") {		rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_PCP;		rule.v.vlanPcp = (uint8_t)(OSUtils::jsonInt(r["vlanPcp"], 0ULL) & 0xffULL);		return true;	}	else if (t == "MATCH_VLAN_DEI") {		rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_DEI;		rule.v.vlanDei = (uint8_t)(OSUtils::jsonInt(r["vlanDei"], 0ULL) & 0xffULL);		return true;	}	else if (t == "MATCH_MAC_SOURCE") {		rule.t |= ZT_NETWORK_RULE_MATCH_MAC_SOURCE;		std::string mac(OSUtils::jsonString(r["mac"], "0"));		Utils::cleanMac(mac);		Utils::unhex(mac.c_str(), (unsigned int)mac.length(), rule.v.mac, 6);		return true;	}	else if (t == "MATCH_MAC_DEST") {		rule.t |= ZT_NETWORK_RULE_MATCH_MAC_DEST;		std::string mac(OSUtils::jsonString(r["mac"], "0"));		Utils::cleanMac(mac);		Utils::unhex(mac.c_str(), (unsigned int)mac.length(), rule.v.mac, 6);		return true;	}	else if (t == "MATCH_IPV4_SOURCE") {		rule.t |= ZT_NETWORK_RULE_MATCH_IPV4_SOURCE;		InetAddress ip(OSUtils::jsonString(r["ip"], "0.0.0.0").c_str());		rule.v.ipv4.ip = reinterpret_cast<struct sockaddr_in*>(&ip)->sin_addr.s_addr;		rule.v.ipv4.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in*>(&ip)->sin_port) & 0xff;		if (rule.v.ipv4.mask > 32)			rule.v.ipv4.mask = 32;		return true;	}	else if (t == "MATCH_IPV4_DEST") {		rule.t |= ZT_NETWORK_RULE_MATCH_IPV4_DEST;		InetAddress ip(OSUtils::jsonString(r["ip"], "0.0.0.0").c_str());		rule.v.ipv4.ip = reinterpret_cast<struct sockaddr_in*>(&ip)->sin_addr.s_addr;		rule.v.ipv4.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in*>(&ip)->sin_port) & 0xff;		if (rule.v.ipv4.mask > 32)			rule.v.ipv4.mask = 32;		return true;	}	else if (t == "MATCH_IPV6_SOURCE") {		rule.t |= ZT_NETWORK_RULE_MATCH_IPV6_SOURCE;		InetAddress ip(OSUtils::jsonString(r["ip"], "::0").c_str());		memcpy(rule.v.ipv6.ip, reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_addr.s6_addr, 16);		rule.v.ipv6.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_port) & 0xff;		if (rule.v.ipv6.mask > 128)			rule.v.ipv6.mask = 128;		return true;	}	else if (t == "MATCH_IPV6_DEST") {		rule.t |= ZT_NETWORK_RULE_MATCH_IPV6_DEST;		InetAddress ip(OSUtils::jsonString(r["ip"], "::0").c_str());		memcpy(rule.v.ipv6.ip, reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_addr.s6_addr, 16);		rule.v.ipv6.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in6*>(&ip)->sin6_port) & 0xff;		if (rule.v.ipv6.mask > 128)			rule.v.ipv6.mask = 128;		return true;	}	else if (t == "MATCH_IP_TOS") {		rule.t |= ZT_NETWORK_RULE_MATCH_IP_TOS;		rule.v.ipTos.mask = (uint8_t)(OSUtils::jsonInt(r["mask"], 0ULL) & 0xffULL);		rule.v.ipTos.value[0] = (uint8_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffULL);		rule.v.ipTos.value[1] = (uint8_t)(OSUtils::jsonInt(r["end"], 0ULL) & 0xffULL);		return true;	}	else if (t == "MATCH_IP_PROTOCOL") {		rule.t |= ZT_NETWORK_RULE_MATCH_IP_PROTOCOL;		rule.v.ipProtocol = (uint8_t)(OSUtils::jsonInt(r["ipProtocol"], 0ULL) & 0xffULL);		return true;	}	else if (t == "MATCH_ETHERTYPE") {		rule.t |= ZT_NETWORK_RULE_MATCH_ETHERTYPE;		rule.v.etherType = (uint16_t)(OSUtils::jsonInt(r["etherType"], 0ULL) & 0xffffULL);		return true;	}	else if (t == "MATCH_ICMP") {		rule.t |= ZT_NETWORK_RULE_MATCH_ICMP;		rule.v.icmp.type = (uint8_t)(OSUtils::jsonInt(r["icmpType"], 0ULL) & 0xffULL);		json& code = r["icmpCode"];		if (code.is_null()) {			rule.v.icmp.code = 0;			rule.v.icmp.flags = 0x00;		}		else {			rule.v.icmp.code = (uint8_t)(OSUtils::jsonInt(code, 0ULL) & 0xffULL);			rule.v.icmp.flags = 0x01;		}		return true;	}	else if (t == "MATCH_IP_SOURCE_PORT_RANGE") {		rule.t |= ZT_NETWORK_RULE_MATCH_IP_SOURCE_PORT_RANGE;		rule.v.port[0] = (uint16_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffffULL);		rule.v.port[1] = (uint16_t)(OSUtils::jsonInt(r["end"], (uint64_t)rule.v.port[0]) & 0xffffULL);		return true;	}	else if (t == "MATCH_IP_DEST_PORT_RANGE") {		rule.t |= ZT_NETWORK_RULE_MATCH_IP_DEST_PORT_RANGE;		rule.v.port[0] = (uint16_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffffULL);		rule.v.port[1] = (uint16_t)(OSUtils::jsonInt(r["end"], (uint64_t)rule.v.port[0]) & 0xffffULL);		return true;	}	else if (t == "MATCH_CHARACTERISTICS") {		rule.t |= ZT_NETWORK_RULE_MATCH_CHARACTERISTICS;		if (r.count("mask")) {			json& v = r["mask"];			if (v.is_number()) {				rule.v.characteristics = v;			}			else {				std::string tmp = v;				rule.v.characteristics = Utils::hexStrToU64(tmp.c_str());			}		}		return true;	}	else if (t == "MATCH_FRAME_SIZE_RANGE") {		rule.t |= ZT_NETWORK_RULE_MATCH_FRAME_SIZE_RANGE;		rule.v.frameSize[0] = (uint16_t)(OSUtils::jsonInt(r["start"], 0ULL) & 0xffffULL);		rule.v.frameSize[1] = (uint16_t)(OSUtils::jsonInt(r["end"], (uint64_t)rule.v.frameSize[0]) & 0xffffULL);		return true;	}	else if (t == "MATCH_RANDOM") {		rule.t |= ZT_NETWORK_RULE_MATCH_RANDOM;		rule.v.randomProbability = (uint32_t)(OSUtils::jsonInt(r["probability"], 0ULL) & 0xffffffffULL);		return true;	}	else if (t == "MATCH_TAGS_DIFFERENCE") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_DIFFERENCE;		tag = true;	}	else if (t == "MATCH_TAGS_BITWISE_AND") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_AND;		tag = true;	}	else if (t == "MATCH_TAGS_BITWISE_OR") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_OR;		tag = true;	}	else if (t == "MATCH_TAGS_BITWISE_XOR") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_XOR;		tag = true;	}	else if (t == "MATCH_TAGS_EQUAL") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_EQUAL;		tag = true;	}	else if (t == "MATCH_TAG_SENDER") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAG_SENDER;		tag = true;	}	else if (t == "MATCH_TAG_RECEIVER") {		rule.t |= ZT_NETWORK_RULE_MATCH_TAG_RECEIVER;		tag = true;	}	else if (t == "INTEGER_RANGE") {		json& s = r["start"];		if (s.is_string()) {			std::string tmp = s;			rule.v.intRange.start = Utils::hexStrToU64(tmp.c_str());		}		else {			rule.v.intRange.start = OSUtils::jsonInt(s, 0ULL);		}		json& e = r["end"];		if (e.is_string()) {			std::string tmp = e;			rule.v.intRange.end = (uint32_t)(Utils::hexStrToU64(tmp.c_str()) - rule.v.intRange.start);		}		else {			rule.v.intRange.end = (uint32_t)(OSUtils::jsonInt(e, 0ULL) - rule.v.intRange.start);		}		rule.v.intRange.idx = (uint16_t)OSUtils::jsonInt(r["idx"], 0ULL);		rule.v.intRange.format = (OSUtils::jsonBool(r["little"], false)) ? 0x80 : 0x00;		rule.v.intRange.format |= (uint8_t)((OSUtils::jsonInt(r["bits"], 1ULL) - 1) & 63);	}	if (tag) {		rule.v.tag.id = (uint32_t)(OSUtils::jsonInt(r["id"], 0ULL) & 0xffffffffULL);		rule.v.tag.value = (uint32_t)(OSUtils::jsonInt(r["value"], 0ULL) & 0xffffffffULL);		return true;	}	return false;}}	// anonymous namespaceEmbeddedNetworkController::EmbeddedNetworkController(	Node* node,	const char* ztPath,	const char* dbPath,	int listenPort,	RedisConfig* rc)	: _startTime(OSUtils::now())	, _listenPort(listenPort)	, _node(node)	, _ztPath(ztPath)	, _path(dbPath)	, _signingId()	, _signingIdAddressString()	, _sender((NetworkController::Sender*)0)	, _db(this)	, _queue()	, _threads()	, _threads_l()	, _memberStatus()	, _memberStatus_l()	, _expiringSoon()	, _expiringSoon_l()	, _rc(rc)	, _ssoExpiryRunning(true)	, _ssoExpiry(std::thread(&EmbeddedNetworkController::_ssoExpiryThread, this))#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	, _member_status_lookup { "nc_member_status_lookup", "" }	, _member_status_lookup_count { "nc_member_status_lookup_count", "" }	, _node_is_online { "nc_node_is_online", "" }	, _node_is_online_count { "nc_node_is_online_count", "" }	, _get_and_init_member { "nc_get_and_init_member", "" }	, _get_and_init_member_count { "nc_get_and_init_member_count", "" }	, _have_identity { "nc_have_identity", "" }	, _have_identity_count { "nc_have_identity_count", "" }	, _determine_auth { "nc_determine_auth", "" }	, _determine_auth_count { "nc_determine_auth_count", "" }	, _sso_check { "nc_sso_check", "" }	, _sso_check_count { "nc_sso_check_count", "" }	, _auth_check { "nc_auth_check", "" }	, _auth_check_count { "nc_auth_check_count", "" }	, _json_schlep { "nc_json_schlep", "" }	, _json_schlep_count { "nc_json_schlep_count", "" }	, _issue_certificate { "nc_issue_certificate", "" }	, _issue_certificate_count { "nc_issue_certificate_count", "" }	, _save_member { "nc_save_member", "" }	, _save_member_count { "nc_save_member_count", "" }	, _send_netconf { "nc_send_netconf2", "" }	, _send_netconf_count { "nc_send_netconf2_count", "" }#endif{}#ifdef ZT1_CENTRAL_CONTROLLEREmbeddedNetworkController::EmbeddedNetworkController(	Node* node,	const char* ztPath,	const char* dbPath,	int listenPort,	const ControllerConfig* cc)	: _startTime(OSUtils::now())	, _listenPort(listenPort)	, _node(node)	, _ztPath(ztPath)	, _path(dbPath)	, _signingId()	, _signingIdAddressString()	, _sender((NetworkController::Sender*)0)	, _db(this)	, _queue()	, _threads()	, _threads_l()	, _memberStatus()	, _memberStatus_l()	, _expiringSoon()	, _expiringSoon_l()	, _rc(nullptr)	, _cc(cc)	, _ssoExpiryRunning(true)	, _ssoExpiry(std::thread(&EmbeddedNetworkController::_ssoExpiryThread, this))#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	, _member_status_lookup { "nc_member_status_lookup", "" }	, _member_status_lookup_count { "nc_member_status_lookup_count", "" }	, _node_is_online { "nc_node_is_online", "" }	, _node_is_online_count { "nc_node_is_online_count", "" }	, _get_and_init_member { "nc_get_and_init_member", "" }	, _get_and_init_member_count { "nc_get_and_init_member_count", "" }	, _have_identity { "nc_have_identity", "" }	, _have_identity_count { "nc_have_identity_count", "" }	, _determine_auth { "nc_determine_auth", "" }	, _determine_auth_count { "nc_determine_auth_count", "" }	, _sso_check { "nc_sso_check", "" }	, _sso_check_count { "nc_sso_check_count", "" }	, _auth_check { "nc_auth_check", "" }	, _auth_check_count { "nc_auth_check_count", "" }	, _json_schlep { "nc_json_schlep", "" }	, _json_schlep_count { "nc_json_schlep_count", "" }	, _issue_certificate { "nc_issue_certificate", "" }	, _issue_certificate_count { "nc_issue_certificate_count", "" }	, _save_member { "nc_save_member", "" }	, _save_member_count { "nc_save_member_count", "" }	, _send_netconf { "nc_send_netconf2", "" }	, _send_netconf_count { "nc_send_netconf2_count", "" }#endif{}#endifEmbeddedNetworkController::~EmbeddedNetworkController(){	std::lock_guard<std::mutex> l(_threads_l);	_queue.stop();	for (auto t = _threads.begin(); t != _threads.end(); ++t) {		t->join();	}	_ssoExpiryRunning = false;	_ssoExpiry.join();}void EmbeddedNetworkController::setSSORedirectURL(const std::string& url){	_ssoRedirectURL = url;}void EmbeddedNetworkController::init(const Identity& signingId, Sender* sender){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::init");	auto scope = tracer->WithActiveSpan(span);	char tmp[64];	_signingId = signingId;	_sender = sender;	_signingIdAddressString = signingId.address().toString(tmp);#ifdef ZT1_CENTRAL_CONTROLLER	if (! _cc) {		throw std::runtime_error("controller config required");	}	if (_path.length() > 9 && (_path.substr(0, 9) != "postgres:")) {		throw std::runtime_error("central controller requires postgres db");	}	std::string connString = _path.substr(9);	CentralDB::ListenerMode lm;	if (_cc->listenMode == "pgsql") {		lm = CentralDB::LISTENER_MODE_PGSQL;	}	else if (_cc->listenMode == "redis") {		lm = CentralDB::LISTENER_MODE_REDIS;	}	else if (_cc->listenMode == "pubsub") {		lm = CentralDB::LISTENER_MODE_PUBSUB;	}	else {		throw std::runtime_error("unsupported listen mode");	}	CentralDB::StatusWriterMode sm;	if (_cc->statusMode == "pgsql") {		sm = CentralDB::STATUS_WRITER_MODE_PGSQL;	}	else if (_cc->statusMode == "redis") {		sm = CentralDB::STATUS_WRITER_MODE_REDIS;	}	else if (_cc->statusMode == "bigtable") {		sm = CentralDB::STATUS_WRITER_MODE_BIGTABLE;	}	else {		throw std::runtime_error("unsupported status mode");	}	_db.addDB(std::shared_ptr<CentralDB>(new CentralDB(_signingId, connString.c_str(), _listenPort, lm, sm, _cc)));#else#ifdef ZT_CONTROLLER_USE_LIBPQ	if ((_path.length() > 9) && (_path.substr(0, 9) == "postgres:")) {		fprintf(stderr, "CV1\n");		_db.addDB(std::shared_ptr<CV1>(new CV1(_signingId, _path.substr(9).c_str(), _listenPort, _rc)));	}	else if ((_path.length() > 4) && (_path.substr(0, 4) == "cv2:")) {		fprintf(stderr, "CV2\n");		_db.addDB(std::shared_ptr<CV2>(new CV2(_signingId, _path.substr(4).c_str(), _listenPort)));	}	else {		fprintf(stderr, "FileDB\n");#endif		_db.addDB(std::shared_ptr<FileDB>(new FileDB(_path.c_str())));#ifdef ZT_CONTROLLER_USE_LIBPQ	}#endif#endif	 // ZT1_CENTRAL_CONTROLLER	_db.waitForReady();}void EmbeddedNetworkController::request(	uint64_t nwid,	const InetAddress& fromAddr,	uint64_t requestPacketId,	const Identity& identity,	const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY>& metaData){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::request");	auto scope = tracer->WithActiveSpan(span);	if (((! _signingId) || (! _signingId.hasPrivate())) || (_signingId.address().toInt() != (nwid >> 24))		|| (! _sender))		return;	_startThreads();	const int64_t now = OSUtils::now();	if (requestPacketId) {		std::lock_guard<std::mutex> l(_memberStatus_l);		_MemberStatus& ms = _memberStatus[_MemberStatusKey(nwid, identity.address().toInt())];		if ((now - ms.lastRequestTime) <= ZT_NETCONF_MIN_REQUEST_PERIOD) {			return;		}		ms.lastRequestTime = now;	}	_RQEntry* qe = new _RQEntry;	qe->nwid = nwid;	qe->requestPacketId = requestPacketId;	qe->fromAddr = fromAddr;	qe->identity = identity;	qe->metaData = metaData;	qe->type = _RQEntry::RQENTRY_TYPE_REQUEST;	_queue.post(qe);}std::string EmbeddedNetworkController::networkUpdateFromPostData(uint64_t networkID, const std::string& body){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::networkUpdateFromPostData");	auto scope = tracer->WithActiveSpan(span);	json b = OSUtils::jsonParse(body);	char nwids[24];	OSUtils::ztsnprintf(nwids, sizeof(nwids), "%.16llx", networkID);	json network;	_db.get(networkID, network);	DB::initNetwork(network);	if (b.count("name"))		network["name"] = OSUtils::jsonString(b["name"], "");	if (b.count("private"))		network["private"] = OSUtils::jsonBool(b["private"], true);	if (b.count("enableBroadcast"))		network["enableBroadcast"] = OSUtils::jsonBool(b["enableBroadcast"], false);	if (b.count("multicastLimit"))		network["multicastLimit"] = OSUtils::jsonInt(b["multicastLimit"], 32ULL);	if (b.count("mtu"))		network["mtu"] = std::max(			std::min((unsigned int)OSUtils::jsonInt(b["mtu"], ZT_DEFAULT_MTU), (unsigned int)ZT_MAX_MTU),			(unsigned int)ZT_MIN_MTU);	if (b.count("remoteTraceTarget")) {		const std::string rtt(OSUtils::jsonString(b["remoteTraceTarget"], ""));		if (rtt.length() == 10) {			network["remoteTraceTarget"] = rtt;		}		else {			network["remoteTraceTarget"] = json();		}	}	if (b.count("remoteTraceLevel"))		network["remoteTraceLevel"] = OSUtils::jsonInt(b["remoteTraceLevel"], 0ULL);	if (b.count("v4AssignMode")) {		json nv4m;		json& v4m = b["v4AssignMode"];		if (v4m.is_string()) {	 // backward compatibility			nv4m["zt"] = (OSUtils::jsonString(v4m, "") == "zt");		}		else if (v4m.is_object()) {			nv4m["zt"] = OSUtils::jsonBool(v4m["zt"], false);		}		else			nv4m["zt"] = false;		network["v4AssignMode"] = nv4m;	}	if (b.count("v6AssignMode")) {		json nv6m;		json& v6m = b["v6AssignMode"];		if (! nv6m.is_object())			nv6m = json::object();		if (v6m.is_string()) {	 // backward compatibility			std::vector<std::string> v6ms(OSUtils::split(OSUtils::jsonString(v6m, "").c_str(), ",", "", ""));			std::sort(v6ms.begin(), v6ms.end());			v6ms.erase(std::unique(v6ms.begin(), v6ms.end()), v6ms.end());			nv6m["rfc4193"] = false;			nv6m["zt"] = false;			nv6m["6plane"] = false;			for (std::vector<std::string>::iterator i(v6ms.begin()); i != v6ms.end(); ++i) {				if (*i == "rfc4193")					nv6m["rfc4193"] = true;				else if (*i == "zt")					nv6m["zt"] = true;				else if (*i == "6plane")					nv6m["6plane"] = true;			}		}		else if (v6m.is_object()) {			if (v6m.count("rfc4193"))				nv6m["rfc4193"] = OSUtils::jsonBool(v6m["rfc4193"], false);			if (v6m.count("zt"))				nv6m["zt"] = OSUtils::jsonBool(v6m["zt"], false);			if (v6m.count("6plane"))				nv6m["6plane"] = OSUtils::jsonBool(v6m["6plane"], false);		}		else {			nv6m["rfc4193"] = false;			nv6m["zt"] = false;			nv6m["6plane"] = false;		}		network["v6AssignMode"] = nv6m;	}	if (b.count("relays")) {		json nrelays = json::array();		char rtmp[64];		json& relays = b["relays"];		if (relays.is_array()) {			for (unsigned long i = 0; i < relays.size(); ++i) {				json& relay = relays[i];				if (relay.is_string()) {					nrelays.push_back(						Address(Utils::hexStrToU64(OSUtils::jsonString(relay, "0").c_str()) & 0xffffffffffULL)							.toString(rtmp));				}			}		}		if (nrelays.size() > 0)			network["relays"] = nrelays;		else			network.erase("relays");	}	if (b.count("routes")) {		json& rts = b["routes"];		if (rts.is_array()) {			json nrts = json::array();			for (unsigned long i = 0; i < rts.size(); ++i) {				json& rt = rts[i];				if (rt.is_object()) {					json& target = rt["target"];					json& via = rt["via"];					if (target.is_string()) {						InetAddress t(target.get<std::string>().c_str());						InetAddress v;						if (via.is_string())							v.fromString(via.get<std::string>().c_str());						if (((t.ss_family == AF_INET) || (t.ss_family == AF_INET6)) && (t.netmaskBitsValid())) {							json tmp;							char tmp2[64];							tmp["target"] = t.toString(tmp2);							if (v.ss_family == t.ss_family)								tmp["via"] = v.toIpString(tmp2);							else								tmp["via"] = json();							nrts.push_back(tmp);							if (nrts.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)								break;						}					}				}			}			network["routes"] = nrts;		}	}	if (b.count("ipAssignmentPools")) {		json& ipp = b["ipAssignmentPools"];		if (ipp.is_array()) {			json nipp = json::array();			for (unsigned long i = 0; i < ipp.size(); ++i) {				json& ip = ipp[i];				if ((ip.is_object()) && (ip.count("ipRangeStart")) && (ip.count("ipRangeEnd"))) {					InetAddress f(OSUtils::jsonString(ip["ipRangeStart"], "").c_str());					InetAddress t(OSUtils::jsonString(ip["ipRangeEnd"], "").c_str());					if (((f.ss_family == AF_INET) || (f.ss_family == AF_INET6)) && (f.ss_family == t.ss_family)) {						json tmp = json::object();						char tmp2[64];						tmp["ipRangeStart"] = f.toIpString(tmp2);						tmp["ipRangeEnd"] = t.toIpString(tmp2);						nipp.push_back(tmp);						if (nipp.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)							break;					}				}			}			network["ipAssignmentPools"] = nipp;		}	}	if (b.count("rules")) {		json& rules = b["rules"];		if (rules.is_array()) {			json nrules = json::array();			for (unsigned long i = 0; i < rules.size(); ++i) {				json& rule = rules[i];				if (rule.is_object()) {					ZT_VirtualNetworkRule ztr;					if (_parseRule(rule, ztr)) {						nrules.push_back(_renderRule(ztr));						if (nrules.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)							break;					}				}			}			network["rules"] = nrules;		}	}	if (b.count("authTokens")) {		json& authTokens = b["authTokens"];		if (authTokens.is_object()) {			json nat;			for (json::iterator t(authTokens.begin()); t != authTokens.end(); ++t) {				if ((t.value().is_number()) && (t.value() >= 0))					nat[t.key()] = t.value();			}			network["authTokens"] = nat;		}		else {			network["authTokens"] = { {} };		}	}	if (b.count("capabilities")) {		json& capabilities = b["capabilities"];		if (capabilities.is_array()) {			std::map<uint64_t, json> ncaps;			for (unsigned long i = 0; i < capabilities.size(); ++i) {				json& cap = capabilities[i];				if (cap.is_object()) {					json ncap = json::object();					const uint64_t capId = OSUtils::jsonInt(cap["id"], 0ULL);					ncap["id"] = capId;					ncap["default"] = OSUtils::jsonBool(cap["default"], false);					json& rules = cap["rules"];					json nrules = json::array();					if (rules.is_array()) {						for (unsigned long i = 0; i < rules.size(); ++i) {							json& rule = rules[i];							if (rule.is_object()) {								ZT_VirtualNetworkRule ztr;								if (_parseRule(rule, ztr)) {									nrules.push_back(_renderRule(ztr));									if (nrules.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)										break;								}							}						}					}					ncap["rules"] = nrules;					ncaps[capId] = ncap;				}			}			json ncapsa = json::array();			for (std::map<uint64_t, json>::iterator c(ncaps.begin()); c != ncaps.end(); ++c) {				ncapsa.push_back(c->second);				if (ncapsa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)					break;			}			network["capabilities"] = ncapsa;		}	}	if (b.count("tags")) {		json& tags = b["tags"];		if (tags.is_array()) {			std::map<uint64_t, json> ntags;			for (unsigned long i = 0; i < tags.size(); ++i) {				json& tag = tags[i];				if (tag.is_object()) {					json ntag = json::object();					const uint64_t tagId = OSUtils::jsonInt(tag["id"], 0ULL);					ntag["id"] = tagId;					json& dfl = tag["default"];					if (dfl.is_null())						ntag["default"] = dfl;					else						ntag["default"] = OSUtils::jsonInt(dfl, 0ULL);					ntags[tagId] = ntag;				}			}			json ntagsa = json::array();			for (std::map<uint64_t, json>::iterator t(ntags.begin()); t != ntags.end(); ++t) {				ntagsa.push_back(t->second);				if (ntagsa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)					break;			}			network["tags"] = ntagsa;		}	}	if (b.count("dns")) {		json& dns = b["dns"];		if (dns.is_object()) {			json nd;			nd["domain"] = dns["domain"];			json& srv = dns["servers"];			if (srv.is_array()) {				json ns = json::array();				for (unsigned int i = 0; i < srv.size(); ++i) {					ns.push_back(srv[i]);				}				nd["servers"] = ns;			}			network["dns"] = nd;		}	}	network["id"] = nwids;	network["nwid"] = nwids;	DB::cleanNetwork(network);	_db.save(network, true);	return network.dump();}void EmbeddedNetworkController::configureHTTPControlPlane(	httplib::Server& s,	httplib::Server& sv6,	const std::function<void(const httplib::Request&, httplib::Response&, std::string)> setContent){	// Control plane Endpoints	std::string controllerPath = "/controller";	std::string networkListPath = "/controller/network";	std::string networkListPath2 = "/unstable/controller/network";	std::string networkPath = "/controller/network/([0-9a-fA-F]{16})";	std::string oldAndBustedNetworkCreatePath = "/controller/network/([0-9a-fA-F]{10})______";	std::string memberListPath = "/controller/network/([0-9a-fA-F]{16})/member";	std::string memberListPath2 = "/unstable/controller/network/([0-9a-fA-F]{16})/member";	std::string memberPath = "/controller/network/([0-9a-fA-F]{16})/member/([0-9a-fA-F]{10})";	auto controllerGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::controllerGet");		auto scope = tracer->WithActiveSpan(span);		char tmp[4096];		const bool dbOk = _db.isReady();		OSUtils::ztsnprintf(			tmp, sizeof(tmp),			"{\n\t\"controller\": true,\n\t\"apiVersion\": %d,\n\t\"clock\": %llu,\n\t\"databaseReady\": %s\n}\n",			ZT_NETCONF_CONTROLLER_API_VERSION, (unsigned long long)OSUtils::now(), dbOk ? "true" : "false");		if (! dbOk) {			res.status = 503;		}		setContent(req, res, tmp);	};	s.Get(controllerPath, controllerGet);	sv6.Get(controllerPath, controllerGet);	auto networkListGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::networkListGet");		auto scope = tracer->WithActiveSpan(span);		std::set<uint64_t> networkIds;		_db.networks(networkIds);		char tmp[64];		auto out = json::array();		for (std::set<uint64_t>::const_iterator i(networkIds.begin()); i != networkIds.end(); ++i) {			OSUtils::ztsnprintf(tmp, sizeof(tmp), "%.16llx", *i);			out.push_back(tmp);		}		setContent(req, res, out.dump());	};	s.Get(networkListPath, networkListGet);	sv6.Get(networkListPath, networkListGet);	auto networkListGet2 = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::networkListGet2");		auto scope = tracer->WithActiveSpan(span);		std::set<uint64_t> networkIds;		_db.networks(networkIds);		auto meta = json::object();		auto data = json::array();		uint64_t networkCount = 0;		for (std::set<uint64_t>::const_iterator nwid(networkIds.begin()); nwid != networkIds.end(); ++nwid) {			json network;			if (! _db.get(*nwid, network)) {				continue;			}			std::vector<json> memTmp;			if (_db.get(*nwid, network, memTmp)) {				if (! network.is_null()) {					uint64_t authorizedCount = 0;					uint64_t totalCount = memTmp.size();					networkCount++;					for (auto m = memTmp.begin(); m != memTmp.end(); ++m) {						bool a = OSUtils::jsonBool((*m)["authorized"], 0);						if (a) {							authorizedCount++;						}					}					auto nwMeta = json::object();					nwMeta["totalMemberCount"] = totalCount;					nwMeta["authorizedMemberCount"] = authorizedCount;					network["meta"] = nwMeta;					data.push_back(network);				}			}		}		meta["networkCount"] = networkCount;		auto out = json::object();		out["data"] = data;		out["meta"] = meta;		setContent(req, res, out.dump());	};	s.Get(networkListPath2, networkListGet2);	sv6.Get(networkListPath2, networkListGet2);	auto networkGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::networkGet");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1];		uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());		json network;		if (! _db.get(nwid, network)) {			res.status = 404;			return;		}		setContent(req, res, network.dump());	};	s.Get(networkPath, networkGet);	sv6.Get(networkPath, networkGet);	auto createNewNetwork = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::createNewNetwork");		auto scope = tracer->WithActiveSpan(span);		// fprintf(stderr, "creating new network (new style)\n");		uint64_t nwid = 0;		uint64_t nwidPrefix = (Utils::hexStrToU64(_signingIdAddressString.c_str()) << 24) & 0xffffffffff000000ULL;		uint64_t nwidPostfix = 0;		for (unsigned long k = 0; k < 100000; ++k) {   // sanity limit on trials			Utils::getSecureRandom(&nwidPostfix, sizeof(nwidPostfix));			uint64_t tryNwid = nwidPrefix | (nwidPostfix & 0xffffffULL);			if ((tryNwid & 0xffffffULL) == 0ULL)				tryNwid |= 1ULL;			if (! _db.hasNetwork(tryNwid)) {				nwid = tryNwid;				break;			}		}		if (! nwid) {			res.status = 503;			return;		}		setContent(req, res, networkUpdateFromPostData(nwid, req.body));	};	s.Put(networkListPath, createNewNetwork);	s.Post(networkListPath, createNewNetwork);	sv6.Put(networkListPath, createNewNetwork);	sv6.Post(networkListPath, createNewNetwork);	auto createNewNetworkOldAndBusted = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::createNewNetworkOldAndBusted");		auto scope = tracer->WithActiveSpan(span);		auto inID = req.matches[1].str();		if (inID != _signingIdAddressString) {			res.status = 400;			return;		}		uint64_t nwid = 0;		uint64_t nwidPrefix = (Utils::hexStrToU64(inID.c_str()) << 24) & 0xffffffffff000000ULL;		uint64_t nwidPostfix = 0;		for (unsigned long k = 0; k < 100000; ++k) {   // sanity limit on trials			Utils::getSecureRandom(&nwidPostfix, sizeof(nwidPostfix));			uint64_t tryNwid = nwidPrefix | (nwidPostfix & 0xffffffULL);			if ((tryNwid & 0xffffffULL) == 0ULL)				tryNwid |= 1ULL;			if (! _db.hasNetwork(tryNwid)) {				nwid = tryNwid;				break;			}		}		if (! nwid) {			res.status = 503;			return;		}		setContent(req, res, networkUpdateFromPostData(nwid, req.body));	};	s.Put(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);	s.Post(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);	sv6.Put(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);	sv6.Post(oldAndBustedNetworkCreatePath, createNewNetworkOldAndBusted);	auto networkPost = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::networkPost");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1].str();		uint64_t nwid = Utils::hexStrToU64(networkID.c_str());		res.status = 200;		setContent(req, res, networkUpdateFromPostData(nwid, req.body));	};	s.Put(networkPath, networkPost);	s.Post(networkPath, networkPost);	sv6.Put(networkPath, networkPost);	sv6.Post(networkPath, networkPost);	auto networkDelete = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::networkDelete");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1].str();		uint64_t nwid = Utils::hexStrToU64(networkID.c_str());		json network;		if (! _db.get(nwid, network)) {			res.status = 404;			return;		}		_db.eraseNetwork(nwid);		setContent(req, res, network.dump());	};	s.Delete(networkPath, networkDelete);	sv6.Delete(networkPath, networkDelete);	auto memberListGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::memberListGet");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1];		uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());		json network;		if (! _db.get(nwid, network)) {			res.status = 404;			return;		}		json out = json::object();		std::vector<json> memTmp;		if (_db.get(nwid, network, memTmp)) {			for (auto m = memTmp.begin(); m != memTmp.end(); ++m) {				int revision = OSUtils::jsonInt((*m)["revision"], 0);				std::string id = OSUtils::jsonString((*m)["id"], "");				if (id.length() == 10) {					out[id] = revision;				}			}		}		setContent(req, res, out.dump());	};	s.Get(memberListPath, memberListGet);	sv6.Get(memberListPath, memberListGet);	auto memberListGet2 = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::memberListGet2");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1];		uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());		json network;		if (! _db.get(nwid, network)) {			res.status = 404;			return;		}		auto out = nlohmann::json::object();		auto meta = nlohmann::json::object();		std::vector<json> memTmp;		if (_db.get(nwid, network, memTmp)) {			uint64_t authorizedCount = 0;			uint64_t totalCount = memTmp.size();			for (auto m = memTmp.begin(); m != memTmp.end(); ++m) {				bool a = OSUtils::jsonBool((*m)["authorized"], 0);				if (a) {					authorizedCount++;				}			}			meta["totalCount"] = totalCount;			meta["authorizedCount"] = authorizedCount;			out["data"] = memTmp;			out["meta"] = meta;			setContent(req, res, out.dump());		}		else {			res.status = 404;			return;		}	};	s.Get(memberListPath2, memberListGet2);	sv6.Get(memberListPath2, memberListGet2);	auto memberGet = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::memberGet");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1];		auto memberID = req.matches[2];		uint64_t nwid = Utils::hexStrToU64(networkID.str().c_str());		uint64_t memid = Utils::hexStrToU64(memberID.str().c_str());		json network;		json member;		if (! _db.get(nwid, network, memid, member)) {			res.status = 404;			return;		}		setContent(req, res, member.dump());	};	s.Get(memberPath, memberGet);	sv6.Get(memberPath, memberGet);	auto memberPost = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::memberPost");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1].str();		auto memberID = req.matches[2].str();		uint64_t nwid = Utils::hexStrToU64(networkID.c_str());		uint64_t memid = Utils::hexStrToU64(memberID.c_str());		if (! _db.hasNetwork(nwid)) {			res.status = 404;			return;		}		json network;		json member;		_db.get(nwid, network, memid, member);		DB::initMember(member);		json b = OSUtils::jsonParse(req.body);		if (b.count("activeBridge"))			member["activeBridge"] = OSUtils::jsonBool(b["activeBridge"], false);		if (b.count("noAutoAssignIps"))			member["noAutoAssignIps"] = OSUtils::jsonBool(b["noAutoAssignIps"], false);		if (b.count("authenticationExpiryTime"))			member["authenticationExpiryTime"] = (uint64_t)OSUtils::jsonInt(b["authenticationExpiryTime"], 0ULL);		if (b.count("authenticationURL"))			member["authenticationURL"] = OSUtils::jsonString(b["authenticationURL"], "");		if (b.count("name"))			member["name"] = OSUtils::jsonString(b["name"], "");		if (b.count("remoteTraceTarget")) {			const std::string rtt(OSUtils::jsonString(b["remoteTraceTarget"], ""));			if (rtt.length() == 10) {				member["remoteTraceTarget"] = rtt;			}			else {				member["remoteTraceTarget"] = json();			}		}		if (b.count("remoteTraceLevel"))			member["remoteTraceLevel"] = OSUtils::jsonInt(b["remoteTraceLevel"], 0ULL);		if (b.count("authorized")) {			const bool newAuth = OSUtils::jsonBool(b["authorized"], false);			if (newAuth != OSUtils::jsonBool(member["authorized"], false)) {				member["authorized"] = newAuth;				member[((newAuth) ? "lastAuthorizedTime" : "lastDeauthorizedTime")] = OSUtils::now();				if (newAuth) {					member["lastAuthorizedCredentialType"] = "api";					member["lastAuthorizedCredential"] = json();				}			}		}		if (b.count("ipAssignments")) {			json& ipa = b["ipAssignments"];			if (ipa.is_array()) {				json mipa(json::array());				for (unsigned long i = 0; i < ipa.size(); ++i) {					std::string ips = ipa[i];					InetAddress ip(ips.c_str());					if ((ip.ss_family == AF_INET) || (ip.ss_family == AF_INET6)) {						char tmpip[64];						mipa.push_back(ip.toIpString(tmpip));						if (mipa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)							break;					}				}				member["ipAssignments"] = mipa;			}		}		if (b.count("tags")) {			json& tags = b["tags"];			if (tags.is_array()) {				std::map<uint64_t, uint64_t> mtags;				for (unsigned long i = 0; i < tags.size(); ++i) {					json& tag = tags[i];					if ((tag.is_array()) && (tag.size() == 2))						mtags[OSUtils::jsonInt(tag[0], 0ULL) & 0xffffffffULL] =							OSUtils::jsonInt(tag[1], 0ULL) & 0xffffffffULL;				}				json mtagsa = json::array();				for (std::map<uint64_t, uint64_t>::iterator t(mtags.begin()); t != mtags.end(); ++t) {					json ta = json::array();					ta.push_back(t->first);					ta.push_back(t->second);					mtagsa.push_back(ta);					if (mtagsa.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)						break;				}				member["tags"] = mtagsa;			}		}		if (b.count("capabilities")) {			json& capabilities = b["capabilities"];			if (capabilities.is_array()) {				json mcaps = json::array();				for (unsigned long i = 0; i < capabilities.size(); ++i) {					mcaps.push_back(OSUtils::jsonInt(capabilities[i], 0ULL));					if (mcaps.size() >= ZT_CONTROLLER_MAX_ARRAY_SIZE)						break;				}				std::sort(mcaps.begin(), mcaps.end());				mcaps.erase(std::unique(mcaps.begin(), mcaps.end()), mcaps.end());				member["capabilities"] = mcaps;			}		}		member["id"] = memberID;		member["address"] = memberID;		member["nwid"] = networkID;		DB::cleanMember(member);		_db.save(member, true);		setContent(req, res, member.dump());	};	s.Put(memberPath, memberPost);	s.Post(memberPath, memberPost);	sv6.Put(memberPath, memberPost);	sv6.Post(memberPath, memberPost);	auto memberDelete = [&, setContent](const httplib::Request& req, httplib::Response& res) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_controller");		auto span = tracer->StartSpan("embedded_controller::memberDelete");		auto scope = tracer->WithActiveSpan(span);		auto networkID = req.matches[1].str();		auto memberID = req.matches[2].str();		uint64_t nwid = Utils::hexStrToU64(networkID.c_str());		uint64_t address = Utils::hexStrToU64(memberID.c_str());		json network, member;		if (! _db.get(nwid, network, address, member)) {			res.status = 404;			return;		}		if (! member.size()) {			res.status = 404;			return;		}		_db.eraseMember(nwid, address);		setContent(req, res, member.dump());	};	s.Delete(memberPath, memberDelete);	sv6.Delete(memberPath, memberDelete);}void EmbeddedNetworkController::handleRemoteTrace(const ZT_RemoteTrace& rt){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::handleRemoteTrace");	auto scope = tracer->WithActiveSpan(span);	static volatile unsigned long idCounter = 0;	char id[128], tmp[128];	std::string k, v;	try {		// Convert Dictionary into JSON object		json d;		char* saveptr = (char*)0;		for (char* l = Utils::stok(rt.data, "\n", &saveptr); (l); l = Utils::stok((char*)0, "\n", &saveptr)) {			char* eq = strchr(l, '=');			if (eq > l) {				k.assign(l, (unsigned long)(eq - l));				v.clear();				++eq;				while (*eq) {					if (*eq == '\\') {						++eq;						if (*eq) {							switch (*eq) {								case 'r':									v.push_back('\r');									break;								case 'n':									v.push_back('\n');									break;								case '0':									v.push_back((char)0);									break;								case 'e':									v.push_back('=');									break;								default:									v.push_back(*eq);									break;							}							++eq;						}					}					else {						v.push_back(*(eq++));					}				}				if ((k.length() > 0) && (v.length() > 0))					d[k] = v;			}		}		const int64_t now = OSUtils::now();		OSUtils::ztsnprintf(			id, sizeof(id), "%.10llx-%.16llx-%.10llx-%.4x", _signingId.address().toInt(), now, rt.origin,			(unsigned int)(idCounter++ & 0xffff));		d["id"] = id;		d["objtype"] = "trace";		d["ts"] = now;		d["nodeId"] = Utils::hex10(rt.origin, tmp);		_db.save(d, true);	}	catch (...) {		// drop invalid trace messages if an error occurs	}}void EmbeddedNetworkController::onNetworkUpdate(const void* db, uint64_t networkId, const nlohmann::json& network){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::onNetworkUpdate");	auto scope = tracer->WithActiveSpan(span);	// Send an update to all members of the network that are online	const int64_t now = OSUtils::now();	std::lock_guard<std::mutex> l(_memberStatus_l);	for (auto i = _memberStatus.begin(); i != _memberStatus.end(); ++i) {		if ((i->first.networkId == networkId) && (i->second.online(now)) && (i->second.lastRequestMetaData))			request(networkId, InetAddress(), 0, i->second.identity, i->second.lastRequestMetaData);	}}void EmbeddedNetworkController::onNetworkMemberUpdate(	const void* db,	uint64_t networkId,	uint64_t memberId,	const nlohmann::json& member){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::onNetworkMemberUpdate");	auto scope = tracer->WithActiveSpan(span);	// Push update to member if online	try {		std::lock_guard<std::mutex> l(_memberStatus_l);		_MemberStatus& ms = _memberStatus[_MemberStatusKey(networkId, memberId)];		if ((ms.online(OSUtils::now())) && (ms.lastRequestMetaData))			request(networkId, InetAddress(), 0, ms.identity, ms.lastRequestMetaData);	}	catch (...) {	}}void EmbeddedNetworkController::onNetworkMemberDeauthorize(const void* db, uint64_t networkId, uint64_t memberId){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::onNetworkMemberDeauthorize");	auto scope = tracer->WithActiveSpan(span);	fprintf(stderr, "Member Deauthorized: nwid=%.16llx, nodeid=%.10llx\n", networkId, memberId);	const int64_t now = OSUtils::now();	Revocation rev(		(uint32_t)_node->prng(), networkId, 0, now, ZT_REVOCATION_FLAG_FAST_PROPAGATE, Address(memberId),		Revocation::CREDENTIAL_TYPE_COM);	rev.sign(_signingId);	{		std::lock_guard<std::mutex> l(_memberStatus_l);		for (auto i = _memberStatus.begin(); i != _memberStatus.end(); ++i) {			if ((i->first.networkId == networkId) && (i->second.online(now))) {				_node->ncSendRevocation(Address(i->first.nodeId), rev);				fprintf(stderr, "  Sent revocation to %.10llx\n", i->first.nodeId);			}			else {				fprintf(stderr, "  Not sending revocation to %.10llx\n", i->first.nodeId);			}		}	}}void EmbeddedNetworkController::_request(	uint64_t nwid,	const InetAddress& fromAddr,	uint64_t requestPacketId,	const Identity& identity,	const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY>& metaData){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_controller");	auto span = tracer->StartSpan("embedded_controller::_request");	auto scope = tracer->WithActiveSpan(span);	Metrics::network_config_request++;	auto tid = std::this_thread::get_id();	std::stringstream ss;	ss << tid;	std::string threadID = ss.str();#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	auto b1 = _member_status_lookup.Add({ { "thread", threadID } });	auto c1 = _member_status_lookup_count.Add({ { "thread", threadID } });	c1++;	b1.start();#endif	char nwids[24];	DB::NetworkSummaryInfo ns;	json network, member;	if (((! _signingId) || (! _signingId.hasPrivate())) || (_signingId.address().toInt() != (nwid >> 24))		|| (! _sender)) {		return;	}	const int64_t now = OSUtils::now();#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b1.stop();	auto b2 = _node_is_online.Add({ { "thread", threadID } });	auto c2 = _node_is_online_count.Add({ { "thread", threadID } });	c2++;	b2.start();#endif	char osArch[256];	metaData.get(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_OS_ARCH, osArch, sizeof(osArch));	// fprintf(stderr, "Network Config Request: nwid=%.16llx, nodeid=%.10llx, osArch=%s\n",	// 	nwid, identity.address().toInt(), osArch);	_db.nodeIsOnline(nwid, identity.address().toInt(), fromAddr, osArch);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b2.stop();	auto b3 = _get_and_init_member.Add({ { "thread", threadID } });	auto c3 = _get_and_init_member_count.Add({ { "thread", threadID } });	c3++;	b3.start();#endif	Utils::hex(nwid, nwids);	_db.get(nwid, network, identity.address().toInt(), member, ns);	if ((! network.is_object()) || (network.empty())) {		_sender->ncSendError(			nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_OBJECT_NOT_FOUND, nullptr, 0);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK		b3.stop();#endif		return;	}	const bool newMember = ((! member.is_object()) || (member.empty()));	DB::initMember(member);	_MemberStatusKey msk(nwid, identity.address().toInt());#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b3.stop();#endif	{#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK		auto b4 = _have_identity.Add({ { "thread", threadID } });		auto c4 = _have_identity_count.Add({ { "thread", threadID } });		c4++;		b4.start();#endif		const std::string haveIdStr(OSUtils::jsonString(member["identity"], ""));		if (haveIdStr.length() > 0) {			// If we already know this member's identity perform a full compare. This prevents			// a "collision" from being able to auth onto our network in place of an already			// known member.			try {				if (Identity(haveIdStr.c_str()) != identity) {					_sender->ncSendError(						nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_ACCESS_DENIED, nullptr,						0);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK					b4.stop();#endif					return;				}			}			catch (...) {				_sender->ncSendError(					nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_ACCESS_DENIED, nullptr, 0);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK				b4.stop();#endif				return;			}		}		else {			// If we do not yet know this member's identity, learn it.			char idtmp[1024];			member["identity"] = identity.toString(false, idtmp);		}#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK		b4.stop();#endif	}	// These are always the same, but make sure they are set	{		char tmpid[128];		const std::string addrs(identity.address().toString(tmpid));		member["id"] = addrs;		member["address"] = addrs;		member["nwid"] = nwids;	}	// Determine whether and how member is authorized#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	auto b5 = _determine_auth.Add({ { "thread", threadID } });	auto c5 = _determine_auth_count.Add({ { "thread", threadID } });	c5++;	b5.start();#endif	bool authorized = false;	bool autoAuthorized = false;	json autoAuthCredentialType, autoAuthCredential;	if (OSUtils::jsonBool(member["authorized"], false)) {		authorized = true;	}	else if (! OSUtils::jsonBool(network["private"], true)) {		authorized = true;		autoAuthorized = true;		autoAuthCredentialType = "public";	}	else {		char presentedAuth[512];		if (metaData.get(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_AUTH, presentedAuth, sizeof(presentedAuth)) > 0) {			presentedAuth[511] = (char)0;	// sanity check			if ((strlen(presentedAuth) > 6) && (! strncmp(presentedAuth, "token:", 6))) {				const char* const presentedToken = presentedAuth + 6;				json authTokens(network["authTokens"]);				json& tokenExpires = authTokens[presentedToken];				if (tokenExpires.is_number()) {					if ((tokenExpires == 0) || (tokenExpires > now)) {						authorized = true;						autoAuthorized = true;						autoAuthCredentialType = "token";						autoAuthCredential = presentedToken;					}				}			}		}	}	// If we auto-authorized, update member record	if ((autoAuthorized) && (authorized)) {		member["authorized"] = true;		member["lastAuthorizedTime"] = now;		member["lastAuthorizedCredentialType"] = autoAuthCredentialType;		member["lastAuthorizedCredential"] = autoAuthCredential;	}#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b5.stop();#endif	// Should we check SSO Stuff?	// If network is configured with SSO, and the member is not marked exempt: yes	// Otherwise no, we use standard auth logic.#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	auto b6 = _sso_check.Add({ { "thread", threadID } });	auto c6 = _sso_check_count.Add({ { "thread", threadID } });	c6++;	b6.start();#endif	AuthInfo info;	int64_t authenticationExpiryTime = -1;	bool networkSSOEnabled = OSUtils::jsonBool(network["ssoEnabled"], false);	bool memberSSOExempt = OSUtils::jsonBool(member["ssoExempt"], false);	if (networkSSOEnabled && ! memberSSOExempt) {		authenticationExpiryTime = (int64_t)OSUtils::jsonInt(member["authenticationExpiryTime"], 0);		info = _db.getSSOAuthInfo(member, _ssoRedirectURL);		assert(info.enabled == networkSSOEnabled);		if (authenticationExpiryTime <= now) {			if (info.version == 0) {				Dictionary<4096> authInfo;				authInfo.add(ZT_AUTHINFO_DICT_KEY_VERSION, (uint64_t)0ULL);				authInfo.add(ZT_AUTHINFO_DICT_KEY_AUTHENTICATION_URL, info.authenticationURL.c_str());				_sender->ncSendError(					nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_AUTHENTICATION_REQUIRED,					authInfo.data(), authInfo.sizeBytes());			}			else if (info.version == 1) {				Dictionary<8192> authInfo;				authInfo.add(ZT_AUTHINFO_DICT_KEY_VERSION, info.version);				authInfo.add(ZT_AUTHINFO_DICT_KEY_ISSUER_URL, info.issuerURL.c_str());				authInfo.add(ZT_AUTHINFO_DICT_KEY_CENTRAL_ENDPOINT_URL, info.centralAuthURL.c_str());				authInfo.add(ZT_AUTHINFO_DICT_KEY_NONCE, info.ssoNonce.c_str());				authInfo.add(ZT_AUTHINFO_DICT_KEY_STATE, info.ssoState.c_str());				authInfo.add(ZT_AUTHINFO_DICT_KEY_CLIENT_ID, info.ssoClientID.c_str());				authInfo.add(ZT_AUTHINFO_DICT_KEY_SSO_PROVIDER, info.ssoProvider.c_str());				_sender->ncSendError(					nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_AUTHENTICATION_REQUIRED,					authInfo.data(), authInfo.sizeBytes());			}			DB::cleanMember(member);			_db.save(member, true);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK			b6.stop();#endif			return;		}	}#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b6.stop();	auto b7 = _auth_check.Add({ { "thread", threadID } });	auto c7 = _auth_check_count.Add({ { "thread", threadID } });	c7++;	b7.start();#endif	if (authorized) {		// Update version info and meta-data if authorized and if this is a genuine request		if (requestPacketId) {			const uint64_t vMajor = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MAJOR_VERSION, 0);			const uint64_t vMinor = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MINOR_VERSION, 0);			const uint64_t vRev = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_REVISION, 0);			const uint64_t vProto = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_PROTOCOL_VERSION, 0);			member["vMajor"] = vMajor;			member["vMinor"] = vMinor;			member["vRev"] = vRev;			member["vProto"] = vProto;			{				std::lock_guard<std::mutex> l(_memberStatus_l);				_MemberStatus& ms = _memberStatus[msk];				ms.authenticationExpiryTime = authenticationExpiryTime;				ms.vMajor = (int)vMajor;				ms.vMinor = (int)vMinor;				ms.vRev = (int)vRev;				ms.vProto = (int)vProto;				ms.lastRequestMetaData = metaData;				ms.identity = identity;			}			if (authenticationExpiryTime > 0) {				std::lock_guard<std::mutex> l(_expiringSoon_l);				_expiringSoon.insert(std::pair<int64_t, _MemberStatusKey>(authenticationExpiryTime, msk));			}		}	}	else {		// If they are not authorized, STOP!		DB::cleanMember(member);		_db.save(member, true);		_sender->ncSendError(			nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_ACCESS_DENIED, nullptr, 0);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK		b7.stop();#endif		return;	}#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b7.stop();#endif	// -------------------------------------------------------------------------	// If we made it this far, they are authorized (and authenticated).	// -------------------------------------------------------------------------	// Default timeout: 15 minutes. Maximum: two hours. Can be specified by an optional field in the network config	// if something longer than 15 minutes is desired. Minimum is 5 minutes since shorter than that would be flaky.#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	auto b8 = _json_schlep.Add({ { "thread", threadID } });	auto c8 = _json_schlep_count.Add({ { "thread", threadID } });	c8++;	b8.start();#endif	int64_t credentialtmd = ZT_NETWORKCONFIG_DEFAULT_CREDENTIAL_TIME_DFL_MAX_DELTA;	if (network.contains("certificateTimeoutWindowSize")) {		credentialtmd = (int64_t)network["certificateTimeoutWindowSize"];	}	credentialtmd = std::max(		std::min(credentialtmd, ZT_NETWORKCONFIG_DEFAULT_CREDENTIAL_TIME_MAX_MAX_DELTA),		ZT_NETWORKCONFIG_DEFAULT_CREDENTIAL_TIME_MIN_MAX_DELTA);	std::unique_ptr<NetworkConfig> nc(new NetworkConfig());	nc->networkId = nwid;	nc->type = OSUtils::jsonBool(network["private"], true) ? ZT_NETWORK_TYPE_PRIVATE : ZT_NETWORK_TYPE_PUBLIC;	nc->timestamp = now;	nc->credentialTimeMaxDelta = credentialtmd;	nc->revision = OSUtils::jsonInt(network["revision"], 0ULL);	nc->issuedTo = identity.address();	if (OSUtils::jsonBool(network["enableBroadcast"], true))		nc->flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_BROADCAST;	Utils::scopy(nc->name, sizeof(nc->name), OSUtils::jsonString(network["name"], "").c_str());	nc->mtu = std::max(		std::min((unsigned int)OSUtils::jsonInt(network["mtu"], ZT_DEFAULT_MTU), (unsigned int)ZT_MAX_MTU),		(unsigned int)ZT_MIN_MTU);	nc->multicastLimit = (unsigned int)OSUtils::jsonInt(network["multicastLimit"], 32ULL);	nc->ssoEnabled = networkSSOEnabled;	  // OSUtils::jsonBool(network["ssoEnabled"], false);	nc->ssoVersion = info.version;	if (info.version == 0) {		nc->authenticationExpiryTime = OSUtils::jsonInt(member["authenticationExpiryTime"], 0LL);		if (! info.authenticationURL.empty()) {			Utils::scopy(nc->authenticationURL, sizeof(nc->authenticationURL), info.authenticationURL.c_str());		}	}	else if (info.version == 1) {		nc->authenticationExpiryTime = OSUtils::jsonInt(member["authenticationExpiryTime"], 0LL);		if (! info.authenticationURL.empty()) {			Utils::scopy(nc->authenticationURL, sizeof(nc->authenticationURL), info.authenticationURL.c_str());		}		if (! info.centralAuthURL.empty()) {			Utils::scopy(nc->centralAuthURL, sizeof(nc->centralAuthURL), info.centralAuthURL.c_str());		}		if (! info.issuerURL.empty()) {#ifdef ZT_DEBUG			fprintf(stderr, "copying issuerURL to nc: %s\n", info.issuerURL.c_str());#endif			Utils::scopy(nc->issuerURL, sizeof(nc->issuerURL), info.issuerURL.c_str());		}		if (! info.ssoNonce.empty()) {			Utils::scopy(nc->ssoNonce, sizeof(nc->ssoNonce), info.ssoNonce.c_str());		}		if (! info.ssoState.empty()) {			Utils::scopy(nc->ssoState, sizeof(nc->ssoState), info.ssoState.c_str());		}		if (! info.ssoClientID.empty()) {			Utils::scopy(nc->ssoClientID, sizeof(nc->ssoClientID), info.ssoClientID.c_str());		}	}	std::string rtt(OSUtils::jsonString(member["remoteTraceTarget"], ""));	if (rtt.length() == 10) {		nc->remoteTraceTarget = Address(Utils::hexStrToU64(rtt.c_str()));		nc->remoteTraceLevel = (Trace::Level)OSUtils::jsonInt(member["remoteTraceLevel"], 0ULL);	}	else {		rtt = OSUtils::jsonString(network["remoteTraceTarget"], "");		if (rtt.length() == 10) {			nc->remoteTraceTarget = Address(Utils::hexStrToU64(rtt.c_str()));		}		else {			nc->remoteTraceTarget.zero();		}		nc->remoteTraceLevel = (Trace::Level)OSUtils::jsonInt(network["remoteTraceLevel"], 0ULL);	}	for (std::vector<Address>::const_iterator ab(ns.activeBridges.begin()); ab != ns.activeBridges.end(); ++ab) {		nc->addSpecialist(*ab, ZT_NETWORKCONFIG_SPECIALIST_TYPE_ACTIVE_BRIDGE);	}	json& v4AssignMode = network["v4AssignMode"];	json& v6AssignMode = network["v6AssignMode"];	json& ipAssignmentPools = network["ipAssignmentPools"];	json& routes = network["routes"];	json& relays = network["relays"];	json& rules = network["rules"];	json& capabilities = network["capabilities"];	json& tags = network["tags"];	json& memberCapabilities = member["capabilities"];	json& memberTags = member["tags"];	json& dns = network["dns"];	// fprintf(stderr, "IP Assignment Pools for Network %s: %s\n", nwids, OSUtils::jsonDump(ipAssignmentPools,	// 2).c_str());	if (metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_RULES_ENGINE_REV, 0) <= 0) {		// Old versions with no rules engine support get an allow everything rule.		// Since rules are enforced bidirectionally, newer versions *will* still		// enforce rules on the inbound side.		nc->ruleCount = 1;		nc->rules[0].t = ZT_NETWORK_RULE_ACTION_ACCEPT;	}	else {		if (rules.is_array()) {			for (unsigned long i = 0; i < rules.size(); ++i) {				if (nc->ruleCount >= ZT_MAX_NETWORK_RULES)					break;				if (_parseRule(rules[i], nc->rules[nc->ruleCount]))					++nc->ruleCount;			}		}		std::map<uint64_t, json*> capsById;		if (! memberCapabilities.is_array())			memberCapabilities = json::array();		if (capabilities.is_array()) {			for (unsigned long i = 0; i < capabilities.size(); ++i) {				json& cap = capabilities[i];				if (cap.is_object()) {					const uint64_t id = OSUtils::jsonInt(cap["id"], 0ULL) & 0xffffffffULL;					capsById[id] = ∩					if ((newMember) && (OSUtils::jsonBool(cap["default"], false))) {						bool have = false;						for (unsigned long i = 0; i < memberCapabilities.size(); ++i) {							if (id == (OSUtils::jsonInt(memberCapabilities[i], 0ULL) & 0xffffffffULL)) {								have = true;								break;							}						}						if (! have)							memberCapabilities.push_back(id);					}				}			}		}		for (unsigned long i = 0; i < memberCapabilities.size(); ++i) {			const uint64_t capId = OSUtils::jsonInt(memberCapabilities[i], 0ULL) & 0xffffffffULL;			std::map<uint64_t, json*>::const_iterator ctmp = capsById.find(capId);			if (ctmp != capsById.end()) {				json* cap = ctmp->second;				if ((cap) && (cap->is_object()) && (! cap->empty())) {					ZT_VirtualNetworkRule capr[ZT_MAX_CAPABILITY_RULES];					unsigned int caprc = 0;					json& caprj = (*cap)["rules"];					if ((caprj.is_array()) && (! caprj.empty())) {						for (unsigned long j = 0; j < caprj.size(); ++j) {							if (caprc >= ZT_MAX_CAPABILITY_RULES)								break;							if (_parseRule(caprj[j], capr[caprc]))								++caprc;						}					}					nc->capabilities[nc->capabilityCount] = Capability((uint32_t)capId, nwid, now, 1, capr, caprc);					if (nc->capabilities[nc->capabilityCount].sign(_signingId, identity.address()))						++nc->capabilityCount;					if (nc->capabilityCount >= ZT_MAX_NETWORK_CAPABILITIES)						break;				}			}		}		std::map<uint32_t, uint32_t> memberTagsById;		if (memberTags.is_array()) {			for (unsigned long i = 0; i < memberTags.size(); ++i) {				json& t = memberTags[i];				if ((t.is_array()) && (t.size() == 2))					memberTagsById[(uint32_t)(OSUtils::jsonInt(t[0], 0ULL) & 0xffffffffULL)] =						(uint32_t)(OSUtils::jsonInt(t[1], 0ULL) & 0xffffffffULL);			}		}		if (tags.is_array()) {	 // check network tags array for defaults that are not present in member tags			for (unsigned long i = 0; i < tags.size(); ++i) {				json& t = tags[i];				if (t.is_object()) {					const uint32_t id = (uint32_t)(OSUtils::jsonInt(t["id"], 0) & 0xffffffffULL);					json& dfl = t["default"];					if ((dfl.is_number()) && (memberTagsById.find(id) == memberTagsById.end())) {						memberTagsById[id] = (uint32_t)(OSUtils::jsonInt(dfl, 0) & 0xffffffffULL);						json mt = json::array();						mt.push_back(id);						mt.push_back(dfl);						memberTags.push_back(mt);	// add default to member tags if not present					}				}			}		}		for (std::map<uint32_t, uint32_t>::const_iterator t(memberTagsById.begin()); t != memberTagsById.end(); ++t) {			if (nc->tagCount >= ZT_MAX_NETWORK_TAGS)				break;			nc->tags[nc->tagCount] = Tag(nwid, now, identity.address(), t->first, t->second);			if (nc->tags[nc->tagCount].sign(_signingId))				++nc->tagCount;		}	}	if (routes.is_array()) {		for (unsigned long i = 0; i < routes.size(); ++i) {			if (nc->routeCount >= ZT_MAX_NETWORK_ROUTES)				break;			json& route = routes[i];			json& target = route["target"];			json& via = route["via"];			if (target.is_string()) {				const InetAddress t(target.get<std::string>().c_str());				InetAddress v;				if (via.is_string())					v.fromString(via.get<std::string>().c_str());				if ((t.ss_family == AF_INET) || (t.ss_family == AF_INET6)) {					ZT_VirtualNetworkRoute* r = &(nc->routes[nc->routeCount]);					*(reinterpret_cast<InetAddress*>(&(r->target))) = t;					if (v.ss_family == t.ss_family)						*(reinterpret_cast<InetAddress*>(&(r->via))) = v;					++nc->routeCount;				}			}		}	}	if (relays.is_array()) {		for (unsigned long i = 0; i < relays.size(); ++i) {			Address relay(Address(Utils::hexStrToU64(OSUtils::jsonString(relays[i], "0").c_str()) & 0xffffffffffULL));			if (! relay.isReserved()) {				nc->addSpecialist(relay, ZT_NETWORKCONFIG_SPECIALIST_TYPE_NETWORK_RELAY);			}		}	}	const bool noAutoAssignIps = OSUtils::jsonBool(member["noAutoAssignIps"], false);	if ((v6AssignMode.is_object()) && (! noAutoAssignIps)) {		if ((OSUtils::jsonBool(v6AssignMode["rfc4193"], false)) && (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {			nc->staticIps[nc->staticIpCount++] = InetAddress::makeIpv6rfc4193(nwid, identity.address().toInt());			nc->flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;		}		if ((OSUtils::jsonBool(v6AssignMode["6plane"], false)) && (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {			nc->staticIps[nc->staticIpCount++] = InetAddress::makeIpv66plane(nwid, identity.address().toInt());			nc->flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;		}	}	bool haveManagedIpv4AutoAssignment = false;	bool haveManagedIpv6AutoAssignment = false;		// "special" NDP-emulated address types do not count	json ipAssignments = member["ipAssignments"];	// we want to make a copy	if (ipAssignments.is_array()) {		for (unsigned long i = 0; i < ipAssignments.size(); ++i) {			if (ipAssignments[i].is_string()) {				const std::string ips = ipAssignments[i];				InetAddress ip(ips.c_str());				int routedNetmaskBits = -1;				for (unsigned int rk = 0; rk < nc->routeCount; ++rk) {					if (reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->containsAddress(ip)) {						const int nb =							(int)(reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->netmaskBits());						if (nb > routedNetmaskBits)							routedNetmaskBits = nb;					}				}				if (routedNetmaskBits >= 0) {					if (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {						ip.setPort(routedNetmaskBits);						nc->staticIps[nc->staticIpCount++] = ip;					}					if (ip.ss_family == AF_INET)						haveManagedIpv4AutoAssignment = true;					else if (ip.ss_family == AF_INET6)						haveManagedIpv6AutoAssignment = true;				}			}		}	}	else {		ipAssignments = json::array();	}	if ((ipAssignmentPools.is_array()) && ((v6AssignMode.is_object()) && (OSUtils::jsonBool(v6AssignMode["zt"], false)))		&& (! haveManagedIpv6AutoAssignment) && (! noAutoAssignIps)) {		for (unsigned long p = 0; ((p < ipAssignmentPools.size()) && (! haveManagedIpv6AutoAssignment)); ++p) {			json& pool = ipAssignmentPools[p];			if (pool.is_object()) {				InetAddress ipRangeStart(OSUtils::jsonString(pool["ipRangeStart"], "").c_str());				InetAddress ipRangeEnd(OSUtils::jsonString(pool["ipRangeEnd"], "").c_str());				if ((ipRangeStart.ss_family == AF_INET6) && (ipRangeEnd.ss_family == AF_INET6)) {					uint64_t s[2], e[2], x[2], xx[2];					memcpy(s, ipRangeStart.rawIpData(), 16);					memcpy(e, ipRangeEnd.rawIpData(), 16);					s[0] = Utils::ntoh(s[0]);					s[1] = Utils::ntoh(s[1]);					e[0] = Utils::ntoh(e[0]);					e[1] = Utils::ntoh(e[1]);					x[0] = s[0];					x[1] = s[1];					for (unsigned int trialCount = 0; trialCount < 1000; ++trialCount) {						if ((trialCount == 0) && (e[1] > s[1]) && ((e[1] - s[1]) >= 0xffffffffffULL)) {							// First see if we can just cram a ZeroTier ID into the higher 64 bits. If so do that.							xx[0] = Utils::hton(x[0]);							xx[1] = Utils::hton(x[1] + identity.address().toInt());						}						else {							// Otherwise pick random addresses -- this technically doesn't explore the whole range if							// the lower 64 bit range is >= 1 but that won't matter since that would be huge anyway							Utils::getSecureRandom((void*)xx, 16);							if ((e[0] > s[0]))								xx[0] %= (e[0] - s[0]);							else								xx[0] = 0;							if ((e[1] > s[1]))								xx[1] %= (e[1] - s[1]);							else								xx[1] = 0;							xx[0] = Utils::hton(x[0] + xx[0]);							xx[1] = Utils::hton(x[1] + xx[1]);						}						InetAddress ip6((const void*)xx, 16, 0);						// Check if this IP is within a local-to-Ethernet routed network						int routedNetmaskBits = 0;						for (unsigned int rk = 0; rk < nc->routeCount; ++rk) {							if ((! nc->routes[rk].via.ss_family) && (nc->routes[rk].target.ss_family == AF_INET6)								&& (reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))										->containsAddress(ip6)))								routedNetmaskBits =									reinterpret_cast<const InetAddress*>(&(nc->routes[rk].target))->netmaskBits();						}						// If it's routed, then try to claim and assign it and if successful end loop						if ((routedNetmaskBits > 0)							&& (! std::binary_search(ns.allocatedIps.begin(), ns.allocatedIps.end(), ip6))) {							char tmpip[64];							const std::string ipStr(ip6.toIpString(tmpip));							if (std::find(ipAssignments.begin(), ipAssignments.end(), ipStr) == ipAssignments.end()) {								ipAssignments.push_back(ipStr);								member["ipAssignments"] = ipAssignments;								ip6.setPort((unsigned int)routedNetmaskBits);								if (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)									nc->staticIps[nc->staticIpCount++] = ip6;								haveManagedIpv6AutoAssignment = true;								break;							}						}					}				}			}		}	}	fprintf(stderr, "haveManagedIpv4AutoAssignment=%s\n", haveManagedIpv4AutoAssignment ? "true" : "false");	fprintf(stderr, "ipAssignmentPools.is_array()=%s\n", ipAssignmentPools.is_array() ? "true" : "false");	fprintf(stderr, "v4AssignMode.is_object()=%s\n", v4AssignMode.is_object() ? "true" : "false");	fprintf(		stderr, "v4AssignMode[\"zt\"]=%s\n",		(v4AssignMode.is_object() && OSUtils::jsonBool(v4AssignMode["zt"], false)) ? "true" : "false");	fprintf(stderr, "noAutoAssignIps=%s\n", noAutoAssignIps ? "true" : "false");	if ((ipAssignmentPools.is_array()) && ((v4AssignMode.is_object()) && (OSUtils::jsonBool(v4AssignMode["zt"], false)))		&& (! haveManagedIpv4AutoAssignment) && (! noAutoAssignIps)) {		fprintf(stderr, "Trying to do managed IPv4 auto-assignment\n");		for (unsigned long p = 0; ((p < ipAssignmentPools.size()) && (! haveManagedIpv4AutoAssignment)); ++p) {			json& pool = ipAssignmentPools[p];			fprintf(stderr, "  considering pool %lu: %s\n", p, OSUtils::jsonDump(pool, 2).c_str());			if (pool.is_object()) {				InetAddress ipRangeStartIA(OSUtils::jsonString(pool["ipRangeStart"], "").c_str());				InetAddress ipRangeEndIA(OSUtils::jsonString(pool["ipRangeEnd"], "").c_str());				if ((ipRangeStartIA.ss_family == AF_INET) && (ipRangeEndIA.ss_family == AF_INET)) {					uint32_t ipRangeStart = Utils::ntoh(						(uint32_t)(reinterpret_cast<struct sockaddr_in*>(&ipRangeStartIA)->sin_addr.s_addr));					uint32_t ipRangeEnd =						Utils::ntoh((uint32_t)(reinterpret_cast<struct sockaddr_in*>(&ipRangeEndIA)->sin_addr.s_addr));					if ((ipRangeEnd < ipRangeStart) || (ipRangeStart == 0)) {						fprintf(stderr, "  bad ip range range\n");						continue;					}					uint32_t ipRangeLen = ipRangeEnd - ipRangeStart;					// Start with the LSB of the member's address					uint32_t ipTrialCounter = (uint32_t)(identity.address().toInt() & 0xffffffff);					for (uint32_t k = ipRangeStart, trialCount = 0; ((k <= ipRangeEnd) && (trialCount < 1000));						 ++k, ++trialCount) {						uint32_t ip = (ipRangeLen > 0) ? (ipRangeStart + (ipTrialCounter % ipRangeLen)) : ipRangeStart;						++ipTrialCounter;						if ((ip & 0x000000ff) == 0x000000ff) {							continue;	// don't allow addresses that end in .255						}						// Check if this IP is within a local-to-Ethernet routed network						int routedNetmaskBits = -1;						for (unsigned int rk = 0; rk < nc->routeCount; ++rk) {							if (nc->routes[rk].target.ss_family == AF_INET) {								uint32_t targetIp = Utils::ntoh(									(uint32_t)(reinterpret_cast<const struct sockaddr_in*>(&(nc->routes[rk].target))												   ->sin_addr.s_addr));								int targetBits = Utils::ntoh(									(uint16_t)(reinterpret_cast<const struct sockaddr_in*>(&(nc->routes[rk].target))												   ->sin_port));								if ((ip & (0xffffffff << (32 - targetBits))) == targetIp) {									routedNetmaskBits = targetBits;									break;								}							}						}						// If it's routed, then try to claim and assign it and if successful end loop						const InetAddress ip4(Utils::hton(ip), 0);						if ((routedNetmaskBits > 0)							&& (! std::binary_search(ns.allocatedIps.begin(), ns.allocatedIps.end(), ip4))) {							char tmpip[64];							const std::string ipStr(ip4.toIpString(tmpip));							if (std::find(ipAssignments.begin(), ipAssignments.end(), ipStr) == ipAssignments.end()) {								fprintf(stderr, "  assigning %s\n", ipStr.c_str());								ipAssignments.push_back(ipStr);								member["ipAssignments"] = ipAssignments;								if (nc->staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {									struct sockaddr_in* const v4ip =										reinterpret_cast<struct sockaddr_in*>(&(nc->staticIps[nc->staticIpCount++]));									v4ip->sin_family = AF_INET;									v4ip->sin_port = Utils::hton((uint16_t)routedNetmaskBits);									v4ip->sin_addr.s_addr = Utils::hton(ip);								}								haveManagedIpv4AutoAssignment = true;								break;							}						}					}				}			}		}	}	if (dns.is_object()) {		std::string domain = OSUtils::jsonString(dns["domain"], "");		memcpy(nc->dns.domain, domain.c_str(), domain.size());		json& addrArray = dns["servers"];		if (addrArray.is_array()) {			for (unsigned int j = 0; j < addrArray.size() && j < ZT_MAX_DNS_SERVERS; ++j) {				json& addr = addrArray[j];				nc->dns.server_addr[j] = InetAddress(OSUtils::jsonString(addr, "").c_str());			}		}	}	else {		dns = json::object();	}#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b8.stop();#endif	// Issue a certificate of ownership for all static IPs#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	auto b9 = _issue_certificate.Add({ { "thread", threadID } });	auto c9 = _issue_certificate_count.Add({ { "thread", threadID } });	c9++;	b9.start();#endif	if (nc->staticIpCount) {		nc->certificatesOfOwnership[0] = CertificateOfOwnership(nwid, now, identity.address(), 1);		for (unsigned int i = 0; i < nc->staticIpCount; ++i) {			nc->certificatesOfOwnership[0].addThing(nc->staticIps[i]);		}		nc->certificatesOfOwnership[0].sign(_signingId);		nc->certificateOfOwnershipCount = 1;	}	CertificateOfMembership com(now, credentialtmd, nwid, identity);	if (com.sign(_signingId)) {		nc->com = com;	}	else {		_sender->ncSendError(			nwid, requestPacketId, identity.address(), NetworkController::NC_ERROR_INTERNAL_SERVER_ERROR, nullptr, 0);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK		b9.stop();#endif		return;	}#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b9.stop();	auto b10 = _save_member.Add({ { "thread", threadID } });	auto c10 = _save_member_count.Add({ { "thread", threadID } });	c10++;	b10.start();#endif	member["change_source"] = "controller";	DB::cleanMember(member);	_db.save(member, true);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b10.stop();	auto b11 = _send_netconf.Add({ { "thread", threadID } });	auto c11 = _send_netconf_count.Add({ { "thread", threadID } });	c11++;	b11.start();#endif	_sender->ncSendConfig(		nwid, requestPacketId, identity.address(), *(nc.get()),		metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_VERSION, 0) < 6);#ifdef CENTRAL_CONTROLLER_REQUEST_BENCHMARK	b11.stop();#endif}void EmbeddedNetworkController::_startThreads(){	auto provider = opentelemetry::trace::Provider::GetTracerProvider();	auto tracer = provider->GetTracer("embedded_network_controller");	auto span = tracer->StartSpan("embedded_network_controller::_startThreads");	auto scope = tracer->WithActiveSpan(span);	std::lock_guard<std::mutex> l(_threads_l);	if (! _threads.empty()) {		return;	}	const long hwc = std::max((long)std::thread::hardware_concurrency(), (long)1);	for (long t = 0; t < hwc; ++t) {		_threads.emplace_back([this]() {			Metrics::network_config_request_threads++;			for (;;) {				_RQEntry* qe = (_RQEntry*)0;				Metrics::network_config_request_queue_size = _queue.size();				auto timedWaitResult = _queue.get(qe, 1000);				if (timedWaitResult == BlockingQueue<_RQEntry*>::STOP) {					break;				}				else if (timedWaitResult == BlockingQueue<_RQEntry*>::OK) {					if (qe) {						try {							_request(qe->nwid, qe->fromAddr, qe->requestPacketId, qe->identity, qe->metaData);						}						catch (std::exception& e) {							fprintf(								stderr, "ERROR: exception in controller request handling thread: %s" ZT_EOL_S,								e.what());						}						catch (...) {							fprintf(								stderr,								"ERROR: exception in controller request handling thread: unknown exception" ZT_EOL_S);						}						delete qe;						qe = nullptr;					}				}			}			Metrics::network_config_request_threads--;		});	}}void EmbeddedNetworkController::_ssoExpiryThread(){	while (_ssoExpiryRunning) {		auto provider = opentelemetry::trace::Provider::GetTracerProvider();		auto tracer = provider->GetTracer("embedded_network_controller");		auto span = tracer->StartSpan("embedded_network_controller::_ssoExpiryThread");		auto scope = tracer->WithActiveSpan(span);		std::vector<_MemberStatusKey> expired;		nlohmann::json network, member;		int64_t now = OSUtils::now();		{			std::lock_guard<std::mutex> l(_expiringSoon_l);			for (auto s = _expiringSoon.begin(); s != _expiringSoon.end();) {				Metrics::sso_expiration_checks++;				const int64_t when = s->first;				if (when <= now) {					// The user may have re-authorized, so we must actually look it up and check.					network.clear();					member.clear();					if (_db.get(s->second.networkId, network, s->second.nodeId, member)) {						int64_t authenticationExpiryTime =							(int64_t)OSUtils::jsonInt(member["authenticationExpiryTime"], 0);						if (authenticationExpiryTime <= now) {							expired.push_back(s->second);						}					}					s = _expiringSoon.erase(s);				}				else {					// Don't bother going further into the future than necessary.					break;				}			}		}		for (auto e = expired.begin(); e != expired.end(); ++e) {			Metrics::sso_member_deauth++;			onNetworkMemberDeauthorize(nullptr, e->networkId, e->nodeId);		}		span->End();		std::this_thread::sleep_for(std::chrono::milliseconds(500));	}}}	// namespace ZeroTier
 |