EmbeddedNetworkController.cpp 49 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2015 ZeroTier, Inc.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #include <stdint.h>
  19. #include <stdio.h>
  20. #include <stdlib.h>
  21. #include <string.h>
  22. #include <time.h>
  23. #include <sys/time.h>
  24. #include <sys/types.h>
  25. #include <algorithm>
  26. #include <utility>
  27. #include <stdexcept>
  28. #include <set>
  29. #include <map>
  30. #include "../include/ZeroTierOne.h"
  31. #include "../node/Constants.hpp"
  32. #include "EmbeddedNetworkController.hpp"
  33. #include "../node/Node.hpp"
  34. #include "../node/Utils.hpp"
  35. #include "../node/CertificateOfMembership.hpp"
  36. #include "../node/NetworkConfig.hpp"
  37. #include "../node/Dictionary.hpp"
  38. #include "../node/InetAddress.hpp"
  39. #include "../node/MAC.hpp"
  40. #include "../node/Address.hpp"
  41. using json = nlohmann::json;
  42. // API version reported via JSON control plane
  43. #define ZT_NETCONF_CONTROLLER_API_VERSION 3
  44. // Number of requests to remember in member history
  45. #define ZT_NETCONF_DB_MEMBER_HISTORY_LENGTH 64
  46. // Min duration between requests for an address/nwid combo to prevent floods
  47. #define ZT_NETCONF_MIN_REQUEST_PERIOD 1000
  48. // Nodes are considered active if they've queried in less than this long
  49. #define ZT_NETCONF_NODE_ACTIVE_THRESHOLD ((ZT_NETWORK_AUTOCONF_DELAY * 2) + 5000)
  50. namespace ZeroTier {
  51. // Get JSON values as unsigned integers, strings, or booleans, doing type conversion if possible
  52. static uint64_t _jI(const json &jv,const uint64_t dfl)
  53. {
  54. if (jv.is_number()) {
  55. return (uint64_t)jv;
  56. } else if (jv.is_string()) {
  57. std::string s = jv;
  58. return Utils::strToU64(s.c_str());
  59. } else if (jv.is_boolean()) {
  60. return ((bool)jv ? 1ULL : 0ULL);
  61. }
  62. return dfl;
  63. }
  64. static bool _jB(const json &jv,const bool dfl)
  65. {
  66. if (jv.is_boolean()) {
  67. return (bool)jv;
  68. } else if (jv.is_number()) {
  69. return ((uint64_t)jv > 0ULL);
  70. } else if (jv.is_string()) {
  71. std::string s = jv;
  72. if (s.length() > 0) {
  73. switch(s[0]) {
  74. case 't':
  75. case 'T':
  76. case '1':
  77. return true;
  78. }
  79. }
  80. return false;
  81. }
  82. return dfl;
  83. }
  84. static std::string _jS(const json &jv,const char *dfl)
  85. {
  86. if (jv.is_string()) {
  87. return jv;
  88. } else if (jv.is_number()) {
  89. char tmp[64];
  90. Utils::snprintf(tmp,sizeof(tmp),"%llu",(uint64_t)jv);
  91. return tmp;
  92. } else if (jv.is_boolean()) {
  93. return ((bool)jv ? std::string("1") : std::string("0"));
  94. }
  95. return std::string((dfl) ? dfl : "");
  96. }
  97. static json _renderRule(ZT_VirtualNetworkRule &rule)
  98. {
  99. char tmp[128];
  100. json r = json::object();
  101. r["not"] = ((rule.t & 0x80) != 0);
  102. switch((rule.t) & 0x7f) {
  103. case ZT_NETWORK_RULE_ACTION_DROP:
  104. r["type"] = "ACTION_DROP";
  105. break;
  106. case ZT_NETWORK_RULE_ACTION_ACCEPT:
  107. r["type"] = "ACTION_ACCEPT";
  108. break;
  109. case ZT_NETWORK_RULE_ACTION_TEE:
  110. r["type"] = "ACTION_TEE";
  111. r["zt"] = Address(rule.v.zt).toString();
  112. break;
  113. case ZT_NETWORK_RULE_ACTION_REDIRECT:
  114. r["type"] = "ACTION_REDIRECT";
  115. r["zt"] = Address(rule.v.zt).toString();
  116. break;
  117. case ZT_NETWORK_RULE_MATCH_SOURCE_ZEROTIER_ADDRESS:
  118. r["type"] = "MATCH_SOURCE_ZEROTIER_ADDRESS";
  119. r["zt"] = Address(rule.v.zt).toString();
  120. break;
  121. case ZT_NETWORK_RULE_MATCH_DEST_ZEROTIER_ADDRESS:
  122. r["type"] = "MATCH_DEST_ZEROTIER_ADDRESS";
  123. r["zt"] = Address(rule.v.zt).toString();
  124. break;
  125. case ZT_NETWORK_RULE_MATCH_VLAN_ID:
  126. r["type"] = "MATCH_VLAN_ID";
  127. r["vlanId"] = (uint64_t)rule.v.vlanId;
  128. break;
  129. case ZT_NETWORK_RULE_MATCH_VLAN_PCP:
  130. r["type"] = "MATCH_VLAN_PCP";
  131. r["vlanPcp"] = (uint64_t)rule.v.vlanPcp;
  132. break;
  133. case ZT_NETWORK_RULE_MATCH_VLAN_DEI:
  134. r["type"] = "MATCH_VLAN_DEI";
  135. r["vlanDei"] = (uint64_t)rule.v.vlanDei;
  136. break;
  137. case ZT_NETWORK_RULE_MATCH_ETHERTYPE:
  138. r["type"] = "MATCH_ETHERTYPE";
  139. r["etherType"] = (uint64_t)rule.v.etherType;
  140. break;
  141. case ZT_NETWORK_RULE_MATCH_MAC_SOURCE:
  142. r["type"] = "MATCH_MAC_SOURCE";
  143. Utils::snprintf(tmp,sizeof(tmp),"%.2x:%.2x:%.2x:%.2x:%.2x:%.2x",(unsigned int)rule.v.mac[0],(unsigned int)rule.v.mac[1],(unsigned int)rule.v.mac[2],(unsigned int)rule.v.mac[3],(unsigned int)rule.v.mac[4],(unsigned int)rule.v.mac[5]);
  144. r["mac"] = tmp;
  145. break;
  146. case ZT_NETWORK_RULE_MATCH_MAC_DEST:
  147. r["type"] = "MATCH_MAC_DEST";
  148. Utils::snprintf(tmp,sizeof(tmp),"%.2x:%.2x:%.2x:%.2x:%.2x:%.2x",(unsigned int)rule.v.mac[0],(unsigned int)rule.v.mac[1],(unsigned int)rule.v.mac[2],(unsigned int)rule.v.mac[3],(unsigned int)rule.v.mac[4],(unsigned int)rule.v.mac[5]);
  149. r["mac"] = tmp;
  150. break;
  151. case ZT_NETWORK_RULE_MATCH_IPV4_SOURCE:
  152. r["type"] = "MATCH_IPV4_SOURCE";
  153. r["ip"] = InetAddress(&(rule.v.ipv4.ip),4,(unsigned int)rule.v.ipv4.mask).toString();
  154. break;
  155. case ZT_NETWORK_RULE_MATCH_IPV4_DEST:
  156. r["type"] = "MATCH_IPV4_DEST";
  157. r["ip"] = InetAddress(&(rule.v.ipv4.ip),4,(unsigned int)rule.v.ipv4.mask).toString();
  158. break;
  159. case ZT_NETWORK_RULE_MATCH_IPV6_SOURCE:
  160. r["type"] = "MATCH_IPV6_SOURCE";
  161. r["ip"] = InetAddress(rule.v.ipv6.ip,16,(unsigned int)rule.v.ipv6.mask).toString();
  162. break;
  163. case ZT_NETWORK_RULE_MATCH_IPV6_DEST:
  164. r["type"] = "MATCH_IPV6_DEST";
  165. r["ip"] = InetAddress(rule.v.ipv6.ip,16,(unsigned int)rule.v.ipv6.mask).toString();
  166. break;
  167. case ZT_NETWORK_RULE_MATCH_IP_TOS:
  168. r["type"] = "MATCH_IP_TOS";
  169. r["ipTos"] = (uint64_t)rule.v.ipTos;
  170. break;
  171. case ZT_NETWORK_RULE_MATCH_IP_PROTOCOL:
  172. r["type"] = "MATCH_IP_PROTOCOL";
  173. r["ipProtocol"] = (uint64_t)rule.v.ipProtocol;
  174. break;
  175. case ZT_NETWORK_RULE_MATCH_IP_SOURCE_PORT_RANGE:
  176. r["type"] = "MATCH_IP_SOURCE_PORT_RANGE";
  177. r["start"] = (uint64_t)rule.v.port[0];
  178. r["end"] = (uint64_t)rule.v.port[1];
  179. break;
  180. case ZT_NETWORK_RULE_MATCH_IP_DEST_PORT_RANGE:
  181. r["type"] = "MATCH_IP_DEST_PORT_RANGE";
  182. r["start"] = (uint64_t)rule.v.port[0];
  183. r["end"] = (uint64_t)rule.v.port[1];
  184. break;
  185. case ZT_NETWORK_RULE_MATCH_CHARACTERISTICS:
  186. r["type"] = "MATCH_CHARACTERISTICS";
  187. Utils::snprintf(tmp,sizeof(tmp),"%.16llx",rule.v.characteristics[0]);
  188. r["mask"] = tmp;
  189. Utils::snprintf(tmp,sizeof(tmp),"%.16llx",rule.v.characteristics[1]);
  190. r["value"] = tmp;
  191. break;
  192. case ZT_NETWORK_RULE_MATCH_FRAME_SIZE_RANGE:
  193. r["type"] = "MATCH_FRAME_SIZE_RANGE";
  194. r["start"] = (uint64_t)rule.v.frameSize[0];
  195. r["end"] = (uint64_t)rule.v.frameSize[1];
  196. break;
  197. case ZT_NETWORK_RULE_MATCH_TAGS_SAMENESS:
  198. r["type"] = "MATCH_TAGS_SAMENESS";
  199. r["id"] = (uint64_t)rule.v.tag.id;
  200. r["value"] = (uint64_t)rule.v.tag.value;
  201. break;
  202. case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_AND:
  203. r["type"] = "MATCH_TAGS_BITWISE_AND";
  204. r["id"] = (uint64_t)rule.v.tag.id;
  205. r["value"] = (uint64_t)rule.v.tag.value;
  206. break;
  207. case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_OR:
  208. r["type"] = "MATCH_TAGS_BITWISE_OR";
  209. r["id"] = (uint64_t)rule.v.tag.id;
  210. r["value"] = (uint64_t)rule.v.tag.value;
  211. break;
  212. case ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_XOR:
  213. r["type"] = "MATCH_TAGS_BITWISE_XOR";
  214. r["id"] = (uint64_t)rule.v.tag.id;
  215. r["value"] = (uint64_t)rule.v.tag.value;
  216. break;
  217. }
  218. return r;
  219. }
  220. static bool _parseRule(const json &r,ZT_VirtualNetworkRule &rule)
  221. {
  222. if (r.is_object())
  223. return false;
  224. std::string t = r["type"];
  225. memset(&rule,0,sizeof(ZT_VirtualNetworkRule));
  226. if (_jB(r["not"],false))
  227. rule.t = 0x80;
  228. else rule.t = 0x00;
  229. if (t == "ACTION_DROP") {
  230. rule.t |= ZT_NETWORK_RULE_ACTION_DROP;
  231. return true;
  232. } else if (t == "ACTION_ACCEPT") {
  233. rule.t |= ZT_NETWORK_RULE_ACTION_ACCEPT;
  234. return true;
  235. } else if (t == "ACTION_TEE") {
  236. rule.t |= ZT_NETWORK_RULE_ACTION_TEE;
  237. rule.v.zt = Utils::hexStrToU64(_jS(r["zt"],"0").c_str()) & 0xffffffffffULL;
  238. return true;
  239. } else if (t == "ACTION_REDIRECT") {
  240. rule.t |= ZT_NETWORK_RULE_ACTION_REDIRECT;
  241. rule.v.zt = Utils::hexStrToU64(_jS(r["zt"],"0").c_str()) & 0xffffffffffULL;
  242. return true;
  243. } else if (t == "MATCH_SOURCE_ZEROTIER_ADDRESS") {
  244. rule.t |= ZT_NETWORK_RULE_MATCH_SOURCE_ZEROTIER_ADDRESS;
  245. rule.v.zt = Utils::hexStrToU64(_jS(r["zt"],"0").c_str()) & 0xffffffffffULL;
  246. return true;
  247. } else if (t == "MATCH_DEST_ZEROTIER_ADDRESS") {
  248. rule.t |= ZT_NETWORK_RULE_MATCH_DEST_ZEROTIER_ADDRESS;
  249. rule.v.zt = Utils::hexStrToU64(_jS(r["zt"],"0").c_str()) & 0xffffffffffULL;
  250. return true;
  251. } else if (t == "MATCH_VLAN_ID") {
  252. rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_ID;
  253. rule.v.vlanId = (uint16_t)(_jI(r["vlanId"],0ULL) & 0xffffULL);
  254. return true;
  255. } else if (t == "MATCH_VLAN_PCP") {
  256. rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_PCP;
  257. rule.v.vlanPcp = (uint8_t)(_jI(r["vlanPcp"],0ULL) & 0xffULL);
  258. return true;
  259. } else if (t == "MATCH_VLAN_DEI") {
  260. rule.t |= ZT_NETWORK_RULE_MATCH_VLAN_DEI;
  261. rule.v.vlanDei = (uint8_t)(_jI(r["vlanDei"],0ULL) & 0xffULL);
  262. return true;
  263. } else if (t == "MATCH_ETHERTYPE") {
  264. rule.t |= ZT_NETWORK_RULE_MATCH_ETHERTYPE;
  265. rule.v.etherType = (uint16_t)(_jI(r["etherType"],0ULL) & 0xffffULL);
  266. return true;
  267. } else if (t == "MATCH_MAC_SOURCE") {
  268. rule.t |= ZT_NETWORK_RULE_MATCH_MAC_SOURCE;
  269. const std::string mac(_jS(r["mac"],"0"));
  270. Utils::unhex(mac.c_str(),(unsigned int)mac.length(),rule.v.mac,6);
  271. return true;
  272. } else if (t == "MATCH_MAC_DEST") {
  273. rule.t |= ZT_NETWORK_RULE_MATCH_MAC_DEST;
  274. const std::string mac(_jS(r["mac"],"0"));
  275. Utils::unhex(mac.c_str(),(unsigned int)mac.length(),rule.v.mac,6);
  276. return true;
  277. } else if (t == "MATCH_IPV4_SOURCE") {
  278. rule.t |= ZT_NETWORK_RULE_MATCH_IPV4_SOURCE;
  279. InetAddress ip(_jS(r["ip"],"0.0.0.0"));
  280. rule.v.ipv4.ip = reinterpret_cast<struct sockaddr_in *>(&ip)->sin_addr.s_addr;
  281. rule.v.ipv4.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in *>(&ip)->sin_port) & 0xff;
  282. if (rule.v.ipv4.mask > 32) rule.v.ipv4.mask = 32;
  283. return true;
  284. } else if (t == "MATCH_IPV4_DEST") {
  285. rule.t |= ZT_NETWORK_RULE_MATCH_IPV4_DEST;
  286. InetAddress ip(_jS(r["ip"],"0.0.0.0"));
  287. rule.v.ipv4.ip = reinterpret_cast<struct sockaddr_in *>(&ip)->sin_addr.s_addr;
  288. rule.v.ipv4.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in *>(&ip)->sin_port) & 0xff;
  289. if (rule.v.ipv4.mask > 32) rule.v.ipv4.mask = 32;
  290. return true;
  291. } else if (t == "MATCH_IPV6_SOURCE") {
  292. rule.t |= ZT_NETWORK_RULE_MATCH_IPV6_SOURCE;
  293. InetAddress ip(_jS(r["ip"],"::0"));
  294. memcpy(rule.v.ipv6.ip,reinterpret_cast<struct sockaddr_in6 *>(&ip)->sin6_addr.s6_addr,16);
  295. rule.v.ipv6.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in6 *>(&ip)->sin6_port) & 0xff;
  296. if (rule.v.ipv6.mask > 128) rule.v.ipv6.mask = 128;
  297. return true;
  298. } else if (t == "MATCH_IPV6_DEST") {
  299. rule.t |= ZT_NETWORK_RULE_MATCH_IPV6_DEST;
  300. InetAddress ip(_jS(r["ip"],"::0"));
  301. memcpy(rule.v.ipv6.ip,reinterpret_cast<struct sockaddr_in6 *>(&ip)->sin6_addr.s6_addr,16);
  302. rule.v.ipv6.mask = Utils::ntoh(reinterpret_cast<struct sockaddr_in6 *>(&ip)->sin6_port) & 0xff;
  303. if (rule.v.ipv6.mask > 128) rule.v.ipv6.mask = 128;
  304. return true;
  305. } else if (t == "MATCH_IP_TOS") {
  306. rule.t |= ZT_NETWORK_RULE_MATCH_IP_TOS;
  307. rule.v.ipTos = (uint8_t)(_jI(r["ipTos"],0ULL) & 0xffULL);
  308. return true;
  309. } else if (t == "MATCH_IP_PROTOCOL") {
  310. rule.t |= ZT_NETWORK_RULE_MATCH_IP_PROTOCOL;
  311. rule.v.ipProtocol = (uint8_t)(_jI(r["ipProtocol"],0ULL) & 0xffULL);
  312. return true;
  313. } else if (t == "MATCH_IP_SOURCE_PORT_RANGE") {
  314. rule.t |= ZT_NETWORK_RULE_MATCH_IP_SOURCE_PORT_RANGE;
  315. rule.v.port[0] = (uint16_t)(_jI(r["start"],0ULL) & 0xffffULL);
  316. rule.v.port[1] = (uint16_t)(_jI(r["end"],(uint64_t)rule.v.port[0]) & 0xffffULL);
  317. return true;
  318. } else if (t == "MATCH_IP_DEST_PORT_RANGE") {
  319. rule.t |= ZT_NETWORK_RULE_MATCH_IP_DEST_PORT_RANGE;
  320. rule.v.port[0] = (uint16_t)(_jI(r["start"],0ULL) & 0xffffULL);
  321. rule.v.port[1] = (uint16_t)(_jI(r["end"],(uint64_t)rule.v.port[0]) & 0xffffULL);
  322. return true;
  323. } else if (t == "MATCH_CHARACTERISTICS") {
  324. rule.t |= ZT_NETWORK_RULE_MATCH_CHARACTERISTICS;
  325. if (r.count("mask")) {
  326. auto v = r["mask"];
  327. if (v.is_number()) {
  328. rule.v.characteristics[0] = v;
  329. } else {
  330. std::string tmp = v;
  331. rule.v.characteristics[0] = Utils::hexStrToU64(tmp.c_str());
  332. }
  333. }
  334. if (r.count("value")) {
  335. auto v = r["value"];
  336. if (v.is_number()) {
  337. rule.v.characteristics[1] = v;
  338. } else {
  339. std::string tmp = v;
  340. rule.v.characteristics[1] = Utils::hexStrToU64(tmp.c_str());
  341. }
  342. }
  343. return true;
  344. } else if (t == "MATCH_FRAME_SIZE_RANGE") {
  345. rule.t |= ZT_NETWORK_RULE_MATCH_FRAME_SIZE_RANGE;
  346. rule.v.frameSize[0] = (uint16_t)(_jI(r["start"],0ULL) & 0xffffULL);
  347. rule.v.frameSize[1] = (uint16_t)(_jI(r["end"],(uint64_t)rule.v.frameSize[0]) & 0xffffULL);
  348. return true;
  349. } else if (t == "MATCH_TAGS_SAMENESS") {
  350. rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_SAMENESS;
  351. rule.v.tag.id = (uint32_t)(_jI(r["id"],0ULL) & 0xffffffffULL);
  352. rule.v.tag.value = (uint32_t)(_jI(r["value"],0ULL) & 0xffffffffULL);
  353. return true;
  354. } else if (t == "MATCH_TAGS_BITWISE_AND") {
  355. rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_AND;
  356. rule.v.tag.id = (uint32_t)(_jI(r["id"],0ULL) & 0xffffffffULL);
  357. rule.v.tag.value = (uint32_t)(_jI(r["value"],0ULL) & 0xffffffffULL);
  358. return true;
  359. } else if (t == "MATCH_TAGS_BITWISE_OR") {
  360. rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_OR;
  361. rule.v.tag.id = (uint32_t)(_jI(r["id"],0ULL) & 0xffffffffULL);
  362. rule.v.tag.value = (uint32_t)(_jI(r["value"],0ULL) & 0xffffffffULL);
  363. return true;
  364. } else if (t == "MATCH_TAGS_BITWISE_XOR") {
  365. rule.t |= ZT_NETWORK_RULE_MATCH_TAGS_BITWISE_XOR;
  366. rule.v.tag.id = (uint32_t)(_jI(r["id"],0ULL) & 0xffffffffULL);
  367. rule.v.tag.value = (uint32_t)(_jI(r["value"],0ULL) & 0xffffffffULL);
  368. return true;
  369. }
  370. return false;
  371. }
  372. EmbeddedNetworkController::EmbeddedNetworkController(Node *node,const char *dbPath) :
  373. _node(node),
  374. _path(dbPath)
  375. {
  376. OSUtils::mkdir(dbPath);
  377. OSUtils::lockDownFile(dbPath,true); // networks might contain auth tokens, etc., so restrict directory permissions
  378. }
  379. EmbeddedNetworkController::~EmbeddedNetworkController()
  380. {
  381. }
  382. NetworkController::ResultCode EmbeddedNetworkController::doNetworkConfigRequest(const InetAddress &fromAddr,const Identity &signingId,const Identity &identity,uint64_t nwid,const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY> &metaData,NetworkConfig &nc)
  383. {
  384. if (((!signingId)||(!signingId.hasPrivate()))||(signingId.address().toInt() != (nwid >> 24))) {
  385. return NetworkController::NETCONF_QUERY_INTERNAL_SERVER_ERROR;
  386. }
  387. const uint64_t now = OSUtils::now();
  388. // Check rate limit circuit breaker to prevent flooding
  389. {
  390. Mutex::Lock _l(_lastRequestTime_m);
  391. uint64_t &lrt = _lastRequestTime[std::pair<uint64_t,uint64_t>(identity.address().toInt(),nwid)];
  392. if ((now - lrt) <= ZT_NETCONF_MIN_REQUEST_PERIOD)
  393. return NetworkController::NETCONF_QUERY_IGNORE;
  394. lrt = now;
  395. }
  396. json network(_readJson(_networkJP(nwid,false)));
  397. if (!network.size())
  398. return NetworkController::NETCONF_QUERY_OBJECT_NOT_FOUND;
  399. const std::string memberJP(_memberJP(nwid,identity.address(),true));
  400. json member(_readJson(memberJP));
  401. {
  402. std::string haveIdStr(_jS(member["identity"],""));
  403. if (haveIdStr.length() > 0) {
  404. // If we already know this member's identity perform a full compare. This prevents
  405. // a "collision" from being able to auth onto our network in place of an already
  406. // known member.
  407. try {
  408. if (Identity(haveIdStr.c_str()) != identity)
  409. return NetworkController::NETCONF_QUERY_ACCESS_DENIED;
  410. } catch ( ... ) {
  411. return NetworkController::NETCONF_QUERY_ACCESS_DENIED;
  412. }
  413. } else {
  414. // If we do not yet know this member's identity, learn it.
  415. member["identity"] = identity.toString(false);
  416. }
  417. }
  418. // Make sure these are always present no matter what, and increment member revision since we will always at least log something
  419. member["id"] = identity.address().toString();
  420. member["address"] = member["id"];
  421. member["nwid"] = network["id"];
  422. member["lastModified"] = now;
  423. {
  424. auto revj = member["revision"];
  425. const uint64_t rev = (revj.is_number() ? ((uint64_t)revj + 1ULL) : 1ULL);
  426. member["revision"] = rev;
  427. }
  428. // Determine whether and how member is authorized
  429. const char *authorizedBy = (const char *)0;
  430. if (!_jB(network["private"],true)) {
  431. authorizedBy = "networkIsPublic";
  432. // If member already has an authorized field, leave it alone. That way its state is
  433. // preserved if the user toggles the network back to private. Otherwise set it to
  434. // true by default for new members of public nets.
  435. if (!member.count("authorized")) member["authorized"] = true;
  436. } else if (_jB(member["authorized"],false)) {
  437. authorizedBy = "memberIsAuthorized";
  438. } else {
  439. char atok[256];
  440. if (metaData.get(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_AUTH_TOKEN,atok,sizeof(atok)) > 0) {
  441. atok[255] = (char)0; // not necessary but YDIFLO
  442. if (strlen(atok) > 0) { // extra sanity check since we never want to compare a null token on either side
  443. auto authTokens = network["authTokens"];
  444. if (authTokens.is_array()) {
  445. for(unsigned long i=0;i<authTokens.size();++i) {
  446. auto at = authTokens[i];
  447. if (at.is_object()) {
  448. const uint64_t expires = _jI(at["expires"],0ULL);
  449. std::string tok = _jS(at["token"],"");
  450. if ( ((expires == 0ULL)||(expires > now)) && (tok.length() > 0) && (tok == atok) ) {
  451. authorizedBy = "token";
  452. member["authorized"] = true; // tokens actually change member authorization state
  453. break;
  454. }
  455. }
  456. }
  457. }
  458. }
  459. }
  460. }
  461. // Log this request
  462. {
  463. json rlEntry = json::object();
  464. rlEntry["ts"] = now;
  465. rlEntry["authorized"] = (authorizedBy) ? true : false;
  466. rlEntry["authorizedBy"] = (authorizedBy) ? authorizedBy : "";
  467. rlEntry["clientMajorVersion"] = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MAJOR_VERSION,0);
  468. rlEntry["clientMinorVersion"] = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MINOR_VERSION,0);
  469. rlEntry["clientRevision"] = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_REVISION,0);
  470. rlEntry["clientProtocolVersion"] = metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_PROTOCOL_VERSION,0);
  471. if (fromAddr)
  472. rlEntry["fromAddr"] = fromAddr.toString();
  473. json recentLog = json::array();
  474. recentLog.push_back(rlEntry);
  475. auto oldLog = member["recentLog"];
  476. if (oldLog.is_array()) {
  477. for(unsigned long i=0;i<oldLog.size();++i) {
  478. recentLog.push_back(oldLog[i]);
  479. if (recentLog.size() >= ZT_NETCONF_DB_MEMBER_HISTORY_LENGTH)
  480. break;
  481. }
  482. }
  483. member["recentLog"] = recentLog;
  484. }
  485. // If they are not authorized, STOP!
  486. if (!authorizedBy) {
  487. _writeJson(memberJP,member);
  488. return NetworkController::NETCONF_QUERY_ACCESS_DENIED;
  489. }
  490. // If we made it this far, they are authorized.
  491. _NetworkMemberInfo nmi;
  492. _getNetworkMemberInfo(now,nwid,nmi);
  493. nc.networkId = nwid;
  494. nc.type = _jB(network["private"],true) ? ZT_NETWORK_TYPE_PRIVATE : ZT_NETWORK_TYPE_PUBLIC;
  495. nc.timestamp = now;
  496. nc.revision = _jI(network["revision"],0ULL);
  497. nc.issuedTo = identity.address();
  498. if (_jB(network["enableBroadcast"],true)) nc.flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_BROADCAST;
  499. if (_jB(network["allowPassiveBridging"],false)) nc.flags |= ZT_NETWORKCONFIG_FLAG_ALLOW_PASSIVE_BRIDGING;
  500. Utils::scopy(nc.name,sizeof(nc.name),_jS(network["name"],"").c_str());
  501. nc.multicastLimit = (unsigned int)_jI(network["multicastLimit"],32ULL);
  502. for(std::set<Address>::const_iterator ab(nmi.activeBridges.begin());ab!=nmi.activeBridges.end();++ab)
  503. nc.addSpecialist(*ab,ZT_NETWORKCONFIG_SPECIALIST_TYPE_ACTIVE_BRIDGE);
  504. auto v4AssignMode = network["v4AssignMode"];
  505. auto v6AssignMode = network["v6AssignMode"];
  506. auto ipAssignmentPools = network["ipAssignmentPools"];
  507. auto routes = network["routes"];
  508. auto rules = network["rules"];
  509. if (rules.is_array()) {
  510. for(unsigned long i=0;i<rules.size();++i) {
  511. if (nc.ruleCount >= ZT_MAX_NETWORK_RULES)
  512. break;
  513. auto rule = rules[i];
  514. if (_parseRule(rule,nc.rules[nc.ruleCount]))
  515. ++nc.ruleCount;
  516. }
  517. }
  518. if (routes.is_array()) {
  519. for(unsigned long i=0;i<routes.size();++i) {
  520. if (nc.routeCount >= ZT_MAX_NETWORK_ROUTES)
  521. break;
  522. auto route = routes[i];
  523. InetAddress t(_jS(route["target"],""));
  524. InetAddress v(_jS(route["via"],""));
  525. if ((t)&&(v)&&(t.ss_family == v.ss_family)) {
  526. ZT_VirtualNetworkRoute *r = &(nc.routes[nc.routeCount]);
  527. *(reinterpret_cast<InetAddress *>(&(r->target))) = t;
  528. *(reinterpret_cast<InetAddress *>(&(r->via))) = v;
  529. ++nc.routeCount;
  530. }
  531. }
  532. }
  533. if (v6AssignMode.is_object()) {
  534. if ((_jB(v6AssignMode["rfc4193"],false))&&(nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {
  535. nc.staticIps[nc.staticIpCount++] = InetAddress::makeIpv6rfc4193(nwid,identity.address().toInt());
  536. nc.flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;
  537. }
  538. if ((_jB(v6AssignMode["6plane"],false))&&(nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {
  539. nc.staticIps[nc.staticIpCount++] = InetAddress::makeIpv66plane(nwid,identity.address().toInt());
  540. nc.flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;
  541. }
  542. }
  543. bool haveManagedIpv4AutoAssignment = false;
  544. bool haveManagedIpv6AutoAssignment = false; // "special" NDP-emulated address types do not count
  545. json ipAssignments = member["ipAssignments"];
  546. if (ipAssignments.is_array()) {
  547. for(unsigned long i=0;i<ipAssignments.size();++i) {
  548. std::string ips = ipAssignments[i];
  549. InetAddress ip(ips);
  550. // IP assignments are only pushed if there is a corresponding local route. We also now get the netmask bits from
  551. // this route, ignoring the netmask bits field of the assigned IP itself. Using that was worthless and a source
  552. // of user error / poor UX.
  553. int routedNetmaskBits = 0;
  554. for(unsigned int rk=0;rk<nc.routeCount;++rk) {
  555. if ( (!nc.routes[rk].via.ss_family) && (reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->containsAddress(ip)) )
  556. routedNetmaskBits = reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->netmaskBits();
  557. }
  558. if (routedNetmaskBits > 0) {
  559. if (nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {
  560. ip.setPort(routedNetmaskBits);
  561. nc.staticIps[nc.staticIpCount++] = ip;
  562. }
  563. if (ip.ss_family == AF_INET)
  564. haveManagedIpv4AutoAssignment = true;
  565. else if (ip.ss_family == AF_INET6)
  566. haveManagedIpv6AutoAssignment = true;
  567. }
  568. }
  569. } else {
  570. ipAssignments = json::array();
  571. member["ipAssignments"] = ipAssignments;
  572. }
  573. if ( (ipAssignmentPools.is_array()) && ((v6AssignMode.is_object())&&(_jB(v6AssignMode["zt"],false))) && (!haveManagedIpv6AutoAssignment) && (!_jB(member["activeBridge"],false)) ) {
  574. for(unsigned long p=0;((p<ipAssignmentPools.size())&&(!haveManagedIpv6AutoAssignment));++p) {
  575. auto pool = ipAssignmentPools[p];
  576. if (pool.is_object()) {
  577. InetAddress ipRangeStart(_jS(pool["ipRangeStart"],""));
  578. InetAddress ipRangeEnd(_jS(pool["ipRangeEnd"],""));
  579. if ( (ipRangeStart.ss_family == AF_INET6) && (ipRangeEnd.ss_family == AF_INET6) ) {
  580. uint64_t s[2],e[2],x[2],xx[2];
  581. memcpy(s,ipRangeStart.rawIpData(),16);
  582. memcpy(e,ipRangeEnd.rawIpData(),16);
  583. s[0] = Utils::ntoh(s[0]);
  584. s[1] = Utils::ntoh(s[1]);
  585. e[0] = Utils::ntoh(e[0]);
  586. e[1] = Utils::ntoh(e[1]);
  587. x[0] = s[0];
  588. x[1] = s[1];
  589. for(unsigned int trialCount=0;trialCount<1000;++trialCount) {
  590. if ((trialCount == 0)&&(e[1] > s[1])&&((e[1] - s[1]) >= 0xffffffffffULL)) {
  591. // First see if we can just cram a ZeroTier ID into the higher 64 bits. If so do that.
  592. xx[0] = Utils::hton(x[0]);
  593. xx[1] = Utils::hton(x[1] + identity.address().toInt());
  594. } else {
  595. // Otherwise pick random addresses -- this technically doesn't explore the whole range if the lower 64 bit range is >= 1 but that won't matter since that would be huge anyway
  596. Utils::getSecureRandom((void *)xx,16);
  597. if ((e[0] > s[0]))
  598. xx[0] %= (e[0] - s[0]);
  599. else xx[0] = 0;
  600. if ((e[1] > s[1]))
  601. xx[1] %= (e[1] - s[1]);
  602. else xx[1] = 0;
  603. xx[0] = Utils::hton(x[0] + xx[0]);
  604. xx[1] = Utils::hton(x[1] + xx[1]);
  605. }
  606. InetAddress ip6((const void *)xx,16,0);
  607. // Check if this IP is within a local-to-Ethernet routed network
  608. int routedNetmaskBits = 0;
  609. for(unsigned int rk=0;rk<nc.routeCount;++rk) {
  610. if ( (!nc.routes[rk].via.ss_family) && (nc.routes[rk].target.ss_family == AF_INET6) && (reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->containsAddress(ip6)) )
  611. routedNetmaskBits = reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->netmaskBits();
  612. }
  613. // If it's routed, then try to claim and assign it and if successful end loop
  614. if ((routedNetmaskBits > 0)&&(!nmi.allocatedIps.count(ip6))) {
  615. ipAssignments.push_back(ip6.toIpString());
  616. member["ipAssignments"] = ipAssignments;
  617. ip6.setPort((unsigned int)routedNetmaskBits);
  618. if (nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)
  619. nc.staticIps[nc.staticIpCount++] = ip6;
  620. haveManagedIpv4AutoAssignment = true;
  621. break;
  622. }
  623. }
  624. }
  625. }
  626. }
  627. }
  628. if ( (ipAssignmentPools.is_array()) && ((v4AssignMode.is_object())&&(_jB(v4AssignMode["zt"],false))) && (!haveManagedIpv4AutoAssignment) && (!_jB(member["activeBridge"],false)) ) {
  629. for(unsigned long p=0;((p<ipAssignmentPools.size())&&(!haveManagedIpv4AutoAssignment));++p) {
  630. auto pool = ipAssignmentPools[p];
  631. if (pool.is_object()) {
  632. InetAddress ipRangeStart(_jS(pool["ipRangeStart"],""));
  633. InetAddress ipRangeEnd(_jS(pool["ipRangeEnd"],""));
  634. if ( (ipRangeStart.ss_family == AF_INET) && (ipRangeEnd.ss_family == AF_INET) ) {
  635. uint32_t ipRangeStart = Utils::ntoh((uint32_t)(reinterpret_cast<struct sockaddr_in *>(&ipRangeStart)->sin_addr.s_addr));
  636. uint32_t ipRangeEnd = Utils::ntoh((uint32_t)(reinterpret_cast<struct sockaddr_in *>(&ipRangeEnd)->sin_addr.s_addr));
  637. if ((ipRangeEnd <= ipRangeStart)||(ipRangeStart == 0))
  638. continue;
  639. uint32_t ipRangeLen = ipRangeEnd - ipRangeStart;
  640. // Start with the LSB of the member's address
  641. uint32_t ipTrialCounter = (uint32_t)(identity.address().toInt() & 0xffffffff);
  642. for(uint32_t k=ipRangeStart,trialCount=0;(k<=ipRangeEnd)&&(trialCount < 1000);++k,++trialCount) {
  643. uint32_t ip = (ipRangeLen > 0) ? (ipRangeStart + (ipTrialCounter % ipRangeLen)) : ipRangeStart;
  644. ++ipTrialCounter;
  645. if ((ip & 0x000000ff) == 0x000000ff)
  646. continue; // don't allow addresses that end in .255
  647. // Check if this IP is within a local-to-Ethernet routed network
  648. int routedNetmaskBits = 0;
  649. for(unsigned int rk=0;rk<nc.routeCount;++rk) {
  650. if ((!nc.routes[rk].via.ss_family)&&(nc.routes[rk].target.ss_family == AF_INET)) {
  651. uint32_t targetIp = Utils::ntoh((uint32_t)(reinterpret_cast<const struct sockaddr_in *>(&(nc.routes[rk].target))->sin_addr.s_addr));
  652. int targetBits = Utils::ntoh((uint16_t)(reinterpret_cast<const struct sockaddr_in *>(&(nc.routes[rk].target))->sin_port));
  653. if ((ip & (0xffffffff << (32 - targetBits))) == targetIp) {
  654. routedNetmaskBits = targetBits;
  655. break;
  656. }
  657. }
  658. }
  659. InetAddress ip4(Utils::hton(ip),0);
  660. // If it's routed, then try to claim and assign it and if successful end loop
  661. if ((routedNetmaskBits > 0)&&(!nmi.allocatedIps.count(ip4))) {
  662. ipAssignments.push_back(ip4.toIpString());
  663. member["ipAssignments"] = ipAssignments;
  664. if (nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {
  665. struct sockaddr_in *const v4ip = reinterpret_cast<struct sockaddr_in *>(&(nc.staticIps[nc.staticIpCount++]));
  666. v4ip->sin_family = AF_INET;
  667. v4ip->sin_port = Utils::hton((uint16_t)routedNetmaskBits);
  668. v4ip->sin_addr.s_addr = Utils::hton(ip);
  669. }
  670. haveManagedIpv4AutoAssignment = true;
  671. break;
  672. }
  673. }
  674. }
  675. }
  676. }
  677. }
  678. if (_jB(network["private"],true)) {
  679. CertificateOfMembership com(now,ZT_NETWORK_COM_DEFAULT_REVISION_MAX_DELTA,nwid,identity.address());
  680. if (com.sign(signingId)) {
  681. nc.com = com;
  682. } else {
  683. return NETCONF_QUERY_INTERNAL_SERVER_ERROR;
  684. }
  685. }
  686. _writeJson(memberJP,member);
  687. return NetworkController::NETCONF_QUERY_OK;
  688. }
  689. unsigned int EmbeddedNetworkController::handleControlPlaneHttpGET(
  690. const std::vector<std::string> &path,
  691. const std::map<std::string,std::string> &urlArgs,
  692. const std::map<std::string,std::string> &headers,
  693. const std::string &body,
  694. std::string &responseBody,
  695. std::string &responseContentType)
  696. {
  697. if ((path.size() > 0)&&(path[0] == "network")) {
  698. if ((path.size() >= 2)&&(path[1].length() == 16)) {
  699. const uint64_t nwid = Utils::hexStrToU64(path[1].c_str());
  700. char nwids[24];
  701. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)nwid);
  702. json network(_readJson(_networkJP(nwid,false)));
  703. if (!network.size())
  704. return 404;
  705. if (path.size() >= 3) {
  706. if (path[2] == "member") {
  707. if (path.size() >= 4) {
  708. const uint64_t address = Utils::hexStrToU64(path[3].c_str());
  709. json member(_readJson(_memberJP(nwid,Address(address),false)));
  710. if (!member.size())
  711. return 404;
  712. char addrs[24];
  713. Utils::snprintf(addrs,sizeof(addrs),"%.10llx",address);
  714. // Add non-persisted fields
  715. member["clock"] = OSUtils::now();
  716. responseBody = member.dump(2);
  717. responseContentType = "application/json";
  718. return 200;
  719. } else {
  720. responseBody = "{";
  721. std::vector<std::string> members(OSUtils::listSubdirectories((_networkBP(nwid,false) + ZT_PATH_SEPARATOR_S + "member").c_str()));
  722. for(std::vector<std::string>::iterator i(members.begin());i!=members.end();++i) {
  723. if (i->length() == ZT_ADDRESS_LENGTH_HEX) {
  724. json member(_readJson(_memberJP(nwid,Address(Utils::hexStrToU64(i->c_str())),false)));
  725. if (member.size()) {
  726. responseBody.append((responseBody.length() == 1) ? "\"" : ",\"");
  727. responseBody.append(*i);
  728. responseBody.append("\":");
  729. responseBody.append(_jS(member["revision"],"0"));
  730. }
  731. }
  732. }
  733. responseBody.push_back('}');
  734. responseContentType = "application/json";
  735. return 200;
  736. }
  737. } else if ((path[2] == "active")&&(path.size() == 3)) {
  738. responseBody = "{";
  739. std::vector<std::string> members(OSUtils::listSubdirectories((_networkBP(nwid,false) + ZT_PATH_SEPARATOR_S + "member").c_str()));
  740. const uint64_t threshold = OSUtils::now() - ZT_NETCONF_NODE_ACTIVE_THRESHOLD;
  741. for(std::vector<std::string>::iterator i(members.begin());i!=members.end();++i) {
  742. if (i->length() == ZT_ADDRESS_LENGTH_HEX) {
  743. json member(_readJson(_memberJP(nwid,Address(Utils::hexStrToU64(i->c_str())),false)));
  744. if (member.size()) {
  745. auto recentLog = member["recentLog"];
  746. if ((recentLog.is_array())&&(recentLog.size() > 0)) {
  747. auto mostRecentLog = recentLog[0];
  748. if ((mostRecentLog.is_object())&&(_jI(mostRecentLog["ts"],0ULL) >= threshold)) {
  749. responseBody.append((responseBody.length() == 1) ? "\"" : ",\"");
  750. responseBody.append(*i);
  751. responseBody.append("\":");
  752. responseBody.append(mostRecentLog.dump());
  753. }
  754. }
  755. }
  756. }
  757. }
  758. responseBody.push_back('}');
  759. responseContentType = "application/json";
  760. return 200;
  761. } else if ((path[2] == "test")&&(path.size() >= 4)) {
  762. Mutex::Lock _l(_circuitTests_m);
  763. std::map< uint64_t,_CircuitTestEntry >::iterator cte(_circuitTests.find(Utils::hexStrToU64(path[3].c_str())));
  764. if ((cte != _circuitTests.end())&&(cte->second.test)) {
  765. responseBody = "[";
  766. responseBody.append(cte->second.jsonResults);
  767. responseBody.push_back(']');
  768. responseContentType = "application/json";
  769. return 200;
  770. } // else 404
  771. } // else 404
  772. } else {
  773. const uint64_t now = OSUtils::now();
  774. _NetworkMemberInfo nmi;
  775. _getNetworkMemberInfo(now,nwid,nmi);
  776. _addNetworkNonPersistedFields(network,now,nmi);
  777. responseBody = network.dump(2);
  778. responseContentType = "application/json";
  779. return 200;
  780. }
  781. } else if (path.size() == 1) {
  782. responseBody = "[";
  783. std::vector<std::string> networks(OSUtils::listSubdirectories((_path + ZT_PATH_SEPARATOR_S + "network").c_str()));
  784. for(auto i(networks.begin());i!=networks.end();++i) {
  785. if (i->length() == 16) {
  786. responseBody.append((responseBody.length() == 1) ? "\"" : ",\"");
  787. responseBody.append(*i);
  788. responseBody.append("\"");
  789. }
  790. }
  791. responseBody.push_back(']');
  792. responseContentType = "application/json";
  793. return 200;
  794. } // else 404
  795. } else {
  796. char tmp[4096];
  797. Utils::snprintf(tmp,sizeof(tmp),"{\n\t\"controller\": true,\n\t\"apiVersion\": %d,\n\t\"clock\": %llu\n}\n",ZT_NETCONF_CONTROLLER_API_VERSION,(unsigned long long)OSUtils::now());
  798. responseBody = tmp;
  799. responseContentType = "application/json";
  800. return 200;
  801. }
  802. return 404;
  803. }
  804. unsigned int EmbeddedNetworkController::handleControlPlaneHttpPOST(
  805. const std::vector<std::string> &path,
  806. const std::map<std::string,std::string> &urlArgs,
  807. const std::map<std::string,std::string> &headers,
  808. const std::string &body,
  809. std::string &responseBody,
  810. std::string &responseContentType)
  811. {
  812. if (path.empty())
  813. return 404;
  814. json b;
  815. try {
  816. b = json::parse(body);
  817. if (!b.is_object())
  818. return 400;
  819. } catch ( ... ) {
  820. return 400;
  821. }
  822. const uint64_t now = OSUtils::now();
  823. if (path[0] == "network") {
  824. if ((path.size() >= 2)&&(path[1].length() == 16)) {
  825. uint64_t nwid = Utils::hexStrToU64(path[1].c_str());
  826. char nwids[24];
  827. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)nwid);
  828. if (path.size() >= 3) {
  829. json network(_readJson(_networkJP(nwid,false)));
  830. if (!network.size())
  831. return 404;
  832. if ((path.size() == 4)&&(path[2] == "member")&&(path[3].length() == 10)) {
  833. uint64_t address = Utils::hexStrToU64(path[3].c_str());
  834. char addrs[24];
  835. Utils::snprintf(addrs,sizeof(addrs),"%.10llx",(unsigned long long)address);
  836. json member(_readJson(_memberJP(nwid,Address(address),true)));
  837. try {
  838. if (b.count("authorized")) member["authorized"] = _jB(b["authorized"],false);
  839. if (b.count("activeBridge")) member["activeBridge"] = _jB(b["activeBridge"],false);
  840. if ((b.count("identity"))&&(!member.count("identity"))) member["identity"] = _jS(b["identity"],""); // allow identity to be populated only if not already known
  841. if (b.count("ipAssignments")) {
  842. auto ipa = b["ipAssignments"];
  843. if (ipa.is_array()) {
  844. json mipa(json::array());
  845. for(unsigned long i=0;i<ipa.size();++i) {
  846. std::string ips = ipa[i];
  847. InetAddress ip(ips);
  848. if ((ip.ss_family == AF_INET)||(ip.ss_family == AF_INET6)) {
  849. mipa.push_back(ip.toIpString());
  850. }
  851. }
  852. member["ipAssignments"] = mipa;
  853. }
  854. }
  855. } catch ( ... ) {
  856. return 400;
  857. }
  858. if (!member.count("authorized")) member["authorized"] = false;
  859. if (!member.count("ipAssignments")) member["ipAssignments"] = json::array();
  860. if (!member.count("recentLog")) member["recentLog"] = json::array();
  861. if (!member.count("activeBridge")) member["activeBridge"] = false;
  862. member["id"] = addrs;
  863. member["address"] = addrs; // legacy
  864. member["nwid"] = nwids;
  865. member["objtype"] = "member";
  866. member["lastModified"] = now;
  867. {
  868. auto revj = member["revision"];
  869. const uint64_t rev = (revj.is_number() ? ((uint64_t)revj + 1ULL) : 1ULL);
  870. member["revision"] = rev;
  871. }
  872. _writeJson(_memberJP(nwid,Address(address),true).c_str(),member);
  873. // Add non-persisted fields
  874. member["clock"] = member["lastModified"];
  875. responseBody = member.dump(2);
  876. responseContentType = "application/json";
  877. return 200;
  878. } else if ((path.size() == 3)&&(path[2] == "test")) {
  879. Mutex::Lock _l(_circuitTests_m);
  880. ZT_CircuitTest *test = (ZT_CircuitTest *)malloc(sizeof(ZT_CircuitTest));
  881. memset(test,0,sizeof(ZT_CircuitTest));
  882. Utils::getSecureRandom(&(test->testId),sizeof(test->testId));
  883. test->credentialNetworkId = nwid;
  884. test->ptr = (void *)this;
  885. json hops = b["hops"];
  886. if (hops.is_array()) {
  887. for(unsigned long i=0;i<hops.size();++i) {
  888. auto hops2 = hops[i];
  889. if (hops2.is_array()) {
  890. for(unsigned long j=0;j<hops2.size();++j) {
  891. std::string s = hops2[j];
  892. test->hops[test->hopCount].addresses[test->hops[test->hopCount].breadth++] = Utils::hexStrToU64(s.c_str()) & 0xffffffffffULL;
  893. }
  894. } else if (hops2.is_string()) {
  895. std::string s = hops2;
  896. test->hops[test->hopCount].addresses[test->hops[test->hopCount].breadth++] = Utils::hexStrToU64(s.c_str()) & 0xffffffffffULL;
  897. }
  898. }
  899. }
  900. test->reportAtEveryHop = (_jB(b["reportAtEveryHop"],true) ? 1 : 0);
  901. if (!test->hopCount) {
  902. ::free((void *)test);
  903. return 400;
  904. }
  905. test->timestamp = OSUtils::now();
  906. _CircuitTestEntry &te = _circuitTests[test->testId];
  907. te.test = test;
  908. te.jsonResults = "";
  909. _node->circuitTestBegin(test,&(EmbeddedNetworkController::_circuitTestCallback));
  910. char json[1024];
  911. Utils::snprintf(json,sizeof(json),"{\"testId\":\"%.16llx\"}",test->testId);
  912. responseBody = json;
  913. responseContentType = "application/json";
  914. return 200;
  915. } // else 404
  916. } else {
  917. // POST to network ID
  918. // Magic ID ending with ______ picks a random unused network ID
  919. if (path[1].substr(10) == "______") {
  920. nwid = 0;
  921. uint64_t nwidPrefix = (Utils::hexStrToU64(path[1].substr(0,10).c_str()) << 24) & 0xffffffffff000000ULL;
  922. uint64_t nwidPostfix = 0;
  923. for(unsigned long k=0;k<100000;++k) { // sanity limit on trials
  924. Utils::getSecureRandom(&nwidPostfix,sizeof(nwidPostfix));
  925. uint64_t tryNwid = nwidPrefix | (nwidPostfix & 0xffffffULL);
  926. if ((tryNwid & 0xffffffULL) == 0ULL) tryNwid |= 1ULL;
  927. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)tryNwid);
  928. if (!OSUtils::fileExists(_networkJP(tryNwid,false).c_str())) {
  929. nwid = tryNwid;
  930. break;
  931. }
  932. }
  933. if (!nwid)
  934. return 503;
  935. }
  936. json network(_readJson(_networkJP(nwid,true)));
  937. try {
  938. if (b.count("name")) network["name"] = _jS(b["name"],"");
  939. if (b.count("private")) network["private"] = _jB(b["private"],true);
  940. if (b.count("enableBroadcast")) network["enableBroadcast"] = _jB(b["enableBroadcast"],false);
  941. if (b.count("allowPassiveBridging")) network["allowPassiveBridging"] = _jB(b["allowPassiveBridging"],false);
  942. if (b.count("multicastLimit")) network["multicastLimit"] = _jI(b["multicastLimit"],32ULL);
  943. if (b.count("v4AssignMode")) {
  944. auto nv4m = network["v4AssignMode"];
  945. if (!nv4m.is_object()) nv4m = json::object();
  946. if (b["v4AssignMode"].is_string()) { // backward compatibility
  947. nv4m["zt"] = (_jS(b["v4AssignMode"],"") == "zt");
  948. } else if (b["v4AssignMode"].is_object()) {
  949. auto v4m = b["v4AssignMode"];
  950. if (v4m.count("zt")) nv4m["zt"] = _jB(v4m["zt"],false);
  951. }
  952. if (!nv4m.count("zt")) nv4m["zt"] = false;
  953. }
  954. if (b.count("v6AssignMode")) {
  955. auto nv6m = network["v6AssignMode"];
  956. if (!nv6m.is_object()) nv6m = json::object();
  957. if (b["v6AssignMode"].is_string()) { // backward compatibility
  958. std::vector<std::string> v6m(Utils::split(_jS(b["v6AssignMode"],"").c_str(),",","",""));
  959. std::sort(v6m.begin(),v6m.end());
  960. v6m.erase(std::unique(v6m.begin(),v6m.end()),v6m.end());
  961. for(std::vector<std::string>::iterator i(v6m.begin());i!=v6m.end();++i) {
  962. if (*i == "rfc4193")
  963. nv6m["rfc4193"] = true;
  964. else if (*i == "zt")
  965. nv6m["zt"] = true;
  966. else if (*i == "6plane")
  967. nv6m["6plane"] = true;
  968. }
  969. } else if (b["v6AssignMode"].is_object()) {
  970. auto v6m = b["v6AssignMode"];
  971. if (v6m.count("rfc4193")) nv6m["rfc4193"] = _jB(v6m["rfc4193"],false);
  972. if (v6m.count("zt")) nv6m["rfc4193"] = _jB(v6m["zt"],false);
  973. if (v6m.count("6plane")) nv6m["rfc4193"] = _jB(v6m["6plane"],false);
  974. }
  975. if (!nv6m.count("rfc4193")) nv6m["rfc4193"] = false;
  976. if (!nv6m.count("zt")) nv6m["zt"] = false;
  977. if (!nv6m.count("6plane")) nv6m["6plane"] = false;
  978. }
  979. if (b.count("routes")) {
  980. auto rts = b["routes"];
  981. if (rts.is_array()) {
  982. for(unsigned long i=0;i<rts.size();++i) {
  983. auto rt = rts[i];
  984. if ((rt.is_object())&&(rt.count("target"))&&(rt.count("via"))) {
  985. InetAddress t(_jS(rt["target"],""));
  986. InetAddress v(_jS(rt["via"],""));
  987. if ( ((t.ss_family == AF_INET)||(t.ss_family == AF_INET6)) && (t.ss_family == v.ss_family) && (t.netmaskBitsValid()) ) {
  988. auto nrts = network["routes"];
  989. if (!nrts.is_array()) nrts = json::array();
  990. json tmp;
  991. tmp["target"] = t.toString();
  992. tmp["via"] = v.toIpString();
  993. nrts.push_back(tmp);
  994. }
  995. }
  996. }
  997. }
  998. }
  999. if (b.count("ipAssignmentPools")) {
  1000. auto ipp = b["ipAssignmentPools"];
  1001. if (ipp.is_array()) {
  1002. for(unsigned long i=0;i<ipp.size();++i) {
  1003. auto ip = ipp[i];
  1004. if ((ip.is_object())&&(ip.count("ipRangeStart"))&&(ip.count("ipRangeEnd"))) {
  1005. InetAddress f(_jS(ip["ipRangeStart"],""));
  1006. InetAddress t(_jS(ip["ipRangeEnd"],""));
  1007. if ( ((f.ss_family == AF_INET)||(f.ss_family == AF_INET6)) && (f.ss_family == t.ss_family) ) {
  1008. auto nipp = network["ipAssignmentPools"];
  1009. if (!nipp.is_array()) nipp = json::array();
  1010. json tmp;
  1011. tmp["ipRangeStart"] = f.toIpString();
  1012. tmp["ipRangeEnd"] = t.toIpString();
  1013. nipp.push_back(tmp);
  1014. }
  1015. }
  1016. }
  1017. }
  1018. }
  1019. if (b.count("rules")) {
  1020. auto rules = b["rules"];
  1021. if (rules.is_array()) {
  1022. json nrules = json::array();
  1023. for(unsigned long i=0;i<rules.size();++i) {
  1024. json rule = rules[i];
  1025. if (rule.is_object()) {
  1026. ZT_VirtualNetworkRule ztr;
  1027. if (_parseRule(rule,ztr)) {
  1028. rule = _renderRule(ztr);
  1029. if ((rule.is_object())&&(rule.count("type"))) {
  1030. nrules.push_back(rule);
  1031. }
  1032. }
  1033. }
  1034. }
  1035. network["rules"] = nrules;
  1036. }
  1037. }
  1038. if (b.count("authTokens")) {
  1039. auto authTokens = b["authTokens"];
  1040. if (authTokens.is_array()) {
  1041. json nat = json::array();
  1042. for(unsigned long i=0;i<authTokens.size();++i) {
  1043. auto token = authTokens[i];
  1044. if (token.is_object()) {
  1045. std::string tstr = token["token"];
  1046. if (tstr.length() > 0) {
  1047. json t = json::object();
  1048. t["token"] = tstr;
  1049. t["expires"] = _jI(token["expires"],0ULL);
  1050. nat.push_back(t);
  1051. }
  1052. }
  1053. }
  1054. network["authTokens"] = nat;
  1055. }
  1056. }
  1057. } catch ( ... ) {
  1058. return 400;
  1059. }
  1060. if (!network.count("private")) network["private"] = true;
  1061. if (!network.count("creationTime")) network["creationTime"] = OSUtils::now();
  1062. if (!network.count("name")) network["name"] = "";
  1063. if (!network.count("multicastLimit")) network["multicastLimit"] = (uint64_t)32;
  1064. if (!network.count("v4AssignMode")) network["v4AssignMode"] = {{"zt",false}};
  1065. if (!network.count("v6AssignMode")) network["v6AssignMode"] = {{"rfc4193",false},{"zt",false},{"6plane",false}};
  1066. if (!network.count("activeBridges")) network["activeBridges"] = json::array();
  1067. if (!network.count("authTokens")) network["authTokens"] = json::array();
  1068. if (!network.count("rules")) {
  1069. // If unspecified, rules are set to allow anything and behave like a flat L2 segment
  1070. network["rules"] = {
  1071. { "not",false },
  1072. { "type","ACTION_ACCEPT" }
  1073. };
  1074. }
  1075. network["id"] = nwids;
  1076. network["nwid"] = nwids; // legacy
  1077. auto rev = network["revision"];
  1078. network["revision"] = (rev.is_number() ? ((uint64_t)rev + 1ULL) : 1ULL);
  1079. network["objtype"] = "network";
  1080. network["lastModified"] = now;
  1081. _writeJson(_networkJP(nwid,true),network);
  1082. _NetworkMemberInfo nmi;
  1083. _getNetworkMemberInfo(now,nwid,nmi);
  1084. _addNetworkNonPersistedFields(network,now,nmi);
  1085. responseBody = network.dump(2);
  1086. responseContentType = "application/json";
  1087. return 200;
  1088. } // else 404
  1089. } // else 404
  1090. } // else 404
  1091. return 404;
  1092. }
  1093. unsigned int EmbeddedNetworkController::handleControlPlaneHttpDELETE(
  1094. const std::vector<std::string> &path,
  1095. const std::map<std::string,std::string> &urlArgs,
  1096. const std::map<std::string,std::string> &headers,
  1097. const std::string &body,
  1098. std::string &responseBody,
  1099. std::string &responseContentType)
  1100. {
  1101. if (path.empty())
  1102. return 404;
  1103. if (path[0] == "network") {
  1104. if ((path.size() >= 2)&&(path[1].length() == 16)) {
  1105. const uint64_t nwid = Utils::hexStrToU64(path[1].c_str());
  1106. json network(_readJson(_networkJP(nwid,false)));
  1107. if (!network.size())
  1108. return 404;
  1109. if (path.size() >= 3) {
  1110. if ((path.size() == 4)&&(path[2] == "member")&&(path[3].length() == 10)) {
  1111. const uint64_t address = Utils::hexStrToU64(path[3].c_str());
  1112. json member(_readJson(_memberJP(nwid,Address(address),false)));
  1113. if (!member.size())
  1114. return 404;
  1115. OSUtils::rmDashRf(_memberBP(nwid,Address(address),false).c_str());
  1116. responseBody = member.dump(2);
  1117. responseContentType = "application/json";
  1118. return 200;
  1119. }
  1120. } else {
  1121. OSUtils::rmDashRf(_networkBP(nwid,false).c_str());
  1122. {
  1123. Mutex::Lock _l(_networkMemberCache_m);
  1124. _networkMemberCache.erase(nwid);
  1125. }
  1126. responseBody = network.dump(2);
  1127. responseContentType = "application/json";
  1128. return 200;
  1129. }
  1130. } // else 404
  1131. } // else 404
  1132. return 404;
  1133. }
  1134. void EmbeddedNetworkController::_circuitTestCallback(ZT_Node *node,ZT_CircuitTest *test,const ZT_CircuitTestReport *report)
  1135. {
  1136. char tmp[65535];
  1137. EmbeddedNetworkController *const self = reinterpret_cast<EmbeddedNetworkController *>(test->ptr);
  1138. if (!test)
  1139. return;
  1140. if (!report)
  1141. return;
  1142. Mutex::Lock _l(self->_circuitTests_m);
  1143. std::map< uint64_t,_CircuitTestEntry >::iterator cte(self->_circuitTests.find(test->testId));
  1144. if (cte == self->_circuitTests.end()) { // sanity check: a circuit test we didn't launch?
  1145. self->_node->circuitTestEnd(test);
  1146. ::free((void *)test);
  1147. return;
  1148. }
  1149. Utils::snprintf(tmp,sizeof(tmp),
  1150. "%s{\n"
  1151. "\t\"timestamp\": %llu," ZT_EOL_S
  1152. "\t\"testId\": \"%.16llx\"," ZT_EOL_S
  1153. "\t\"upstream\": \"%.10llx\"," ZT_EOL_S
  1154. "\t\"current\": \"%.10llx\"," ZT_EOL_S
  1155. "\t\"receivedTimestamp\": %llu," ZT_EOL_S
  1156. "\t\"remoteTimestamp\": %llu," ZT_EOL_S
  1157. "\t\"sourcePacketId\": \"%.16llx\"," ZT_EOL_S
  1158. "\t\"flags\": %llu," ZT_EOL_S
  1159. "\t\"sourcePacketHopCount\": %u," ZT_EOL_S
  1160. "\t\"errorCode\": %u," ZT_EOL_S
  1161. "\t\"vendor\": %d," ZT_EOL_S
  1162. "\t\"protocolVersion\": %u," ZT_EOL_S
  1163. "\t\"majorVersion\": %u," ZT_EOL_S
  1164. "\t\"minorVersion\": %u," ZT_EOL_S
  1165. "\t\"revision\": %u," ZT_EOL_S
  1166. "\t\"platform\": %d," ZT_EOL_S
  1167. "\t\"architecture\": %d," ZT_EOL_S
  1168. "\t\"receivedOnLocalAddress\": \"%s\"," ZT_EOL_S
  1169. "\t\"receivedFromRemoteAddress\": \"%s\"" ZT_EOL_S
  1170. "}",
  1171. ((cte->second.jsonResults.length() > 0) ? ",\n" : ""),
  1172. (unsigned long long)report->timestamp,
  1173. (unsigned long long)test->testId,
  1174. (unsigned long long)report->upstream,
  1175. (unsigned long long)report->current,
  1176. (unsigned long long)OSUtils::now(),
  1177. (unsigned long long)report->remoteTimestamp,
  1178. (unsigned long long)report->sourcePacketId,
  1179. (unsigned long long)report->flags,
  1180. report->sourcePacketHopCount,
  1181. report->errorCode,
  1182. (int)report->vendor,
  1183. report->protocolVersion,
  1184. report->majorVersion,
  1185. report->minorVersion,
  1186. report->revision,
  1187. (int)report->platform,
  1188. (int)report->architecture,
  1189. reinterpret_cast<const InetAddress *>(&(report->receivedOnLocalAddress))->toString().c_str(),
  1190. reinterpret_cast<const InetAddress *>(&(report->receivedFromRemoteAddress))->toString().c_str());
  1191. cte->second.jsonResults.append(tmp);
  1192. }
  1193. void EmbeddedNetworkController::_getNetworkMemberInfo(uint64_t now,uint64_t nwid,_NetworkMemberInfo &nmi)
  1194. {
  1195. Mutex::Lock _mcl(_networkMemberCache_m);
  1196. auto memberCacheEntry = _networkMemberCache[nwid];
  1197. if ((now - memberCacheEntry.second) >= ZT_NETCONF_NETWORK_MEMBER_CACHE_EXPIRE) {
  1198. const std::string bp(_networkBP(nwid,false) + ZT_PATH_SEPARATOR_S + "member");
  1199. std::vector<std::string> members(OSUtils::listSubdirectories(bp.c_str()));
  1200. for(std::vector<std::string>::iterator m(members.begin());m!=members.end();++m) {
  1201. if (m->length() == ZT_ADDRESS_LENGTH_HEX) {
  1202. nlohmann::json mj(_readJson(bp + ZT_PATH_SEPARATOR_S + *m + ZT_PATH_SEPARATOR_S + "config.json"));
  1203. if ((mj.is_object())&&(mj.size() > 0)) {
  1204. memberCacheEntry.first[Address(*m)] = mj;
  1205. }
  1206. }
  1207. }
  1208. memberCacheEntry.second = now;
  1209. }
  1210. nmi.totalMemberCount = memberCacheEntry.first.size();
  1211. for(std::map< Address,nlohmann::json >::const_iterator nm(memberCacheEntry.first.begin());nm!=memberCacheEntry.first.end();++nm) {
  1212. if (_jB(nm->second["authorized"],false)) {
  1213. ++nmi.authorizedMemberCount;
  1214. auto mlog = nm->second["recentLog"];
  1215. if ((mlog.is_array())&&(mlog.size() > 0)) {
  1216. auto mlog1 = mlog[0];
  1217. if (mlog1.is_object()) {
  1218. if ((now - _jI(mlog1["ts"],0ULL)) < ZT_NETCONF_NODE_ACTIVE_THRESHOLD)
  1219. ++nmi.activeMemberCount;
  1220. }
  1221. }
  1222. if (_jB(nm->second["activeBridge"],false)) {
  1223. nmi.activeBridges.insert(nm->first);
  1224. }
  1225. auto mips = nm->second["ipAssignments"];
  1226. if (mips.is_array()) {
  1227. for(unsigned long i=0;i<mips.size();++i) {
  1228. InetAddress mip(_jS(mips[i],""));
  1229. if ((mip.ss_family == AF_INET)||(mip.ss_family == AF_INET6))
  1230. nmi.allocatedIps.insert(mip);
  1231. }
  1232. }
  1233. }
  1234. }
  1235. }
  1236. } // namespace ZeroTier