SqliteNetworkController.cpp 80 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2015 ZeroTier, Inc.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * --
  19. *
  20. * ZeroTier may be used and distributed under the terms of the GPLv3, which
  21. * are available at: http://www.gnu.org/licenses/gpl-3.0.html
  22. *
  23. * If you would like to embed ZeroTier into a commercial application or
  24. * redistribute it in a modified binary form, please contact ZeroTier Networks
  25. * LLC. Start here: http://www.zerotier.com/
  26. */
  27. #include <stdint.h>
  28. #include <stdio.h>
  29. #include <stdlib.h>
  30. #include <string.h>
  31. #include <time.h>
  32. #include <sys/time.h>
  33. #include <sys/types.h>
  34. #include <algorithm>
  35. #include <utility>
  36. #include <stdexcept>
  37. #include <set>
  38. #include <map>
  39. #include "../include/ZeroTierOne.h"
  40. #include "../node/Constants.hpp"
  41. #include "SqliteNetworkController.hpp"
  42. #include "../node/Node.hpp"
  43. #include "../node/Utils.hpp"
  44. #include "../node/CertificateOfMembership.hpp"
  45. #include "../node/NetworkConfig.hpp"
  46. #include "../node/Dictionary.hpp"
  47. #include "../node/InetAddress.hpp"
  48. #include "../node/MAC.hpp"
  49. #include "../node/Address.hpp"
  50. #include "../osdep/OSUtils.hpp"
  51. // offbase includes and builds upon nlohmann::json
  52. using json = nlohmann::json;
  53. // Stored in database as schemaVersion key in Config.
  54. // If not present, database is assumed to be empty and at the current schema version
  55. // and this key/value is added automatically.
  56. //#define ZT_NETCONF_SQLITE_SCHEMA_VERSION 5
  57. //#define ZT_NETCONF_SQLITE_SCHEMA_VERSION_STR "5"
  58. // API version reported via JSON control plane
  59. #define ZT_NETCONF_CONTROLLER_API_VERSION 3
  60. // Number of requests to remember in member history
  61. #define ZT_NETCONF_DB_MEMBER_HISTORY_LENGTH 8
  62. // Min duration between requests for an address/nwid combo to prevent floods
  63. #define ZT_NETCONF_MIN_REQUEST_PERIOD 1000
  64. // Delay between backups in milliseconds
  65. //#define ZT_NETCONF_BACKUP_PERIOD 300000
  66. // Nodes are considered active if they've queried in less than this long
  67. #define ZT_NETCONF_NODE_ACTIVE_THRESHOLD ((ZT_NETWORK_AUTOCONF_DELAY * 2) + 5000)
  68. namespace ZeroTier {
  69. SqliteNetworkController::SqliteNetworkController(Node *node,const char *dbPath,const char *circuitTestPath) :
  70. _node(node),
  71. _db(dbPath),
  72. _dbCommitThreadRun(true)
  73. {
  74. /*
  75. if (sqlite3_open_v2(dbPath,&_db,SQLITE_OPEN_READWRITE|SQLITE_OPEN_CREATE,(const char *)0) != SQLITE_OK)
  76. throw std::runtime_error("SqliteNetworkController cannot open database file");
  77. sqlite3_busy_timeout(_db,10000);
  78. sqlite3_exec(_db,"PRAGMA synchronous = OFF",0,0,0);
  79. sqlite3_exec(_db,"PRAGMA journal_mode = MEMORY",0,0,0);
  80. sqlite3_stmt *s = (sqlite3_stmt *)0;
  81. if ((sqlite3_prepare_v2(_db,"SELECT v FROM Config WHERE k = 'schemaVersion';",-1,&s,(const char **)0) == SQLITE_OK)&&(s)) {
  82. int schemaVersion = -1234;
  83. if (sqlite3_step(s) == SQLITE_ROW) {
  84. schemaVersion = sqlite3_column_int(s,0);
  85. }
  86. sqlite3_finalize(s);
  87. if (schemaVersion == -1234) {
  88. sqlite3_close(_db);
  89. throw std::runtime_error("SqliteNetworkController schemaVersion not found in Config table (init failure?)");
  90. }
  91. if (schemaVersion < 2) {
  92. // Create NodeHistory table to upgrade from version 1 to version 2
  93. if (sqlite3_exec(_db,
  94. "CREATE TABLE NodeHistory (\n"
  95. " nodeId char(10) NOT NULL REFERENCES Node(id) ON DELETE CASCADE,\n"
  96. " networkId char(16) NOT NULL REFERENCES Network(id) ON DELETE CASCADE,\n"
  97. " networkVisitCounter INTEGER NOT NULL DEFAULT(0),\n"
  98. " networkRequestAuthorized INTEGER NOT NULL DEFAULT(0),\n"
  99. " requestTime INTEGER NOT NULL DEFAULT(0),\n"
  100. " clientMajorVersion INTEGER NOT NULL DEFAULT(0),\n"
  101. " clientMinorVersion INTEGER NOT NULL DEFAULT(0),\n"
  102. " clientRevision INTEGER NOT NULL DEFAULT(0),\n"
  103. " networkRequestMetaData VARCHAR(1024),\n"
  104. " fromAddress VARCHAR(128)\n"
  105. ");\n"
  106. "CREATE INDEX NodeHistory_nodeId ON NodeHistory (nodeId);\n"
  107. "CREATE INDEX NodeHistory_networkId ON NodeHistory (networkId);\n"
  108. "CREATE INDEX NodeHistory_requestTime ON NodeHistory (requestTime);\n"
  109. "UPDATE \"Config\" SET \"v\" = 2 WHERE \"k\" = 'schemaVersion';\n"
  110. ,0,0,0) != SQLITE_OK) {
  111. char err[1024];
  112. Utils::snprintf(err,sizeof(err),"SqliteNetworkController cannot upgrade the database to version 2: %s",sqlite3_errmsg(_db));
  113. sqlite3_close(_db);
  114. throw std::runtime_error(err);
  115. } else {
  116. schemaVersion = 2;
  117. }
  118. }
  119. if (schemaVersion < 3) {
  120. // Create Route table to upgrade from version 2 to version 3 and migrate old
  121. // data. Also delete obsolete Gateway table that was never actually used, and
  122. // migrate Network flags to a bitwise flags field instead of ASCII cruft.
  123. if (sqlite3_exec(_db,
  124. "DROP TABLE Gateway;\n"
  125. "CREATE TABLE Route (\n"
  126. " networkId char(16) NOT NULL REFERENCES Network(id) ON DELETE CASCADE,\n"
  127. " target blob(16) NOT NULL,\n"
  128. " via blob(16),\n"
  129. " targetNetmaskBits integer NOT NULL,\n"
  130. " ipVersion integer NOT NULL,\n"
  131. " flags integer NOT NULL,\n"
  132. " metric integer NOT NULL\n"
  133. ");\n"
  134. "CREATE INDEX Route_networkId ON Route (networkId);\n"
  135. "INSERT INTO Route SELECT DISTINCT networkId,\"ip\" AS \"target\",NULL AS \"via\",ipNetmaskBits AS targetNetmaskBits,ipVersion,0 AS \"flags\",0 AS \"metric\" FROM IpAssignment WHERE nodeId IS NULL AND \"type\" = 1;\n"
  136. "ALTER TABLE Network ADD COLUMN \"flags\" integer NOT NULL DEFAULT(0);\n"
  137. "UPDATE Network SET \"flags\" = (\"flags\" | 1) WHERE v4AssignMode = 'zt';\n"
  138. "UPDATE Network SET \"flags\" = (\"flags\" | 2) WHERE v6AssignMode = 'rfc4193';\n"
  139. "UPDATE Network SET \"flags\" = (\"flags\" | 4) WHERE v6AssignMode = '6plane';\n"
  140. "ALTER TABLE Member ADD COLUMN \"flags\" integer NOT NULL DEFAULT(0);\n"
  141. "DELETE FROM IpAssignment WHERE nodeId IS NULL AND \"type\" = 1;\n"
  142. "UPDATE \"Config\" SET \"v\" = 3 WHERE \"k\" = 'schemaVersion';\n"
  143. ,0,0,0) != SQLITE_OK) {
  144. char err[1024];
  145. Utils::snprintf(err,sizeof(err),"SqliteNetworkController cannot upgrade the database to version 3: %s",sqlite3_errmsg(_db));
  146. sqlite3_close(_db);
  147. throw std::runtime_error(err);
  148. } else {
  149. schemaVersion = 3;
  150. }
  151. }
  152. if (schemaVersion < 4) {
  153. // Turns out this was overkill and a huge performance drag. Will be revisiting this
  154. // more later but for now a brief snapshot of recent history stored in Member is fine.
  155. // Also prepare for implementation of proof of work requests.
  156. if (sqlite3_exec(_db,
  157. "DROP TABLE NodeHistory;\n"
  158. "ALTER TABLE Member ADD COLUMN lastRequestTime integer NOT NULL DEFAULT(0);\n"
  159. "ALTER TABLE Member ADD COLUMN lastPowDifficulty integer NOT NULL DEFAULT(0);\n"
  160. "ALTER TABLE Member ADD COLUMN lastPowTime integer NOT NULL DEFAULT(0);\n"
  161. "ALTER TABLE Member ADD COLUMN recentHistory blob;\n"
  162. "CREATE INDEX Member_networkId_lastRequestTime ON Member(networkId, lastRequestTime);\n"
  163. "UPDATE \"Config\" SET \"v\" = 4 WHERE \"k\" = 'schemaVersion';\n"
  164. ,0,0,0) != SQLITE_OK) {
  165. char err[1024];
  166. Utils::snprintf(err,sizeof(err),"SqliteNetworkController cannot upgrade the database to version 3: %s",sqlite3_errmsg(_db));
  167. sqlite3_close(_db);
  168. throw std::runtime_error(err);
  169. } else {
  170. schemaVersion = 4;
  171. }
  172. }
  173. if (schemaVersion < 5) {
  174. // Upgrade old rough draft Rule table to new release format
  175. if (sqlite3_exec(_db,
  176. "DROP TABLE Relay;\n"
  177. "DROP INDEX Rule_networkId_ruleNo;\n"
  178. "ALTER TABLE \"Rule\" RENAME TO RuleOld;\n"
  179. "CREATE TABLE Rule (\n"
  180. " networkId char(16) NOT NULL REFERENCES Network(id) ON DELETE CASCADE,\n"
  181. " capId integer,\n"
  182. " ruleNo integer NOT NULL,\n"
  183. " ruleType integer NOT NULL DEFAULT(0),\n"
  184. " \"addr\" blob(16),\n"
  185. " \"int1\" integer,\n"
  186. " \"int2\" integer,\n"
  187. " \"int3\" integer,\n"
  188. " \"int4\" integer\n"
  189. ");\n"
  190. "INSERT INTO \"Rule\" SELECT networkId,(ruleNo*2) AS ruleNo,37 AS \"ruleType\",etherType AS \"int1\" FROM RuleOld WHERE RuleOld.etherType IS NOT NULL AND RuleOld.etherType > 0;\n"
  191. "INSERT INTO \"Rule\" SELECT networkId,((ruleNo*2)+1) AS ruleNo,1 AS \"ruleType\" FROM RuleOld;\n"
  192. "DROP TABLE RuleOld;\n"
  193. "CREATE INDEX Rule_networkId_capId ON Rule (networkId,capId);\n"
  194. "CREATE TABLE MemberTC (\n"
  195. " networkId char(16) NOT NULL REFERENCES Network(id) ON DELETE CASCADE,\n"
  196. " nodeId char(10) NOT NULL REFERENCES Node(id) ON DELETE CASCADE,\n"
  197. " tagId integer,\n"
  198. " tagValue integer,\n"
  199. " capId integer,\n"
  200. " capMaxCustodyChainLength integer NOT NULL DEFAULT(1)\n"
  201. ");\n"
  202. "CREATE INDEX MemberTC_networkId_nodeId ON MemberTC (networkId,nodeId);\n"
  203. "UPDATE \"Config\" SET \"v\" = 5 WHERE \"k\" = 'schemaVersion';\n"
  204. ,0,0,0) != SQLITE_OK) {
  205. char err[1024];
  206. Utils::snprintf(err,sizeof(err),"SqliteNetworkController cannot upgrade the database to version 3: %s",sqlite3_errmsg(_db));
  207. sqlite3_close(_db);
  208. throw std::runtime_error(err);
  209. } else {
  210. schemaVersion = 5;
  211. }
  212. }
  213. if (schemaVersion != ZT_NETCONF_SQLITE_SCHEMA_VERSION) {
  214. sqlite3_close(_db);
  215. throw std::runtime_error("SqliteNetworkController database schema version mismatch");
  216. }
  217. } else {
  218. // Prepare statement will fail if Config table doesn't exist, which means our DB
  219. // needs to be initialized.
  220. if (sqlite3_exec(_db,ZT_NETCONF_SCHEMA_SQL"INSERT INTO Config (k,v) VALUES ('schemaVersion',"ZT_NETCONF_SQLITE_SCHEMA_VERSION_STR");",0,0,0) != SQLITE_OK) {
  221. char err[1024];
  222. Utils::snprintf(err,sizeof(err),"SqliteNetworkController cannot initialize database and/or insert schemaVersion into Config table: %s",sqlite3_errmsg(_db));
  223. sqlite3_close(_db);
  224. throw std::runtime_error(err);
  225. }
  226. }
  227. if (
  228. (sqlite3_prepare_v2(_db,"SELECT name,private,enableBroadcast,allowPassiveBridging,\"flags\",multicastLimit,creationTime,revision,memberRevisionCounter,(SELECT COUNT(1) FROM Member WHERE Member.networkId = Network.id AND Member.authorized > 0) FROM Network WHERE id = ?",-1,&_sGetNetworkById,(const char **)0) != SQLITE_OK)
  229. ||(sqlite3_prepare_v2(_db,"SELECT revision FROM Network WHERE id = ?",-1,&_sGetNetworkRevision,(const char **)0) != SQLITE_OK)
  230. ||(sqlite3_prepare_v2(_db,"UPDATE Network SET revision = ? WHERE id = ?",-1,&_sSetNetworkRevision,(const char **)0) != SQLITE_OK)
  231. ||(sqlite3_prepare_v2(_db,"INSERT INTO Network (id,name,creationTime,revision) VALUES (?,?,?,1)",-1,&_sCreateNetwork,(const char **)0) != SQLITE_OK)
  232. ||(sqlite3_prepare_v2(_db,"DELETE FROM Network WHERE id = ?",-1,&_sDeleteNetwork,(const char **)0) != SQLITE_OK)
  233. ||(sqlite3_prepare_v2(_db,"SELECT id FROM Network ORDER BY id ASC",-1,&_sListNetworks,(const char **)0) != SQLITE_OK)
  234. ||(sqlite3_prepare_v2(_db,"UPDATE Network SET memberRevisionCounter = (memberRevisionCounter + 1) WHERE id = ?",-1,&_sIncrementMemberRevisionCounter,(const char **)0) != SQLITE_OK)
  235. ||(sqlite3_prepare_v2(_db,"SELECT identity FROM Node WHERE id = ?",-1,&_sGetNodeIdentity,(const char **)0) != SQLITE_OK)
  236. ||(sqlite3_prepare_v2(_db,"INSERT OR REPLACE INTO Node (id,identity) VALUES (?,?)",-1,&_sCreateOrReplaceNode,(const char **)0) != SQLITE_OK)
  237. ||(sqlite3_prepare_v2(_db,"INSERT INTO Rule (networkId,ruleNo,nodeId,ztSource,ztDest,vlanId,vlanPcp,vlanDei,) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)",-1,&_sCreateRule,(const char **)0) != SQLITE_OK)
  238. ||(sqlite3_prepare_v2(_db,"SELECT ruleNo,nodeId,sourcePort,destPort,vlanId,vlanPcp,etherType,macSource,macDest,ipSource,ipDest,ipTos,ipProtocol,ipSourcePort,ipDestPort,\"flags\",invFlags,\"action\" FROM Rule WHERE networkId = ? ORDER BY ruleNo ASC",-1,&_sListRules,(const char **)0) != SQLITE_OK)
  239. ||(sqlite3_prepare_v2(_db,"DELETE FROM Rule WHERE networkId = ?",-1,&_sDeleteRulesForNetwork,(const char **)0) != SQLITE_OK)
  240. ||(sqlite3_prepare_v2(_db,"SELECT ipRangeStart,ipRangeEnd FROM IpAssignmentPool WHERE networkId = ? AND ipVersion = ?",-1,&_sGetIpAssignmentPools,(const char **)0) != SQLITE_OK)
  241. ||(sqlite3_prepare_v2(_db,"SELECT ipRangeStart,ipRangeEnd,ipVersion FROM IpAssignmentPool WHERE networkId = ? ORDER BY ipRangeStart ASC",-1,&_sGetIpAssignmentPools2,(const char **)0) != SQLITE_OK)
  242. ||(sqlite3_prepare_v2(_db,"INSERT INTO IpAssignmentPool (networkId,ipRangeStart,ipRangeEnd,ipVersion) VALUES (?,?,?,?)",-1,&_sCreateIpAssignmentPool,(const char **)0) != SQLITE_OK)
  243. ||(sqlite3_prepare_v2(_db,"DELETE FROM IpAssignmentPool WHERE networkId = ?",-1,&_sDeleteIpAssignmentPoolsForNetwork,(const char **)0) != SQLITE_OK)
  244. ||(sqlite3_prepare_v2(_db,"SELECT ip,ipNetmaskBits,ipVersion FROM IpAssignment WHERE networkId = ? AND nodeId = ? AND \"type\" = 0 ORDER BY ip ASC",-1,&_sGetIpAssignmentsForNode,(const char **)0) != SQLITE_OK)
  245. ||(sqlite3_prepare_v2(_db,"SELECT 1 FROM IpAssignment WHERE networkId = ? AND ip = ? AND ipVersion = ? AND \"type\" = ?",-1,&_sCheckIfIpIsAllocated,(const char **)0) != SQLITE_OK)
  246. ||(sqlite3_prepare_v2(_db,"INSERT INTO IpAssignment (networkId,nodeId,\"type\",ip,ipNetmaskBits,ipVersion) VALUES (?,?,?,?,?,?)",-1,&_sAllocateIp,(const char **)0) != SQLITE_OK)
  247. ||(sqlite3_prepare_v2(_db,"DELETE FROM IpAssignment WHERE networkId = ? AND nodeId = ? AND \"type\" = ?",-1,&_sDeleteIpAllocations,(const char **)0) != SQLITE_OK)
  248. ||(sqlite3_prepare_v2(_db,"SELECT rowid,authorized,activeBridge,memberRevision,\"flags\",lastRequestTime,recentHistory FROM Member WHERE networkId = ? AND nodeId = ?",-1,&_sGetMember,(const char **)0) != SQLITE_OK)
  249. ||(sqlite3_prepare_v2(_db,"SELECT m.authorized,m.activeBridge,m.memberRevision,n.identity,m.flags,m.lastRequestTime,m.recentHistory FROM Member AS m LEFT OUTER JOIN Node AS n ON n.id = m.nodeId WHERE m.networkId = ? AND m.nodeId = ?",-1,&_sGetMember2,(const char **)0) != SQLITE_OK)
  250. ||(sqlite3_prepare_v2(_db,"INSERT INTO Member (networkId,nodeId,authorized,activeBridge,memberRevision) VALUES (?,?,?,0,(SELECT memberRevisionCounter FROM Network WHERE id = ?))",-1,&_sCreateMember,(const char **)0) != SQLITE_OK)
  251. ||(sqlite3_prepare_v2(_db,"SELECT nodeId FROM Member WHERE networkId = ? AND activeBridge > 0 AND authorized > 0",-1,&_sGetActiveBridges,(const char **)0) != SQLITE_OK)
  252. ||(sqlite3_prepare_v2(_db,"SELECT m.nodeId,m.memberRevision FROM Member AS m WHERE m.networkId = ? ORDER BY m.nodeId ASC",-1,&_sListNetworkMembers,(const char **)0) != SQLITE_OK)
  253. ||(sqlite3_prepare_v2(_db,"UPDATE Member SET authorized = ?,memberRevision = (SELECT memberRevisionCounter FROM Network WHERE id = ?) WHERE rowid = ?",-1,&_sUpdateMemberAuthorized,(const char **)0) != SQLITE_OK)
  254. ||(sqlite3_prepare_v2(_db,"UPDATE Member SET activeBridge = ?,memberRevision = (SELECT memberRevisionCounter FROM Network WHERE id = ?) WHERE rowid = ?",-1,&_sUpdateMemberActiveBridge,(const char **)0) != SQLITE_OK)
  255. ||(sqlite3_prepare_v2(_db,"UPDATE Member SET \"lastRequestTime\" = ?, \"recentHistory\" = ? WHERE rowid = ?",-1,&_sUpdateMemberHistory,(const char **)0) != SQLITE_OK)
  256. ||(sqlite3_prepare_v2(_db,"DELETE FROM Member WHERE networkId = ? AND nodeId = ?",-1,&_sDeleteMember,(const char **)0) != SQLITE_OK)
  257. ||(sqlite3_prepare_v2(_db,"DELETE FROM Member WHERE networkId = ?",-1,&_sDeleteAllNetworkMembers,(const char **)0) != SQLITE_OK)
  258. ||(sqlite3_prepare_v2(_db,"SELECT nodeId,recentHistory FROM Member WHERE networkId = ? AND lastRequestTime >= ?",-1,&_sGetActiveNodesOnNetwork,(const char **)0) != SQLITE_OK)
  259. ||(sqlite3_prepare_v2(_db,"INSERT INTO Route (networkId,target,via,targetNetmaskBits,ipVersion,flags,metric) VALUES (?,?,?,?,?,?,?)",-1,&_sCreateRoute,(const char **)0) != SQLITE_OK)
  260. ||(sqlite3_prepare_v2(_db,"SELECT DISTINCT target,via,targetNetmaskBits,ipVersion,flags,metric FROM \"Route\" WHERE networkId = ? ORDER BY ipVersion,target,via",-1,&_sGetRoutes,(const char **)0) != SQLITE_OK)
  261. ||(sqlite3_prepare_v2(_db,"DELETE FROM \"Route\" WHERE networkId = ?",-1,&_sDeleteRoutes,(const char **)0) != SQLITE_OK)
  262. ||(sqlite3_prepare_v2(_db,"SELECT \"v\" FROM \"Config\" WHERE \"k\" = ?",-1,&_sGetConfig,(const char **)0) != SQLITE_OK)
  263. ||(sqlite3_prepare_v2(_db,"INSERT OR REPLACE INTO \"Config\" (\"k\",\"v\") VALUES (?,?)",-1,&_sSetConfig,(const char **)0) != SQLITE_OK)
  264. ) {
  265. std::string err(std::string("SqliteNetworkController unable to initialize one or more prepared statements: ") + sqlite3_errmsg(_db));
  266. sqlite3_close(_db);
  267. throw std::runtime_error(err);
  268. }
  269. sqlite3_reset(_sGetConfig);
  270. sqlite3_bind_text(_sGetConfig,1,"instanceId",10,SQLITE_STATIC);
  271. if (sqlite3_step(_sGetConfig) != SQLITE_ROW) {
  272. unsigned char sr[32];
  273. Utils::getSecureRandom(sr,32);
  274. for(unsigned int i=0;i<32;++i)
  275. _instanceId.push_back("0123456789abcdef"[(unsigned int)sr[i] & 0xf]);
  276. sqlite3_reset(_sSetConfig);
  277. sqlite3_bind_text(_sSetConfig,1,"instanceId",10,SQLITE_STATIC);
  278. sqlite3_bind_text(_sSetConfig,2,_instanceId.c_str(),-1,SQLITE_STATIC);
  279. if (sqlite3_step(_sSetConfig) != SQLITE_DONE)
  280. throw std::runtime_error("SqliteNetworkController unable to read or initialize instanceId");
  281. } else {
  282. const char *iid = reinterpret_cast<const char *>(sqlite3_column_text(_sGetConfig,0));
  283. if (!iid)
  284. throw std::runtime_error("SqliteNetworkController unable to read instanceId (it's NULL)");
  285. _instanceId = iid;
  286. }
  287. #ifdef ZT_NETCONF_SQLITE_TRACE
  288. sqlite3_trace(_db,sqliteTraceFunc,(void *)0);
  289. #endif
  290. _backupThread = Thread::start(this);
  291. */
  292. _dbCommitThread = Thread::start(this);
  293. }
  294. SqliteNetworkController::~SqliteNetworkController()
  295. {
  296. _lock.lock();
  297. _dbCommitThreadRun = false;
  298. _lock.unlock();
  299. Thread::join(_dbCommitThread);
  300. }
  301. NetworkController::ResultCode SqliteNetworkController::doNetworkConfigRequest(const InetAddress &fromAddr,const Identity &signingId,const Identity &identity,uint64_t nwid,const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY> &metaData,NetworkConfig &nc)
  302. {
  303. if (((!signingId)||(!signingId.hasPrivate()))||(signingId.address().toInt() != (nwid >> 24))) {
  304. return NetworkController::NETCONF_QUERY_INTERNAL_SERVER_ERROR;
  305. }
  306. char nwids[24],nodeIds[24];
  307. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)nwid);
  308. Utils::snprintf(nodeIds,sizeof(nodeIds),"%.10llx",(unsigned long long)identity.address().toInt());
  309. const uint64_t now = OSUtils::now();
  310. /*
  311. { // begin lock
  312. Mutex::Lock _l(_lock);
  313. // Check rate limit circuit breaker to prevent flooding
  314. {
  315. uint64_t &lrt = _lastRequestTime[std::pair<uint64_t,uint64_t>(identity.address().toInt(),nwid)];
  316. if ((now - lrt) <= ZT_NETCONF_MIN_REQUEST_PERIOD)
  317. return NetworkController::NETCONF_QUERY_IGNORE;
  318. lrt = now;
  319. }
  320. _backupNeeded = true;
  321. // Create Node record or do full identity check if we already have one
  322. sqlite3_reset(_sGetNodeIdentity);
  323. sqlite3_bind_text(_sGetNodeIdentity,1,member.nodeId,10,SQLITE_STATIC);
  324. if (sqlite3_step(_sGetNodeIdentity) == SQLITE_ROW) {
  325. try {
  326. Identity alreadyKnownIdentity((const char *)sqlite3_column_text(_sGetNodeIdentity,0));
  327. if (alreadyKnownIdentity != identity)
  328. return NetworkController::NETCONF_QUERY_ACCESS_DENIED;
  329. } catch ( ... ) { // identity stored in database is not valid or is NULL
  330. return NetworkController::NETCONF_QUERY_ACCESS_DENIED;
  331. }
  332. } else {
  333. std::string idstr(identity.toString(false));
  334. sqlite3_reset(_sCreateOrReplaceNode);
  335. sqlite3_bind_text(_sCreateOrReplaceNode,1,member.nodeId,10,SQLITE_STATIC);
  336. sqlite3_bind_text(_sCreateOrReplaceNode,2,idstr.c_str(),-1,SQLITE_STATIC);
  337. if (sqlite3_step(_sCreateOrReplaceNode) != SQLITE_DONE) {
  338. return NetworkController::NETCONF_QUERY_INTERNAL_SERVER_ERROR;
  339. }
  340. }
  341. // Fetch Network record
  342. sqlite3_reset(_sGetNetworkById);
  343. sqlite3_bind_text(_sGetNetworkById,1,network.id,16,SQLITE_STATIC);
  344. if (sqlite3_step(_sGetNetworkById) == SQLITE_ROW) {
  345. network.name = (const char *)sqlite3_column_text(_sGetNetworkById,0);
  346. network.isPrivate = (sqlite3_column_int(_sGetNetworkById,1) > 0);
  347. network.enableBroadcast = (sqlite3_column_int(_sGetNetworkById,2) > 0);
  348. network.allowPassiveBridging = (sqlite3_column_int(_sGetNetworkById,3) > 0);
  349. network.flags = sqlite3_column_int(_sGetNetworkById,4);
  350. network.multicastLimit = sqlite3_column_int(_sGetNetworkById,5);
  351. network.creationTime = (uint64_t)sqlite3_column_int64(_sGetNetworkById,6);
  352. network.revision = (uint64_t)sqlite3_column_int64(_sGetNetworkById,7);
  353. network.memberRevisionCounter = (uint64_t)sqlite3_column_int64(_sGetNetworkById,8);
  354. } else {
  355. return NetworkController::NETCONF_QUERY_OBJECT_NOT_FOUND;
  356. }
  357. // Fetch or create Member record
  358. sqlite3_reset(_sGetMember);
  359. sqlite3_bind_text(_sGetMember,1,network.id,16,SQLITE_STATIC);
  360. sqlite3_bind_text(_sGetMember,2,member.nodeId,10,SQLITE_STATIC);
  361. if (sqlite3_step(_sGetMember) == SQLITE_ROW) {
  362. member.rowid = sqlite3_column_int64(_sGetMember,0);
  363. member.authorized = (sqlite3_column_int(_sGetMember,1) > 0);
  364. member.activeBridge = (sqlite3_column_int(_sGetMember,2) > 0);
  365. member.lastRequestTime = (uint64_t)sqlite3_column_int64(_sGetMember,5);
  366. const char *rhblob = (const char *)sqlite3_column_blob(_sGetMember,6);
  367. if (rhblob)
  368. member.recentHistory.fromBlob(rhblob,(unsigned int)sqlite3_column_bytes(_sGetMember,6));
  369. } else {
  370. member.authorized = (network.isPrivate ? false : true);
  371. member.activeBridge = false;
  372. sqlite3_reset(_sCreateMember);
  373. sqlite3_bind_text(_sCreateMember,1,network.id,16,SQLITE_STATIC);
  374. sqlite3_bind_text(_sCreateMember,2,member.nodeId,10,SQLITE_STATIC);
  375. sqlite3_bind_int(_sCreateMember,3,(member.authorized ? 1 : 0));
  376. sqlite3_bind_text(_sCreateMember,4,network.id,16,SQLITE_STATIC);
  377. if (sqlite3_step(_sCreateMember) != SQLITE_DONE) {
  378. return NetworkController::NETCONF_QUERY_INTERNAL_SERVER_ERROR;
  379. }
  380. member.rowid = sqlite3_last_insert_rowid(_db);
  381. sqlite3_reset(_sIncrementMemberRevisionCounter);
  382. sqlite3_bind_text(_sIncrementMemberRevisionCounter,1,network.id,16,SQLITE_STATIC);
  383. sqlite3_step(_sIncrementMemberRevisionCounter);
  384. }
  385. // Update Member.history
  386. {
  387. char mh[1024];
  388. Utils::snprintf(mh,sizeof(mh),
  389. "{\"ts\":%llu,\"authorized\":%s,\"clientMajorVersion\":%u,\"clientMinorVersion\":%u,\"clientRevision\":%u,\"fromAddr\":",
  390. (unsigned long long)now,
  391. ((member.authorized) ? "true" : "false"),
  392. metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MAJOR_VERSION,0),
  393. metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MINOR_VERSION,0),
  394. metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_REVISION,0));
  395. member.recentHistory.push_front(std::string(mh));
  396. if (fromAddr) {
  397. member.recentHistory.front().push_back('"');
  398. member.recentHistory.front().append(_jsonEscape(fromAddr.toString()));
  399. member.recentHistory.front().append("\"}");
  400. } else {
  401. member.recentHistory.front().append("null}");
  402. }
  403. while (member.recentHistory.size() > ZT_NETCONF_DB_MEMBER_HISTORY_LENGTH)
  404. member.recentHistory.pop_back();
  405. std::string rhblob(member.recentHistory.toBlob());
  406. sqlite3_reset(_sUpdateMemberHistory);
  407. sqlite3_clear_bindings(_sUpdateMemberHistory);
  408. sqlite3_bind_int64(_sUpdateMemberHistory,1,(sqlite3_int64)now);
  409. sqlite3_bind_blob(_sUpdateMemberHistory,2,(const void *)rhblob.data(),(int)rhblob.length(),SQLITE_STATIC);
  410. sqlite3_bind_int64(_sUpdateMemberHistory,3,member.rowid);
  411. sqlite3_step(_sUpdateMemberHistory);
  412. }
  413. // Don't proceed if member is not authorized! ---------------------------
  414. if (!member.authorized)
  415. return NetworkController::NETCONF_QUERY_ACCESS_DENIED;
  416. // Create network configuration -- we create both legacy and new types and send both for backward compatibility
  417. // New network config structure
  418. nc.networkId = Utils::hexStrToU64(network.id);
  419. nc.type = network.isPrivate ? ZT_NETWORK_TYPE_PRIVATE : ZT_NETWORK_TYPE_PUBLIC;
  420. nc.timestamp = now;
  421. nc.revision = network.revision;
  422. nc.issuedTo = member.nodeId;
  423. if (network.enableBroadcast) nc.flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_BROADCAST;
  424. if (network.allowPassiveBridging) nc.flags |= ZT_NETWORKCONFIG_FLAG_ALLOW_PASSIVE_BRIDGING;
  425. memcpy(nc.name,network.name,std::min((unsigned int)ZT_MAX_NETWORK_SHORT_NAME_LENGTH,(unsigned int)strlen(network.name)));
  426. { // TODO: right now only etherTypes are supported in rules
  427. std::vector<int> allowedEtherTypes;
  428. sqlite3_reset(_sGetEtherTypesFromRuleTable);
  429. sqlite3_bind_text(_sGetEtherTypesFromRuleTable,1,network.id,16,SQLITE_STATIC);
  430. while (sqlite3_step(_sGetEtherTypesFromRuleTable) == SQLITE_ROW) {
  431. if (sqlite3_column_type(_sGetEtherTypesFromRuleTable,0) == SQLITE_NULL) {
  432. allowedEtherTypes.clear();
  433. allowedEtherTypes.push_back(0); // NULL 'allow' matches ANY
  434. break;
  435. } else {
  436. int et = sqlite3_column_int(_sGetEtherTypesFromRuleTable,0);
  437. if ((et >= 0)&&(et <= 0xffff))
  438. allowedEtherTypes.push_back(et);
  439. }
  440. }
  441. std::sort(allowedEtherTypes.begin(),allowedEtherTypes.end());
  442. allowedEtherTypes.erase(std::unique(allowedEtherTypes.begin(),allowedEtherTypes.end()),allowedEtherTypes.end());
  443. for(long i=0;i<(long)allowedEtherTypes.size();++i) {
  444. if ((nc.ruleCount + 2) > ZT_MAX_NETWORK_RULES)
  445. break;
  446. if (allowedEtherTypes[i] > 0) {
  447. nc.rules[nc.ruleCount].t = ZT_NETWORK_RULE_MATCH_ETHERTYPE;
  448. nc.rules[nc.ruleCount].v.etherType = (uint16_t)allowedEtherTypes[i];
  449. ++nc.ruleCount;
  450. }
  451. nc.rules[nc.ruleCount++].t = ZT_NETWORK_RULE_ACTION_ACCEPT;
  452. }
  453. }
  454. nc.multicastLimit = network.multicastLimit;
  455. bool amActiveBridge = false;
  456. {
  457. sqlite3_reset(_sGetActiveBridges);
  458. sqlite3_bind_text(_sGetActiveBridges,1,network.id,16,SQLITE_STATIC);
  459. while (sqlite3_step(_sGetActiveBridges) == SQLITE_ROW) {
  460. const char *ab = (const char *)sqlite3_column_text(_sGetActiveBridges,0);
  461. if ((ab)&&(strlen(ab) == 10)) {
  462. const uint64_t ab2 = Utils::hexStrToU64(ab);
  463. nc.addSpecialist(Address(ab2),ZT_NETWORKCONFIG_SPECIALIST_TYPE_ACTIVE_BRIDGE);
  464. if (!strcmp(member.nodeId,ab))
  465. amActiveBridge = true;
  466. }
  467. }
  468. }
  469. // Do not send relays to 1.1.0 since it had a serious bug in using them
  470. // 1.1.0 will still work, it'll just fall back to roots instead of using network preferred relays
  471. if (!((metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MAJOR_VERSION,0) == 1)&&(metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_MINOR_VERSION,0) == 1)&&(metaData.getUI(ZT_NETWORKCONFIG_REQUEST_METADATA_KEY_NODE_REVISION,0) == 0))) {
  472. sqlite3_reset(_sGetRelays);
  473. sqlite3_bind_text(_sGetRelays,1,network.id,16,SQLITE_STATIC);
  474. while (sqlite3_step(_sGetRelays) == SQLITE_ROW) {
  475. const char *n = (const char *)sqlite3_column_text(_sGetRelays,0);
  476. const char *a = (const char *)sqlite3_column_text(_sGetRelays,1);
  477. if ((n)&&(a)) {
  478. Address node(n);
  479. InetAddress addr(a);
  480. if (node)
  481. nc.addSpecialist(node,ZT_NETWORKCONFIG_SPECIALIST_TYPE_NETWORK_PREFERRED_RELAY);
  482. }
  483. }
  484. }
  485. sqlite3_reset(_sGetRoutes);
  486. sqlite3_bind_text(_sGetRoutes,1,network.id,16,SQLITE_STATIC);
  487. while ((sqlite3_step(_sGetRoutes) == SQLITE_ROW)&&(nc.routeCount < ZT_MAX_NETWORK_ROUTES)) {
  488. ZT_VirtualNetworkRoute *r = &(nc.routes[nc.routeCount]);
  489. memset(r,0,sizeof(ZT_VirtualNetworkRoute));
  490. switch(sqlite3_column_int(_sGetRoutes,3)) { // ipVersion
  491. case 4:
  492. *(reinterpret_cast<InetAddress *>(&(r->target))) = InetAddress((const void *)((const char *)sqlite3_column_blob(_sGetRoutes,0) + 12),4,(unsigned int)sqlite3_column_int(_sGetRoutes,2));
  493. break;
  494. case 6:
  495. *(reinterpret_cast<InetAddress *>(&(r->target))) = InetAddress((const void *)sqlite3_column_blob(_sGetRoutes,0),16,(unsigned int)sqlite3_column_int(_sGetRoutes,2));
  496. break;
  497. default:
  498. continue;
  499. }
  500. if (sqlite3_column_type(_sGetRoutes,1) != SQLITE_NULL) {
  501. switch(sqlite3_column_int(_sGetRoutes,3)) { // ipVersion
  502. case 4:
  503. *(reinterpret_cast<InetAddress *>(&(r->via))) = InetAddress((const void *)((const char *)sqlite3_column_blob(_sGetRoutes,1) + 12),4,0);
  504. break;
  505. case 6:
  506. *(reinterpret_cast<InetAddress *>(&(r->via))) = InetAddress((const void *)sqlite3_column_blob(_sGetRoutes,1),16,0);
  507. break;
  508. default:
  509. continue;
  510. }
  511. }
  512. r->flags = (uint16_t)sqlite3_column_int(_sGetRoutes,4);
  513. r->metric = (uint16_t)sqlite3_column_int(_sGetRoutes,5);
  514. ++nc.routeCount;
  515. }
  516. // Assign special IPv6 addresses if these are enabled
  517. if (((network.flags & ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_RFC4193) != 0)&&(nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {
  518. nc.staticIps[nc.staticIpCount++] = InetAddress::makeIpv6rfc4193(nwid,identity.address().toInt());
  519. nc.flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;
  520. }
  521. if (((network.flags & ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_6PLANE) != 0)&&(nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)) {
  522. nc.staticIps[nc.staticIpCount++] = InetAddress::makeIpv66plane(nwid,identity.address().toInt());
  523. nc.flags |= ZT_NETWORKCONFIG_FLAG_ENABLE_IPV6_NDP_EMULATION;
  524. }
  525. // Get managed addresses that are assigned to this member
  526. bool haveManagedIpv4AutoAssignment = false;
  527. bool haveManagedIpv6AutoAssignment = false; // "special" NDP-emulated address types do not count
  528. sqlite3_reset(_sGetIpAssignmentsForNode);
  529. sqlite3_bind_text(_sGetIpAssignmentsForNode,1,network.id,16,SQLITE_STATIC);
  530. sqlite3_bind_text(_sGetIpAssignmentsForNode,2,member.nodeId,10,SQLITE_STATIC);
  531. while (sqlite3_step(_sGetIpAssignmentsForNode) == SQLITE_ROW) {
  532. const unsigned char *const ipbytes = (const unsigned char *)sqlite3_column_blob(_sGetIpAssignmentsForNode,0);
  533. if ((!ipbytes)||(sqlite3_column_bytes(_sGetIpAssignmentsForNode,0) != 16))
  534. continue;
  535. //const int ipNetmaskBits = sqlite3_column_int(_sGetIpAssignmentsForNode,1);
  536. const int ipVersion = sqlite3_column_int(_sGetIpAssignmentsForNode,2);
  537. InetAddress ip;
  538. if (ipVersion == 4)
  539. ip = InetAddress(ipbytes + 12,4,0);
  540. else if (ipVersion == 6)
  541. ip = InetAddress(ipbytes,16,0);
  542. else continue;
  543. // IP assignments are only pushed if there is a corresponding local route. We also now get the netmask bits from
  544. // this route, ignoring the netmask bits field of the assigned IP itself. Using that was worthless and a source
  545. // of user error / poor UX.
  546. int routedNetmaskBits = 0;
  547. for(unsigned int rk=0;rk<nc.routeCount;++rk) {
  548. if ( (!nc.routes[rk].via.ss_family) && (reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->containsAddress(ip)) )
  549. routedNetmaskBits = reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->netmaskBits();
  550. }
  551. if (routedNetmaskBits > 0) {
  552. if (nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {
  553. ip.setPort(routedNetmaskBits);
  554. nc.staticIps[nc.staticIpCount++] = ip;
  555. }
  556. if (ipVersion == 4)
  557. haveManagedIpv4AutoAssignment = true;
  558. else if (ipVersion == 6)
  559. haveManagedIpv6AutoAssignment = true;
  560. }
  561. }
  562. // Auto-assign IPv6 address if auto-assignment is enabled and it's needed
  563. if ( ((network.flags & ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_AUTO_ASSIGN) != 0) && (!haveManagedIpv6AutoAssignment) && (!amActiveBridge) ) {
  564. sqlite3_reset(_sGetIpAssignmentPools);
  565. sqlite3_bind_text(_sGetIpAssignmentPools,1,network.id,16,SQLITE_STATIC);
  566. sqlite3_bind_int(_sGetIpAssignmentPools,2,6); // 6 == IPv6
  567. while (sqlite3_step(_sGetIpAssignmentPools) == SQLITE_ROW) {
  568. const uint8_t *const ipRangeStartB = reinterpret_cast<const unsigned char *>(sqlite3_column_blob(_sGetIpAssignmentPools,0));
  569. const uint8_t *const ipRangeEndB = reinterpret_cast<const unsigned char *>(sqlite3_column_blob(_sGetIpAssignmentPools,1));
  570. if ((!ipRangeStartB)||(!ipRangeEndB)||(sqlite3_column_bytes(_sGetIpAssignmentPools,0) != 16)||(sqlite3_column_bytes(_sGetIpAssignmentPools,1) != 16))
  571. continue;
  572. uint64_t s[2],e[2],x[2],xx[2];
  573. memcpy(s,ipRangeStartB,16);
  574. memcpy(e,ipRangeEndB,16);
  575. s[0] = Utils::ntoh(s[0]);
  576. s[1] = Utils::ntoh(s[1]);
  577. e[0] = Utils::ntoh(e[0]);
  578. e[1] = Utils::ntoh(e[1]);
  579. x[0] = s[0];
  580. x[1] = s[1];
  581. for(unsigned int trialCount=0;trialCount<1000;++trialCount) {
  582. if ((trialCount == 0)&&(e[1] > s[1])&&((e[1] - s[1]) >= 0xffffffffffULL)) {
  583. // First see if we can just cram a ZeroTier ID into the higher 64 bits. If so do that.
  584. xx[0] = Utils::hton(x[0]);
  585. xx[1] = Utils::hton(x[1] + identity.address().toInt());
  586. } else {
  587. // Otherwise pick random addresses -- this technically doesn't explore the whole range if the lower 64 bit range is >= 1 but that won't matter since that would be huge anyway
  588. Utils::getSecureRandom((void *)xx,16);
  589. if ((e[0] > s[0]))
  590. xx[0] %= (e[0] - s[0]);
  591. else xx[0] = 0;
  592. if ((e[1] > s[1]))
  593. xx[1] %= (e[1] - s[1]);
  594. else xx[1] = 0;
  595. xx[0] = Utils::hton(x[0] + xx[0]);
  596. xx[1] = Utils::hton(x[1] + xx[1]);
  597. }
  598. InetAddress ip6((const void *)xx,16,0);
  599. // Check if this IP is within a local-to-Ethernet routed network
  600. int routedNetmaskBits = 0;
  601. for(unsigned int rk=0;rk<nc.routeCount;++rk) {
  602. if ( (!nc.routes[rk].via.ss_family) && (nc.routes[rk].target.ss_family == AF_INET6) && (reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->containsAddress(ip6)) )
  603. routedNetmaskBits = reinterpret_cast<const InetAddress *>(&(nc.routes[rk].target))->netmaskBits();
  604. }
  605. // If it's routed, then try to claim and assign it and if successful end loop
  606. if (routedNetmaskBits > 0) {
  607. sqlite3_reset(_sCheckIfIpIsAllocated);
  608. sqlite3_bind_text(_sCheckIfIpIsAllocated,1,network.id,16,SQLITE_STATIC);
  609. sqlite3_bind_blob(_sCheckIfIpIsAllocated,2,(const void *)ip6.rawIpData(),16,SQLITE_STATIC);
  610. sqlite3_bind_int(_sCheckIfIpIsAllocated,3,6); // 6 == IPv6
  611. sqlite3_bind_int(_sCheckIfIpIsAllocated,4,(int)0);
  612. if (sqlite3_step(_sCheckIfIpIsAllocated) != SQLITE_ROW) {
  613. // No rows returned, so the IP is available
  614. sqlite3_reset(_sAllocateIp);
  615. sqlite3_bind_text(_sAllocateIp,1,network.id,16,SQLITE_STATIC);
  616. sqlite3_bind_text(_sAllocateIp,2,member.nodeId,10,SQLITE_STATIC);
  617. sqlite3_bind_int(_sAllocateIp,3,(int)0);
  618. sqlite3_bind_blob(_sAllocateIp,4,(const void *)ip6.rawIpData(),16,SQLITE_STATIC);
  619. sqlite3_bind_int(_sAllocateIp,5,routedNetmaskBits); // IP netmask bits from matching route
  620. sqlite3_bind_int(_sAllocateIp,6,6); // 6 == IPv6
  621. if (sqlite3_step(_sAllocateIp) == SQLITE_DONE) {
  622. ip6.setPort(routedNetmaskBits);
  623. if (nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES)
  624. nc.staticIps[nc.staticIpCount++] = ip6;
  625. break;
  626. }
  627. }
  628. }
  629. }
  630. }
  631. }
  632. // Auto-assign IPv4 address if auto-assignment is enabled and it's needed
  633. if ( ((network.flags & ZT_DB_NETWORK_FLAG_ZT_MANAGED_V4_AUTO_ASSIGN) != 0) && (!haveManagedIpv4AutoAssignment) && (!amActiveBridge) ) {
  634. sqlite3_reset(_sGetIpAssignmentPools);
  635. sqlite3_bind_text(_sGetIpAssignmentPools,1,network.id,16,SQLITE_STATIC);
  636. sqlite3_bind_int(_sGetIpAssignmentPools,2,4); // 4 == IPv4
  637. while (sqlite3_step(_sGetIpAssignmentPools) == SQLITE_ROW) {
  638. const unsigned char *ipRangeStartB = reinterpret_cast<const unsigned char *>(sqlite3_column_blob(_sGetIpAssignmentPools,0));
  639. const unsigned char *ipRangeEndB = reinterpret_cast<const unsigned char *>(sqlite3_column_blob(_sGetIpAssignmentPools,1));
  640. if ((!ipRangeStartB)||(!ipRangeEndB)||(sqlite3_column_bytes(_sGetIpAssignmentPools,0) != 16)||(sqlite3_column_bytes(_sGetIpAssignmentPools,1) != 16))
  641. continue;
  642. uint32_t ipRangeStart = Utils::ntoh(*(reinterpret_cast<const uint32_t *>(ipRangeStartB + 12)));
  643. uint32_t ipRangeEnd = Utils::ntoh(*(reinterpret_cast<const uint32_t *>(ipRangeEndB + 12)));
  644. if ((ipRangeEnd <= ipRangeStart)||(ipRangeStart == 0))
  645. continue;
  646. uint32_t ipRangeLen = ipRangeEnd - ipRangeStart;
  647. // Start with the LSB of the member's address
  648. uint32_t ipTrialCounter = (uint32_t)(identity.address().toInt() & 0xffffffff);
  649. for(uint32_t k=ipRangeStart,trialCount=0;(k<=ipRangeEnd)&&(trialCount < 1000);++k,++trialCount) {
  650. uint32_t ip = (ipRangeLen > 0) ? (ipRangeStart + (ipTrialCounter % ipRangeLen)) : ipRangeStart;
  651. ++ipTrialCounter;
  652. if ((ip & 0x000000ff) == 0x000000ff)
  653. continue; // don't allow addresses that end in .255
  654. // Check if this IP is within a local-to-Ethernet routed network
  655. int routedNetmaskBits = 0;
  656. for(unsigned int rk=0;rk<nc.routeCount;++rk) {
  657. if ((!nc.routes[rk].via.ss_family)&&(nc.routes[rk].target.ss_family == AF_INET)) {
  658. uint32_t targetIp = Utils::ntoh((uint32_t)(reinterpret_cast<const struct sockaddr_in *>(&(nc.routes[rk].target))->sin_addr.s_addr));
  659. int targetBits = Utils::ntoh((uint16_t)(reinterpret_cast<const struct sockaddr_in *>(&(nc.routes[rk].target))->sin_port));
  660. if ((ip & (0xffffffff << (32 - targetBits))) == targetIp) {
  661. routedNetmaskBits = targetBits;
  662. break;
  663. }
  664. }
  665. }
  666. // If it's routed, then try to claim and assign it and if successful end loop
  667. if (routedNetmaskBits > 0) {
  668. uint32_t ipBlob[4]; // actually a 16-byte blob, we put IPv4s in the last 4 bytes
  669. ipBlob[0] = 0; ipBlob[1] = 0; ipBlob[2] = 0; ipBlob[3] = Utils::hton(ip);
  670. sqlite3_reset(_sCheckIfIpIsAllocated);
  671. sqlite3_bind_text(_sCheckIfIpIsAllocated,1,network.id,16,SQLITE_STATIC);
  672. sqlite3_bind_blob(_sCheckIfIpIsAllocated,2,(const void *)ipBlob,16,SQLITE_STATIC);
  673. sqlite3_bind_int(_sCheckIfIpIsAllocated,3,4); // 4 == IPv4
  674. sqlite3_bind_int(_sCheckIfIpIsAllocated,4,(int)0);
  675. if (sqlite3_step(_sCheckIfIpIsAllocated) != SQLITE_ROW) {
  676. // No rows returned, so the IP is available
  677. sqlite3_reset(_sAllocateIp);
  678. sqlite3_bind_text(_sAllocateIp,1,network.id,16,SQLITE_STATIC);
  679. sqlite3_bind_text(_sAllocateIp,2,member.nodeId,10,SQLITE_STATIC);
  680. sqlite3_bind_int(_sAllocateIp,3,(int)0);
  681. sqlite3_bind_blob(_sAllocateIp,4,(const void *)ipBlob,16,SQLITE_STATIC);
  682. sqlite3_bind_int(_sAllocateIp,5,routedNetmaskBits); // IP netmask bits from matching route
  683. sqlite3_bind_int(_sAllocateIp,6,4); // 4 == IPv4
  684. if (sqlite3_step(_sAllocateIp) == SQLITE_DONE) {
  685. if (nc.staticIpCount < ZT_MAX_ZT_ASSIGNED_ADDRESSES) {
  686. struct sockaddr_in *const v4ip = reinterpret_cast<struct sockaddr_in *>(&(nc.staticIps[nc.staticIpCount++]));
  687. v4ip->sin_family = AF_INET;
  688. v4ip->sin_port = Utils::hton((uint16_t)routedNetmaskBits);
  689. v4ip->sin_addr.s_addr = Utils::hton(ip);
  690. }
  691. break;
  692. }
  693. }
  694. }
  695. }
  696. }
  697. }
  698. } // end lock
  699. // Perform signing outside lock to enable concurrency
  700. if (network.isPrivate) {
  701. CertificateOfMembership com(now,ZT_NETWORK_COM_DEFAULT_REVISION_MAX_DELTA,nwid,identity.address());
  702. if (com.sign(signingId)) {
  703. nc.com = com;
  704. } else {
  705. return NETCONF_QUERY_INTERNAL_SERVER_ERROR;
  706. }
  707. }
  708. return NetworkController::NETCONF_QUERY_OK;
  709. */
  710. }
  711. unsigned int SqliteNetworkController::handleControlPlaneHttpGET(
  712. const std::vector<std::string> &path,
  713. const std::map<std::string,std::string> &urlArgs,
  714. const std::map<std::string,std::string> &headers,
  715. const std::string &body,
  716. std::string &responseBody,
  717. std::string &responseContentType)
  718. {
  719. Mutex::Lock _l(_lock);
  720. return _doCPGet(path,urlArgs,headers,body,responseBody,responseContentType);
  721. }
  722. unsigned int SqliteNetworkController::handleControlPlaneHttpPOST(
  723. const std::vector<std::string> &path,
  724. const std::map<std::string,std::string> &urlArgs,
  725. const std::map<std::string,std::string> &headers,
  726. const std::string &body,
  727. std::string &responseBody,
  728. std::string &responseContentType)
  729. {
  730. if (path.empty())
  731. return 404;
  732. Mutex::Lock _l(_lock);
  733. if (path[0] == "network") {
  734. json &networks = _db["network"];
  735. if (!networks.is_object()) networks = json::object();
  736. if ((path.size() >= 2)&&(path[1].length() == 16)) {
  737. uint64_t nwid = Utils::hexStrToU64(path[1].c_str());
  738. char nwids[24];
  739. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)nwid);
  740. /*
  741. int64_t revision = 0;
  742. sqlite3_reset(_sGetNetworkRevision);
  743. sqlite3_bind_text(_sGetNetworkRevision,1,nwids,16,SQLITE_STATIC);
  744. bool networkExists = false;
  745. if (sqlite3_step(_sGetNetworkRevision) == SQLITE_ROW) {
  746. networkExists = true;
  747. revision = sqlite3_column_int64(_sGetNetworkRevision,0);
  748. }
  749. */
  750. if (path.size() >= 3) {
  751. auto network = networks.get<const json::object_t *>(nwids);
  752. if (!network) return 404;
  753. if ((path.size() == 4)&&(path[2] == "member")&&(path[3].length() == 10)) {
  754. json &members = (*network)["member"];
  755. if (!members.is_object()) members = json::object();
  756. uint64_t address = Utils::hexStrToU64(path[3].c_str());
  757. char addrs[24];
  758. Utils::snprintf(addrs,sizeof(addrs),"%.10llx",address);
  759. json &member = members[addrs];
  760. if (!member.is_object()) member = json::object();
  761. /*
  762. int64_t addToNetworkRevision = 0;
  763. int64_t memberRowId = 0;
  764. sqlite3_reset(_sGetMember);
  765. sqlite3_bind_text(_sGetMember,1,nwids,16,SQLITE_STATIC);
  766. sqlite3_bind_text(_sGetMember,2,addrs,10,SQLITE_STATIC);
  767. bool memberExists = false;
  768. if (sqlite3_step(_sGetMember) == SQLITE_ROW) {
  769. memberExists = true;
  770. memberRowId = sqlite3_column_int64(_sGetMember,0);
  771. }
  772. if (!memberExists) {
  773. sqlite3_reset(_sCreateMember);
  774. sqlite3_bind_text(_sCreateMember,1,nwids,16,SQLITE_STATIC);
  775. sqlite3_bind_text(_sCreateMember,2,addrs,10,SQLITE_STATIC);
  776. sqlite3_bind_int(_sCreateMember,3,0);
  777. sqlite3_bind_text(_sCreateMember,4,nwids,16,SQLITE_STATIC);
  778. if (sqlite3_step(_sCreateMember) != SQLITE_DONE)
  779. return 500;
  780. memberRowId = (int64_t)sqlite3_last_insert_rowid(_db);
  781. sqlite3_reset(_sIncrementMemberRevisionCounter);
  782. sqlite3_bind_text(_sIncrementMemberRevisionCounter,1,nwids,16,SQLITE_STATIC);
  783. sqlite3_step(_sIncrementMemberRevisionCounter);
  784. addToNetworkRevision = 1;
  785. }
  786. json_value *j = json_parse(body.c_str(),body.length());
  787. if (j) {
  788. if (j->type == json_object) {
  789. for(unsigned int k=0;k<j->u.object.length;++k) {
  790. if (!strcmp(j->u.object.values[k].name,"authorized")) {
  791. if (j->u.object.values[k].value->type == json_boolean) {
  792. sqlite3_reset(_sUpdateMemberAuthorized);
  793. sqlite3_bind_int(_sUpdateMemberAuthorized,1,(j->u.object.values[k].value->u.boolean == 0) ? 0 : 1);
  794. sqlite3_bind_text(_sUpdateMemberAuthorized,2,nwids,16,SQLITE_STATIC);
  795. sqlite3_bind_int64(_sUpdateMemberAuthorized,3,memberRowId);
  796. if (sqlite3_step(_sUpdateMemberAuthorized) != SQLITE_DONE)
  797. return 500;
  798. sqlite3_reset(_sIncrementMemberRevisionCounter);
  799. sqlite3_bind_text(_sIncrementMemberRevisionCounter,1,nwids,16,SQLITE_STATIC);
  800. sqlite3_step(_sIncrementMemberRevisionCounter);
  801. addToNetworkRevision = 1;
  802. }
  803. } else if (!strcmp(j->u.object.values[k].name,"activeBridge")) {
  804. if (j->u.object.values[k].value->type == json_boolean) {
  805. sqlite3_reset(_sUpdateMemberActiveBridge);
  806. sqlite3_bind_int(_sUpdateMemberActiveBridge,1,(j->u.object.values[k].value->u.boolean == 0) ? 0 : 1);
  807. sqlite3_bind_text(_sUpdateMemberActiveBridge,2,nwids,16,SQLITE_STATIC);
  808. sqlite3_bind_int64(_sUpdateMemberActiveBridge,3,memberRowId);
  809. if (sqlite3_step(_sUpdateMemberActiveBridge) != SQLITE_DONE)
  810. return 500;
  811. sqlite3_reset(_sIncrementMemberRevisionCounter);
  812. sqlite3_bind_text(_sIncrementMemberRevisionCounter,1,nwids,16,SQLITE_STATIC);
  813. sqlite3_step(_sIncrementMemberRevisionCounter);
  814. addToNetworkRevision = 1;
  815. }
  816. } else if (!strcmp(j->u.object.values[k].name,"ipAssignments")) {
  817. if (j->u.object.values[k].value->type == json_array) {
  818. sqlite3_reset(_sDeleteIpAllocations);
  819. sqlite3_bind_text(_sDeleteIpAllocations,1,nwids,16,SQLITE_STATIC);
  820. sqlite3_bind_text(_sDeleteIpAllocations,2,addrs,10,SQLITE_STATIC);
  821. sqlite3_bind_int(_sDeleteIpAllocations,3,(int)0);
  822. if (sqlite3_step(_sDeleteIpAllocations) != SQLITE_DONE)
  823. return 500;
  824. for(unsigned int kk=0;kk<j->u.object.values[k].value->u.array.length;++kk) {
  825. json_value *ipalloc = j->u.object.values[k].value->u.array.values[kk];
  826. if (ipalloc->type == json_string) {
  827. InetAddress a(ipalloc->u.string.ptr);
  828. char ipBlob[16];
  829. int ipVersion = 0;
  830. _ipToBlob(a,ipBlob,ipVersion);
  831. if (ipVersion > 0) {
  832. sqlite3_reset(_sAllocateIp);
  833. sqlite3_bind_text(_sAllocateIp,1,nwids,16,SQLITE_STATIC);
  834. sqlite3_bind_text(_sAllocateIp,2,addrs,10,SQLITE_STATIC);
  835. sqlite3_bind_int(_sAllocateIp,3,(int)0);
  836. sqlite3_bind_blob(_sAllocateIp,4,(const void *)ipBlob,16,SQLITE_STATIC);
  837. sqlite3_bind_int(_sAllocateIp,5,(int)a.netmaskBits()); // NOTE: this field is now ignored but set it anyway
  838. sqlite3_bind_int(_sAllocateIp,6,ipVersion);
  839. if (sqlite3_step(_sAllocateIp) != SQLITE_DONE)
  840. return 500;
  841. }
  842. }
  843. }
  844. addToNetworkRevision = 1;
  845. }
  846. } else if (!strcmp(j->u.object.values[k].name,"identity")) {
  847. // Identity is technically an immutable field, but if the member's Node has
  848. // no identity we allow it to be populated. This is primarily for migrating
  849. // node data from another controller.
  850. json_value *idstr = j->u.object.values[k].value;
  851. if (idstr->type == json_string) {
  852. bool alreadyHaveIdentity = false;
  853. sqlite3_reset(_sGetNodeIdentity);
  854. sqlite3_bind_text(_sGetNodeIdentity,1,addrs,10,SQLITE_STATIC);
  855. if (sqlite3_step(_sGetNodeIdentity) == SQLITE_ROW) {
  856. const char *tmp2 = (const char *)sqlite3_column_text(_sGetNodeIdentity,0);
  857. if ((tmp2)&&(tmp2[0]))
  858. alreadyHaveIdentity = true;
  859. }
  860. if (!alreadyHaveIdentity) {
  861. try {
  862. Identity id2(idstr->u.string.ptr);
  863. if (id2) {
  864. std::string idstr2(id2.toString(false)); // object must persist until after sqlite3_step() for SQLITE_STATIC
  865. sqlite3_reset(_sCreateOrReplaceNode);
  866. sqlite3_bind_text(_sCreateOrReplaceNode,1,addrs,10,SQLITE_STATIC);
  867. sqlite3_bind_text(_sCreateOrReplaceNode,2,idstr2.c_str(),-1,SQLITE_STATIC);
  868. sqlite3_step(_sCreateOrReplaceNode);
  869. }
  870. } catch ( ... ) {} // ignore invalid identities
  871. }
  872. }
  873. }
  874. }
  875. }
  876. json_value_free(j);
  877. }
  878. if ((addToNetworkRevision > 0)&&(revision > 0)) {
  879. sqlite3_reset(_sSetNetworkRevision);
  880. sqlite3_bind_int64(_sSetNetworkRevision,1,revision + addToNetworkRevision);
  881. sqlite3_bind_text(_sSetNetworkRevision,2,nwids,16,SQLITE_STATIC);
  882. sqlite3_step(_sSetNetworkRevision);
  883. }
  884. */
  885. return _doCPGet(path,urlArgs,headers,body,responseBody,responseContentType);
  886. } else if ((path.size() == 3)&&(path[2] == "test")) {
  887. ZT_CircuitTest *test = (ZT_CircuitTest *)malloc(sizeof(ZT_CircuitTest));
  888. memset(test,0,sizeof(ZT_CircuitTest));
  889. Utils::getSecureRandom(&(test->testId),sizeof(test->testId));
  890. test->credentialNetworkId = nwid;
  891. test->ptr = (void *)this;
  892. /*
  893. json_value *j = json_parse(body.c_str(),body.length());
  894. if (j) {
  895. if (j->type == json_object) {
  896. for(unsigned int k=0;k<j->u.object.length;++k) {
  897. if (!strcmp(j->u.object.values[k].name,"hops")) {
  898. if (j->u.object.values[k].value->type == json_array) {
  899. for(unsigned int kk=0;kk<j->u.object.values[k].value->u.array.length;++kk) {
  900. json_value *hop = j->u.object.values[k].value->u.array.values[kk];
  901. if (hop->type == json_array) {
  902. for(unsigned int kkk=0;kkk<hop->u.array.length;++kkk) {
  903. if (hop->u.array.values[kkk]->type == json_string) {
  904. test->hops[test->hopCount].addresses[test->hops[test->hopCount].breadth++] = Utils::hexStrToU64(hop->u.array.values[kkk]->u.string.ptr) & 0xffffffffffULL;
  905. }
  906. }
  907. ++test->hopCount;
  908. }
  909. }
  910. }
  911. } else if (!strcmp(j->u.object.values[k].name,"reportAtEveryHop")) {
  912. if (j->u.object.values[k].value->type == json_boolean)
  913. test->reportAtEveryHop = (j->u.object.values[k].value->u.boolean == 0) ? 0 : 1;
  914. }
  915. }
  916. }
  917. json_value_free(j);
  918. }
  919. */
  920. if (!test->hopCount) {
  921. ::free((void *)test);
  922. return 500;
  923. }
  924. test->timestamp = OSUtils::now();
  925. _CircuitTestEntry &te = _circuitTests[test->testId];
  926. te.test = test;
  927. te.jsonResults = "";
  928. _node->circuitTestBegin(test,&(SqliteNetworkController::_circuitTestCallback));
  929. char json[1024];
  930. Utils::snprintf(json,sizeof(json),"{\"testId\":\"%.16llx\"}",test->testId);
  931. responseBody = json;
  932. responseContentType = "application/json";
  933. return 200;
  934. } // else 404
  935. } else {
  936. std::vector<std::string> path_copy(path);
  937. if (!networkExists) {
  938. if (path[1].substr(10) == "______") {
  939. // A special POST /network/##########______ feature lets users create a network
  940. // with an arbitrary unused network number at this controller.
  941. nwid = 0;
  942. uint64_t nwidPrefix = (Utils::hexStrToU64(path[1].substr(0,10).c_str()) << 24) & 0xffffffffff000000ULL;
  943. uint64_t nwidPostfix = 0;
  944. Utils::getSecureRandom(&nwidPostfix,sizeof(nwidPostfix));
  945. uint64_t nwidOriginalPostfix = nwidPostfix;
  946. do {
  947. uint64_t tryNwid = nwidPrefix | (nwidPostfix & 0xffffffULL);
  948. if (!nwidPostfix)
  949. tryNwid |= 1;
  950. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)tryNwid);
  951. sqlite3_reset(_sGetNetworkRevision);
  952. sqlite3_bind_text(_sGetNetworkRevision,1,nwids,16,SQLITE_STATIC);
  953. if (sqlite3_step(_sGetNetworkRevision) != SQLITE_ROW) {
  954. nwid = tryNwid;
  955. break;
  956. }
  957. ++nwidPostfix;
  958. } while (nwidPostfix != nwidOriginalPostfix);
  959. // 503 means we have no more free IDs for this prefix. You shouldn't host anywhere
  960. // near 16 million networks on the same controller, so shouldn't happen.
  961. if (!nwid)
  962. return 503;
  963. }
  964. sqlite3_reset(_sCreateNetwork);
  965. sqlite3_bind_text(_sCreateNetwork,1,nwids,16,SQLITE_STATIC);
  966. sqlite3_bind_text(_sCreateNetwork,2,"",0,SQLITE_STATIC);
  967. sqlite3_bind_int64(_sCreateNetwork,3,(long long)OSUtils::now());
  968. if (sqlite3_step(_sCreateNetwork) != SQLITE_DONE)
  969. return 500;
  970. path_copy[1].assign(nwids);
  971. }
  972. json_value *j = json_parse(body.c_str(),body.length());
  973. if (j) {
  974. if (j->type == json_object) {
  975. for(unsigned int k=0;k<j->u.object.length;++k) {
  976. sqlite3_stmt *stmt = (sqlite3_stmt *)0;
  977. if (!strcmp(j->u.object.values[k].name,"name")) {
  978. if ((j->u.object.values[k].value->type == json_string)&&(j->u.object.values[k].value->u.string.ptr[0])) {
  979. if (sqlite3_prepare_v2(_db,"UPDATE Network SET \"name\" = ? WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  980. sqlite3_bind_text(stmt,1,j->u.object.values[k].value->u.string.ptr,-1,SQLITE_STATIC);
  981. }
  982. } else if (!strcmp(j->u.object.values[k].name,"private")) {
  983. if (j->u.object.values[k].value->type == json_boolean) {
  984. if (sqlite3_prepare_v2(_db,"UPDATE Network SET \"private\" = ? WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  985. sqlite3_bind_int(stmt,1,(j->u.object.values[k].value->u.boolean == 0) ? 0 : 1);
  986. }
  987. } else if (!strcmp(j->u.object.values[k].name,"enableBroadcast")) {
  988. if (j->u.object.values[k].value->type == json_boolean) {
  989. if (sqlite3_prepare_v2(_db,"UPDATE Network SET enableBroadcast = ? WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  990. sqlite3_bind_int(stmt,1,(j->u.object.values[k].value->u.boolean == 0) ? 0 : 1);
  991. }
  992. } else if (!strcmp(j->u.object.values[k].name,"allowPassiveBridging")) {
  993. if (j->u.object.values[k].value->type == json_boolean) {
  994. if (sqlite3_prepare_v2(_db,"UPDATE Network SET allowPassiveBridging = ? WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  995. sqlite3_bind_int(stmt,1,(j->u.object.values[k].value->u.boolean == 0) ? 0 : 1);
  996. }
  997. } else if (!strcmp(j->u.object.values[k].name,"v4AssignMode")) {
  998. if ((j->u.object.values[k].value->type == json_string)&&(!strcmp(j->u.object.values[k].value->u.string.ptr,"zt"))) {
  999. if (sqlite3_prepare_v2(_db,"UPDATE Network SET \"flags\" = (\"flags\" | ?) WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  1000. sqlite3_bind_int(stmt,1,(int)ZT_DB_NETWORK_FLAG_ZT_MANAGED_V4_AUTO_ASSIGN);
  1001. } else {
  1002. if (sqlite3_prepare_v2(_db,"UPDATE Network SET \"flags\" = (\"flags\" & ?) WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  1003. sqlite3_bind_int(stmt,1,(int)(ZT_DB_NETWORK_FLAG_ZT_MANAGED_V4_AUTO_ASSIGN ^ 0xfffffff));
  1004. }
  1005. } else if (!strcmp(j->u.object.values[k].name,"v6AssignMode")) {
  1006. int fl = 0;
  1007. if (j->u.object.values[k].value->type == json_string) {
  1008. char *saveptr = (char *)0;
  1009. for(char *f=Utils::stok(j->u.object.values[k].value->u.string.ptr,",",&saveptr);(f);f=Utils::stok((char *)0,",",&saveptr)) {
  1010. if (!strcmp(f,"rfc4193"))
  1011. fl |= ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_RFC4193;
  1012. else if (!strcmp(f,"6plane"))
  1013. fl |= ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_6PLANE;
  1014. else if (!strcmp(f,"zt"))
  1015. fl |= ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_AUTO_ASSIGN;
  1016. }
  1017. }
  1018. if (sqlite3_prepare_v2(_db,"UPDATE Network SET \"flags\" = ((\"flags\" & " ZT_DB_NETWORK_FLAG_ZT_MANAGED_V6_MASK_S ") | ?) WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  1019. sqlite3_bind_int(stmt,1,fl);
  1020. } else if (!strcmp(j->u.object.values[k].name,"multicastLimit")) {
  1021. if (j->u.object.values[k].value->type == json_integer) {
  1022. if (sqlite3_prepare_v2(_db,"UPDATE Network SET multicastLimit = ? WHERE id = ?",-1,&stmt,(const char **)0) == SQLITE_OK)
  1023. sqlite3_bind_int(stmt,1,(int)j->u.object.values[k].value->u.integer);
  1024. }
  1025. } else if (!strcmp(j->u.object.values[k].name,"relays")) {
  1026. if (j->u.object.values[k].value->type == json_array) {
  1027. std::map<Address,InetAddress> nodeIdToPhyAddress;
  1028. for(unsigned int kk=0;kk<j->u.object.values[k].value->u.array.length;++kk) {
  1029. json_value *relay = j->u.object.values[k].value->u.array.values[kk];
  1030. const char *address = (const char *)0;
  1031. const char *phyAddress = (const char *)0;
  1032. if ((relay)&&(relay->type == json_object)) {
  1033. for(unsigned int rk=0;rk<relay->u.object.length;++rk) {
  1034. if ((!strcmp(relay->u.object.values[rk].name,"address"))&&(relay->u.object.values[rk].value->type == json_string))
  1035. address = relay->u.object.values[rk].value->u.string.ptr;
  1036. else if ((!strcmp(relay->u.object.values[rk].name,"phyAddress"))&&(relay->u.object.values[rk].value->type == json_string))
  1037. phyAddress = relay->u.object.values[rk].value->u.string.ptr;
  1038. }
  1039. }
  1040. if ((address)&&(phyAddress))
  1041. nodeIdToPhyAddress[Address(address)] = InetAddress(phyAddress);
  1042. }
  1043. sqlite3_reset(_sDeleteRelaysForNetwork);
  1044. sqlite3_bind_text(_sDeleteRelaysForNetwork,1,nwids,16,SQLITE_STATIC);
  1045. sqlite3_step(_sDeleteRelaysForNetwork);
  1046. for(std::map<Address,InetAddress>::iterator rl(nodeIdToPhyAddress.begin());rl!=nodeIdToPhyAddress.end();++rl) {
  1047. sqlite3_reset(_sCreateRelay);
  1048. sqlite3_bind_text(_sCreateRelay,1,nwids,16,SQLITE_STATIC);
  1049. std::string a(rl->first.toString()),b(rl->second.toString()); // don't destroy strings until sqlite3_step()
  1050. sqlite3_bind_text(_sCreateRelay,2,a.c_str(),-1,SQLITE_STATIC);
  1051. sqlite3_bind_text(_sCreateRelay,3,b.c_str(),-1,SQLITE_STATIC);
  1052. sqlite3_step(_sCreateRelay);
  1053. }
  1054. }
  1055. } else if (!strcmp(j->u.object.values[k].name,"routes")) {
  1056. sqlite3_reset(_sDeleteRoutes);
  1057. sqlite3_bind_text(_sDeleteRoutes,1,nwids,16,SQLITE_STATIC);
  1058. sqlite3_step(_sDeleteRoutes);
  1059. if (j->u.object.values[k].value->type == json_array) {
  1060. for(unsigned int kk=0;kk<j->u.object.values[k].value->u.array.length;++kk) {
  1061. json_value *r = j->u.object.values[k].value->u.array.values[kk];
  1062. if ((r)&&(r->type == json_object)) {
  1063. InetAddress r_target,r_via;
  1064. int r_flags = 0;
  1065. int r_metric = 0;
  1066. for(unsigned int rk=0;rk<r->u.object.length;++rk) {
  1067. if ((!strcmp(r->u.object.values[rk].name,"target"))&&(r->u.object.values[rk].value->type == json_string))
  1068. r_target = InetAddress(std::string(r->u.object.values[rk].value->u.string.ptr));
  1069. else if ((!strcmp(r->u.object.values[rk].name,"via"))&&(r->u.object.values[rk].value->type == json_string))
  1070. r_via = InetAddress(std::string(r->u.object.values[rk].value->u.string.ptr),0);
  1071. else if ((!strcmp(r->u.object.values[rk].name,"flags"))&&(r->u.object.values[rk].value->type == json_integer))
  1072. r_flags = (int)(r->u.object.values[rk].value->u.integer & 0xffff);
  1073. else if ((!strcmp(r->u.object.values[rk].name,"metric"))&&(r->u.object.values[rk].value->type == json_integer))
  1074. r_metric = (int)(r->u.object.values[rk].value->u.integer & 0xffff);
  1075. }
  1076. if ((r_target)&&((!r_via)||(r_via.ss_family == r_target.ss_family))) {
  1077. int r_ipVersion = 0;
  1078. char r_targetBlob[16];
  1079. char r_viaBlob[16];
  1080. _ipToBlob(r_target,r_targetBlob,r_ipVersion);
  1081. if (r_ipVersion) {
  1082. int r_targetNetmaskBits = r_target.netmaskBits();
  1083. if ((r_ipVersion == 4)&&(r_targetNetmaskBits > 32)) r_targetNetmaskBits = 32;
  1084. else if ((r_ipVersion == 6)&&(r_targetNetmaskBits > 128)) r_targetNetmaskBits = 128;
  1085. sqlite3_reset(_sCreateRoute);
  1086. sqlite3_bind_text(_sCreateRoute,1,nwids,16,SQLITE_STATIC);
  1087. sqlite3_bind_blob(_sCreateRoute,2,(const void *)r_targetBlob,16,SQLITE_STATIC);
  1088. if (r_via) {
  1089. _ipToBlob(r_via,r_viaBlob,r_ipVersion);
  1090. sqlite3_bind_blob(_sCreateRoute,3,(const void *)r_viaBlob,16,SQLITE_STATIC);
  1091. } else {
  1092. sqlite3_bind_null(_sCreateRoute,3);
  1093. }
  1094. sqlite3_bind_int(_sCreateRoute,4,r_targetNetmaskBits);
  1095. sqlite3_bind_int(_sCreateRoute,5,r_ipVersion);
  1096. sqlite3_bind_int(_sCreateRoute,6,r_flags);
  1097. sqlite3_bind_int(_sCreateRoute,7,r_metric);
  1098. sqlite3_step(_sCreateRoute);
  1099. }
  1100. }
  1101. }
  1102. }
  1103. }
  1104. } else if (!strcmp(j->u.object.values[k].name,"ipAssignmentPools")) {
  1105. if (j->u.object.values[k].value->type == json_array) {
  1106. std::vector< std::pair<InetAddress,InetAddress> > pools;
  1107. for(unsigned int kk=0;kk<j->u.object.values[k].value->u.array.length;++kk) {
  1108. json_value *pool = j->u.object.values[k].value->u.array.values[kk];
  1109. const char *iprs = (const char *)0;
  1110. const char *ipre = (const char *)0;
  1111. if ((pool)&&(pool->type == json_object)) {
  1112. for(unsigned int rk=0;rk<pool->u.object.length;++rk) {
  1113. if ((!strcmp(pool->u.object.values[rk].name,"ipRangeStart"))&&(pool->u.object.values[rk].value->type == json_string))
  1114. iprs = pool->u.object.values[rk].value->u.string.ptr;
  1115. else if ((!strcmp(pool->u.object.values[rk].name,"ipRangeEnd"))&&(pool->u.object.values[rk].value->type == json_string))
  1116. ipre = pool->u.object.values[rk].value->u.string.ptr;
  1117. }
  1118. }
  1119. if ((iprs)&&(ipre)) {
  1120. InetAddress iprs2(iprs);
  1121. InetAddress ipre2(ipre);
  1122. if (iprs2.ss_family == ipre2.ss_family) {
  1123. iprs2.setPort(0);
  1124. ipre2.setPort(0);
  1125. pools.push_back(std::pair<InetAddress,InetAddress>(iprs2,ipre2));
  1126. }
  1127. }
  1128. }
  1129. std::sort(pools.begin(),pools.end());
  1130. pools.erase(std::unique(pools.begin(),pools.end()),pools.end());
  1131. sqlite3_reset(_sDeleteIpAssignmentPoolsForNetwork);
  1132. sqlite3_bind_text(_sDeleteIpAssignmentPoolsForNetwork,1,nwids,16,SQLITE_STATIC);
  1133. sqlite3_step(_sDeleteIpAssignmentPoolsForNetwork);
  1134. for(std::vector< std::pair<InetAddress,InetAddress> >::const_iterator p(pools.begin());p!=pools.end();++p) {
  1135. char ipBlob1[16],ipBlob2[16];
  1136. sqlite3_reset(_sCreateIpAssignmentPool);
  1137. sqlite3_bind_text(_sCreateIpAssignmentPool,1,nwids,16,SQLITE_STATIC);
  1138. if (p->first.ss_family == AF_INET) {
  1139. memset(ipBlob1,0,12);
  1140. memcpy(ipBlob1 + 12,p->first.rawIpData(),4);
  1141. memset(ipBlob2,0,12);
  1142. memcpy(ipBlob2 + 12,p->second.rawIpData(),4);
  1143. sqlite3_bind_blob(_sCreateIpAssignmentPool,2,(const void *)ipBlob1,16,SQLITE_STATIC);
  1144. sqlite3_bind_blob(_sCreateIpAssignmentPool,3,(const void *)ipBlob2,16,SQLITE_STATIC);
  1145. sqlite3_bind_int(_sCreateIpAssignmentPool,4,4);
  1146. } else if (p->first.ss_family == AF_INET6) {
  1147. sqlite3_bind_blob(_sCreateIpAssignmentPool,2,p->first.rawIpData(),16,SQLITE_STATIC);
  1148. sqlite3_bind_blob(_sCreateIpAssignmentPool,3,p->second.rawIpData(),16,SQLITE_STATIC);
  1149. sqlite3_bind_int(_sCreateIpAssignmentPool,4,6);
  1150. } else continue;
  1151. sqlite3_step(_sCreateIpAssignmentPool);
  1152. }
  1153. }
  1154. } else if (!strcmp(j->u.object.values[k].name,"rules")) {
  1155. if (j->u.object.values[k].value->type == json_array) {
  1156. sqlite3_reset(_sDeleteRulesForNetwork);
  1157. sqlite3_bind_text(_sDeleteRulesForNetwork,1,nwids,16,SQLITE_STATIC);
  1158. sqlite3_step(_sDeleteRulesForNetwork);
  1159. for(unsigned int kk=0;kk<j->u.object.values[k].value->u.array.length;++kk) {
  1160. json_value *rj = j->u.object.values[k].value->u.array.values[kk];
  1161. if ((rj)&&(rj->type == json_object)) {
  1162. struct { // NULL pointers indicate missing or NULL -- wildcards
  1163. const json_int_t *ruleNo;
  1164. const char *nodeId;
  1165. const char *sourcePort;
  1166. const char *destPort;
  1167. const json_int_t *vlanId;
  1168. const json_int_t *vlanPcp;
  1169. const json_int_t *etherType;
  1170. const char *macSource;
  1171. const char *macDest;
  1172. const char *ipSource;
  1173. const char *ipDest;
  1174. const json_int_t *ipTos;
  1175. const json_int_t *ipProtocol;
  1176. const json_int_t *ipSourcePort;
  1177. const json_int_t *ipDestPort;
  1178. const json_int_t *flags;
  1179. const json_int_t *invFlags;
  1180. const char *action;
  1181. } rule;
  1182. memset(&rule,0,sizeof(rule));
  1183. for(unsigned int rk=0;rk<rj->u.object.length;++rk) {
  1184. if ((!strcmp(rj->u.object.values[rk].name,"ruleNo"))&&(rj->u.object.values[rk].value->type == json_integer))
  1185. rule.ruleNo = &(rj->u.object.values[rk].value->u.integer);
  1186. else if ((!strcmp(rj->u.object.values[rk].name,"nodeId"))&&(rj->u.object.values[rk].value->type == json_string))
  1187. rule.nodeId = rj->u.object.values[rk].value->u.string.ptr;
  1188. else if ((!strcmp(rj->u.object.values[rk].name,"sourcePort"))&&(rj->u.object.values[rk].value->type == json_string))
  1189. rule.sourcePort = rj->u.object.values[rk].value->u.string.ptr;
  1190. else if ((!strcmp(rj->u.object.values[rk].name,"destPort"))&&(rj->u.object.values[rk].value->type == json_string))
  1191. rule.destPort = rj->u.object.values[rk].value->u.string.ptr;
  1192. else if ((!strcmp(rj->u.object.values[rk].name,"vlanId"))&&(rj->u.object.values[rk].value->type == json_integer))
  1193. rule.vlanId = &(rj->u.object.values[rk].value->u.integer);
  1194. else if ((!strcmp(rj->u.object.values[rk].name,"vlanPcp"))&&(rj->u.object.values[rk].value->type == json_integer))
  1195. rule.vlanPcp = &(rj->u.object.values[rk].value->u.integer);
  1196. else if ((!strcmp(rj->u.object.values[rk].name,"etherType"))&&(rj->u.object.values[rk].value->type == json_integer))
  1197. rule.etherType = &(rj->u.object.values[rk].value->u.integer);
  1198. else if ((!strcmp(rj->u.object.values[rk].name,"macSource"))&&(rj->u.object.values[rk].value->type == json_string))
  1199. rule.macSource = rj->u.object.values[rk].value->u.string.ptr;
  1200. else if ((!strcmp(rj->u.object.values[rk].name,"macDest"))&&(rj->u.object.values[rk].value->type == json_string))
  1201. rule.macDest = rj->u.object.values[rk].value->u.string.ptr;
  1202. else if ((!strcmp(rj->u.object.values[rk].name,"ipSource"))&&(rj->u.object.values[rk].value->type == json_string))
  1203. rule.ipSource = rj->u.object.values[rk].value->u.string.ptr;
  1204. else if ((!strcmp(rj->u.object.values[rk].name,"ipDest"))&&(rj->u.object.values[rk].value->type == json_string))
  1205. rule.ipDest = rj->u.object.values[rk].value->u.string.ptr;
  1206. else if ((!strcmp(rj->u.object.values[rk].name,"ipTos"))&&(rj->u.object.values[rk].value->type == json_integer))
  1207. rule.ipTos = &(rj->u.object.values[rk].value->u.integer);
  1208. else if ((!strcmp(rj->u.object.values[rk].name,"ipProtocol"))&&(rj->u.object.values[rk].value->type == json_integer))
  1209. rule.ipProtocol = &(rj->u.object.values[rk].value->u.integer);
  1210. else if ((!strcmp(rj->u.object.values[rk].name,"ipSourcePort"))&&(rj->u.object.values[rk].value->type == json_integer))
  1211. rule.ipSourcePort = &(rj->u.object.values[rk].value->u.integer);
  1212. else if ((!strcmp(rj->u.object.values[rk].name,"ipDestPort"))&&(rj->u.object.values[rk].value->type == json_integer))
  1213. rule.ipDestPort = &(rj->u.object.values[rk].value->u.integer);
  1214. else if ((!strcmp(rj->u.object.values[rk].name,"flags"))&&(rj->u.object.values[rk].value->type == json_integer))
  1215. rule.flags = &(rj->u.object.values[rk].value->u.integer);
  1216. else if ((!strcmp(rj->u.object.values[rk].name,"invFlags"))&&(rj->u.object.values[rk].value->type == json_integer))
  1217. rule.invFlags = &(rj->u.object.values[rk].value->u.integer);
  1218. else if ((!strcmp(rj->u.object.values[rk].name,"action"))&&(rj->u.object.values[rk].value->type == json_string))
  1219. rule.action = rj->u.object.values[rk].value->u.string.ptr;
  1220. }
  1221. if ((rule.ruleNo)&&(rule.action)&&(rule.action[0])) {
  1222. char mactmp1[16],mactmp2[16];
  1223. sqlite3_reset(_sCreateRule);
  1224. sqlite3_bind_text(_sCreateRule,1,nwids,16,SQLITE_STATIC);
  1225. sqlite3_bind_int64(_sCreateRule,2,*rule.ruleNo);
  1226. // Optional values: null by default
  1227. for(int i=3;i<=18;++i)
  1228. sqlite3_bind_null(_sCreateRule,i);
  1229. if ((rule.nodeId)&&(strlen(rule.nodeId) == 10)) sqlite3_bind_text(_sCreateRule,3,rule.nodeId,10,SQLITE_STATIC);
  1230. if ((rule.sourcePort)&&(strlen(rule.sourcePort) == 10)) sqlite3_bind_text(_sCreateRule,4,rule.sourcePort,10,SQLITE_STATIC);
  1231. if ((rule.destPort)&&(strlen(rule.destPort) == 10)) sqlite3_bind_text(_sCreateRule,5,rule.destPort,10,SQLITE_STATIC);
  1232. if (rule.vlanId) sqlite3_bind_int(_sCreateRule,6,(int)*rule.vlanId);
  1233. if (rule.vlanPcp) sqlite3_bind_int(_sCreateRule,7,(int)*rule.vlanPcp);
  1234. if (rule.etherType) sqlite3_bind_int(_sCreateRule,8,(int)*rule.etherType & (int)0xffff);
  1235. if (rule.macSource) {
  1236. MAC m(rule.macSource);
  1237. Utils::snprintf(mactmp1,sizeof(mactmp1),"%.12llx",(unsigned long long)m.toInt());
  1238. sqlite3_bind_text(_sCreateRule,9,mactmp1,-1,SQLITE_STATIC);
  1239. }
  1240. if (rule.macDest) {
  1241. MAC m(rule.macDest);
  1242. Utils::snprintf(mactmp2,sizeof(mactmp2),"%.12llx",(unsigned long long)m.toInt());
  1243. sqlite3_bind_text(_sCreateRule,10,mactmp2,-1,SQLITE_STATIC);
  1244. }
  1245. if (rule.ipSource) sqlite3_bind_text(_sCreateRule,11,rule.ipSource,-1,SQLITE_STATIC);
  1246. if (rule.ipDest) sqlite3_bind_text(_sCreateRule,12,rule.ipDest,-1,SQLITE_STATIC);
  1247. if (rule.ipTos) sqlite3_bind_int(_sCreateRule,13,(int)*rule.ipTos);
  1248. if (rule.ipProtocol) sqlite3_bind_int(_sCreateRule,14,(int)*rule.ipProtocol);
  1249. if (rule.ipSourcePort) sqlite3_bind_int(_sCreateRule,15,(int)*rule.ipSourcePort & (int)0xffff);
  1250. if (rule.ipDestPort) sqlite3_bind_int(_sCreateRule,16,(int)*rule.ipDestPort & (int)0xffff);
  1251. if (rule.flags) sqlite3_bind_int64(_sCreateRule,17,(int64_t)*rule.flags);
  1252. if (rule.invFlags) sqlite3_bind_int64(_sCreateRule,18,(int64_t)*rule.invFlags);
  1253. sqlite3_bind_text(_sCreateRule,19,rule.action,-1,SQLITE_STATIC);
  1254. sqlite3_step(_sCreateRule);
  1255. }
  1256. }
  1257. }
  1258. }
  1259. }
  1260. if (stmt) {
  1261. sqlite3_bind_text(stmt,2,nwids,16,SQLITE_STATIC);
  1262. sqlite3_step(stmt);
  1263. sqlite3_finalize(stmt);
  1264. }
  1265. }
  1266. }
  1267. json_value_free(j);
  1268. }
  1269. sqlite3_reset(_sSetNetworkRevision);
  1270. sqlite3_bind_int64(_sSetNetworkRevision,1,revision += 1);
  1271. sqlite3_bind_text(_sSetNetworkRevision,2,nwids,16,SQLITE_STATIC);
  1272. sqlite3_step(_sSetNetworkRevision);
  1273. return _doCPGet(path_copy,urlArgs,headers,body,responseBody,responseContentType);
  1274. }
  1275. } // else 404
  1276. } // else 404
  1277. return 404;
  1278. }
  1279. unsigned int SqliteNetworkController::handleControlPlaneHttpDELETE(
  1280. const std::vector<std::string> &path,
  1281. const std::map<std::string,std::string> &urlArgs,
  1282. const std::map<std::string,std::string> &headers,
  1283. const std::string &body,
  1284. std::string &responseBody,
  1285. std::string &responseContentType)
  1286. {
  1287. if (path.empty())
  1288. return 404;
  1289. Mutex::Lock _l(_lock);
  1290. if (path[0] == "network") {
  1291. auto networks = _db.get<const json::object_t *>("network");
  1292. if (!networks) return 404;
  1293. if ((path.size() >= 2)&&(path[1].length() == 16)) {
  1294. const uint64_t nwid = Utils::hexStrToU64(path[1].c_str());
  1295. char nwids[24];
  1296. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)nwid);
  1297. auto network = _db.get<const json::object_t *>(nwids);
  1298. if (!network) return 404;
  1299. if (path.size() >= 3) {
  1300. if ((path.size() == 4)&&(path[2] == "member")&&(path[3].length() == 10)) {
  1301. auto members = network->get<const json::object_t *>("member");
  1302. if (!members) return 404;
  1303. const uint64_t address = Utils::hexStrToU64(path[3].c_str());
  1304. char addrs[24];
  1305. Utils::snprintf(addrs,sizeof(addrs),"%.10llx",address);
  1306. auto member = members->get<const json::object_t *>(addrs);
  1307. if (!member) return 404;
  1308. members->erase(addrs);
  1309. responseBody = member->dump(2);
  1310. responseContentType = "application/json";
  1311. return 200;
  1312. }
  1313. } else {
  1314. networks->erase(nwids);
  1315. responseBody = network->dump(2);
  1316. responseContentType = "application/json";
  1317. return 200;
  1318. }
  1319. } // else 404
  1320. } // else 404
  1321. return 404;
  1322. }
  1323. void SqliteNetworkController::threadMain()
  1324. throw()
  1325. {
  1326. uint64_t lastCommit = OSUtils::now();
  1327. while(_dbCommitThreadRun) {
  1328. Thread::sleep(200);
  1329. if ((OSUtils::now() - lastCommit) > 2000) {
  1330. lastCommit = OSUtils::now();
  1331. try {
  1332. std::vector<std::string> errors;
  1333. Mutex::Lock _l(_lock);
  1334. if (!_db.commit(&errors)) {
  1335. // TODO: handle anything really bad
  1336. }
  1337. } catch ( ... ) {
  1338. // TODO: handle anything really bad
  1339. }
  1340. }
  1341. }
  1342. }
  1343. unsigned int SqliteNetworkController::_doCPGet(
  1344. const std::vector<std::string> &path,
  1345. const std::map<std::string,std::string> &urlArgs,
  1346. const std::map<std::string,std::string> &headers,
  1347. const std::string &body,
  1348. std::string &responseBody,
  1349. std::string &responseContentType)
  1350. {
  1351. // Assumes _lock is locked
  1352. if ((path.size() > 0)&&(path[0] == "network")) {
  1353. auto networks = _db.get<const json::object_t *>("network");
  1354. if (!networks) return 404;
  1355. if ((path.size() >= 2)&&(path[1].length() == 16)) {
  1356. const uint64_t nwid = Utils::hexStrToU64(path[1].c_str());
  1357. char nwids[24];
  1358. Utils::snprintf(nwids,sizeof(nwids),"%.16llx",(unsigned long long)nwid);
  1359. auto network = _db.get<const json::object_t *>(nwids);
  1360. if (!network) return 404;
  1361. if (path.size() >= 3) {
  1362. if (path[2] == "member") {
  1363. auto members = network->get<const json::object_t *>("member");
  1364. if (!members) return 404;
  1365. if (path.size() >= 4) {
  1366. const uint64_t address = Utils::hexStrToU64(path[3].c_str());
  1367. char addrs[24];
  1368. Utils::snprintf(addrs,sizeof(addrs),"%.10llx",address);
  1369. auto member = members->get<const json::object_t *>(addrs);
  1370. if (!member) return 404;
  1371. nlohmann::json o(member);
  1372. o["nwid"] = nwids;
  1373. o["address"] = addrs;
  1374. o["controllerInstanceId"] = _instanceId;
  1375. o["clock"] = OSUtils::now();
  1376. responseBody = o.dump(2);
  1377. responseContentType = "application/json";
  1378. return 200;
  1379. /*
  1380. sqlite3_reset(_sGetMember2);
  1381. sqlite3_bind_text(_sGetMember2,1,nwids,16,SQLITE_STATIC);
  1382. sqlite3_bind_text(_sGetMember2,2,addrs,10,SQLITE_STATIC);
  1383. if (sqlite3_step(_sGetMember2) == SQLITE_ROW) {
  1384. const char *memberIdStr = (const char *)sqlite3_column_text(_sGetMember2,3);
  1385. Utils::snprintf(json,sizeof(json),
  1386. "{\n"
  1387. "\t\"nwid\": \"%s\",\n"
  1388. "\t\"address\": \"%s\",\n"
  1389. "\t\"controllerInstanceId\": \"%s\",\n"
  1390. "\t\"authorized\": %s,\n"
  1391. "\t\"activeBridge\": %s,\n"
  1392. "\t\"memberRevision\": %llu,\n"
  1393. "\t\"clock\": %llu,\n"
  1394. "\t\"identity\": \"%s\",\n"
  1395. "\t\"ipAssignments\": [",
  1396. nwids,
  1397. addrs,
  1398. _instanceId.c_str(),
  1399. (sqlite3_column_int(_sGetMember2,0) > 0) ? "true" : "false",
  1400. (sqlite3_column_int(_sGetMember2,1) > 0) ? "true" : "false",
  1401. (unsigned long long)sqlite3_column_int64(_sGetMember2,2),
  1402. (unsigned long long)OSUtils::now(),
  1403. _jsonEscape(memberIdStr).c_str());
  1404. responseBody = json;
  1405. sqlite3_reset(_sGetIpAssignmentsForNode);
  1406. sqlite3_bind_text(_sGetIpAssignmentsForNode,1,nwids,16,SQLITE_STATIC);
  1407. sqlite3_bind_text(_sGetIpAssignmentsForNode,2,addrs,10,SQLITE_STATIC);
  1408. bool firstIp = true;
  1409. while (sqlite3_step(_sGetIpAssignmentsForNode) == SQLITE_ROW) {
  1410. int ipversion = sqlite3_column_int(_sGetIpAssignmentsForNode,2);
  1411. char ipBlob[16];
  1412. memcpy(ipBlob,(const void *)sqlite3_column_blob(_sGetIpAssignmentsForNode,0),16);
  1413. InetAddress ip(
  1414. (const void *)(ipversion == 6 ? ipBlob : &ipBlob[12]),
  1415. (ipversion == 6 ? 16 : 4),
  1416. (unsigned int)sqlite3_column_int(_sGetIpAssignmentsForNode,1)
  1417. );
  1418. responseBody.append(firstIp ? "\"" : ",\"");
  1419. responseBody.append(_jsonEscape(ip.toIpString()));
  1420. responseBody.push_back('"');
  1421. firstIp = false;
  1422. }
  1423. responseBody.append("],\n\t\"recentLog\": [");
  1424. const void *histb = sqlite3_column_blob(_sGetMember2,6);
  1425. if (histb) {
  1426. MemberRecentHistory rh;
  1427. rh.fromBlob((const char *)histb,sqlite3_column_bytes(_sGetMember2,6));
  1428. for(MemberRecentHistory::const_iterator i(rh.begin());i!=rh.end();++i) {
  1429. if (i != rh.begin())
  1430. responseBody.push_back(',');
  1431. responseBody.append(*i);
  1432. }
  1433. }
  1434. responseBody.append("]\n}\n");
  1435. responseContentType = "application/json";
  1436. return 200;
  1437. } // else 404
  1438. */
  1439. } else {
  1440. responseBody.push_back('{');
  1441. for(auto i(members->begin());i!=members->end();++i) {
  1442. responseBody.append((i == members->begin()) ? "\"" : ",\"");
  1443. responseBody.append(i->key());
  1444. responseBody.append("\":\"");
  1445. const std::string rc = i->value().value("memberRevision","0");
  1446. responseBody.append(rc);
  1447. responseBody.append('"');
  1448. }
  1449. responseBody.push_back('}');
  1450. responseContentType = "application/json";
  1451. return 200;
  1452. }
  1453. } else if ((path[2] == "active")&&(path.size() == 3)) {
  1454. responseBody.push_back('{');
  1455. bool firstMember = true;
  1456. const uint64_t threshold = OSUtils::now() - ZT_NETCONF_NODE_ACTIVE_THRESHOLD;
  1457. for(auto i(members->begin());i!=members->end();++i) {
  1458. auto recentLog = i->value()->get<const json::array_t *>("recentLog");
  1459. if ((recentLog)&&(recentLog.size() > 0)) {
  1460. auto mostRecentLog = recentLog[0];
  1461. if ((mostRecentLog.is_object())&&((uint64_t)mostRecentLog.value("ts",0ULL) >= threshold)) {
  1462. responseBody.append((firstMember) ? "\"" : ",\"");
  1463. firstMember = false;
  1464. responseBody.append(i->key());
  1465. responseBody.append("\":");
  1466. responseBody.append(mostRecentLog.dump());
  1467. }
  1468. }
  1469. }
  1470. responseBody.push_back('}');
  1471. responseContentType = "application/json";
  1472. return 200;
  1473. } else if ((path[2] == "test")&&(path.size() >= 4)) {
  1474. std::map< uint64_t,_CircuitTestEntry >::iterator cte(_circuitTests.find(Utils::hexStrToU64(path[3].c_str())));
  1475. if ((cte != _circuitTests.end())&&(cte->second.test)) {
  1476. responseBody = "[";
  1477. responseBody.append(cte->second.jsonResults);
  1478. responseBody.push_back(']');
  1479. responseContentType = "application/json";
  1480. return 200;
  1481. } // else 404
  1482. } // else 404
  1483. } else {
  1484. nlohmann::json o(network);
  1485. o["nwid"] = nwids;
  1486. o["controllerInstanceId"] = _instanceId;
  1487. o["clock"] = OSUtils::now();
  1488. responseBody = o.dump(2);
  1489. responseContentType = "application/json";
  1490. return 200;
  1491. }
  1492. } else if (path.size() == 1) {
  1493. responseBody = "[";
  1494. for(auto i(networks->begin());i!=networks.end();++i) {
  1495. responseBody.append((i == networks->begin()) ? "\"" : ",\"");
  1496. responseBody.append(i->key());
  1497. responseBody.append("\"");
  1498. }
  1499. responseBody.push_back(']');
  1500. responseContentType = "application/json";
  1501. return 200;
  1502. } // else 404
  1503. } else if ((path.size() > 0)&&(path[0] == "_dump")) {
  1504. responseBody = _db.dump(2);
  1505. responseContentType = "application/json";
  1506. return 200;
  1507. } else {
  1508. Utils::snprintf(json,sizeof(json),"{\n\t\"controller\": true,\n\t\"apiVersion\": %d,\n\t\"clock\": %llu,\n\t\"instanceId\": \"%s\"\n}\n",ZT_NETCONF_CONTROLLER_API_VERSION,(unsigned long long)OSUtils::now(),_instanceId.c_str());
  1509. responseBody = json;
  1510. responseContentType = "application/json";
  1511. return 200;
  1512. }
  1513. return 404;
  1514. }
  1515. void SqliteNetworkController::_circuitTestCallback(ZT_Node *node,ZT_CircuitTest *test,const ZT_CircuitTestReport *report)
  1516. {
  1517. char tmp[65535];
  1518. SqliteNetworkController *const self = reinterpret_cast<SqliteNetworkController *>(test->ptr);
  1519. if (!test)
  1520. return;
  1521. if (!report)
  1522. return;
  1523. Mutex::Lock _l(self->_lock);
  1524. std::map< uint64_t,_CircuitTestEntry >::iterator cte(self->_circuitTests.find(test->testId));
  1525. if (cte == self->_circuitTests.end()) { // sanity check: a circuit test we didn't launch?
  1526. self->_node->circuitTestEnd(test);
  1527. ::free((void *)test);
  1528. return;
  1529. }
  1530. Utils::snprintf(tmp,sizeof(tmp),
  1531. "%s{\n"
  1532. "\t\"timestamp\": %llu,"ZT_EOL_S
  1533. "\t\"testId\": \"%.16llx\","ZT_EOL_S
  1534. "\t\"upstream\": \"%.10llx\","ZT_EOL_S
  1535. "\t\"current\": \"%.10llx\","ZT_EOL_S
  1536. "\t\"receivedTimestamp\": %llu,"ZT_EOL_S
  1537. "\t\"remoteTimestamp\": %llu,"ZT_EOL_S
  1538. "\t\"sourcePacketId\": \"%.16llx\","ZT_EOL_S
  1539. "\t\"flags\": %llu,"ZT_EOL_S
  1540. "\t\"sourcePacketHopCount\": %u,"ZT_EOL_S
  1541. "\t\"errorCode\": %u,"ZT_EOL_S
  1542. "\t\"vendor\": %d,"ZT_EOL_S
  1543. "\t\"protocolVersion\": %u,"ZT_EOL_S
  1544. "\t\"majorVersion\": %u,"ZT_EOL_S
  1545. "\t\"minorVersion\": %u,"ZT_EOL_S
  1546. "\t\"revision\": %u,"ZT_EOL_S
  1547. "\t\"platform\": %d,"ZT_EOL_S
  1548. "\t\"architecture\": %d,"ZT_EOL_S
  1549. "\t\"receivedOnLocalAddress\": \"%s\","ZT_EOL_S
  1550. "\t\"receivedFromRemoteAddress\": \"%s\""ZT_EOL_S
  1551. "}",
  1552. ((cte->second.jsonResults.length() > 0) ? ",\n" : ""),
  1553. (unsigned long long)report->timestamp,
  1554. (unsigned long long)test->testId,
  1555. (unsigned long long)report->upstream,
  1556. (unsigned long long)report->current,
  1557. (unsigned long long)OSUtils::now(),
  1558. (unsigned long long)report->remoteTimestamp,
  1559. (unsigned long long)report->sourcePacketId,
  1560. (unsigned long long)report->flags,
  1561. report->sourcePacketHopCount,
  1562. report->errorCode,
  1563. (int)report->vendor,
  1564. report->protocolVersion,
  1565. report->majorVersion,
  1566. report->minorVersion,
  1567. report->revision,
  1568. (int)report->platform,
  1569. (int)report->architecture,
  1570. reinterpret_cast<const InetAddress *>(&(report->receivedOnLocalAddress))->toString().c_str(),
  1571. reinterpret_cast<const InetAddress *>(&(report->receivedFromRemoteAddress))->toString().c_str());
  1572. cte->second.jsonResults.append(tmp);
  1573. }
  1574. } // namespace ZeroTier