|
@@ -1,443 +0,0 @@
|
|
|
-/*
|
|
|
- * Copyright (c)2019 ZeroTier, Inc.
|
|
|
- *
|
|
|
- * Use of this software is governed by the Business Source License included
|
|
|
- * in the LICENSE.TXT file in the project's root directory.
|
|
|
- *
|
|
|
- * Change Date: 2026-01-01
|
|
|
- *
|
|
|
- * On the date above, in accordance with the Business Source License, use
|
|
|
- * of this software will be governed by version 2.0 of the Apache License.
|
|
|
- */
|
|
|
-/****/
|
|
|
-
|
|
|
-#include "LFDB.hpp"
|
|
|
-
|
|
|
-#include "../ext/cpp-httplib/httplib.h"
|
|
|
-#include "../osdep/OSUtils.hpp"
|
|
|
-
|
|
|
-#include <chrono>
|
|
|
-#include <iostream>
|
|
|
-#include <sstream>
|
|
|
-#include <thread>
|
|
|
-
|
|
|
-namespace ZeroTier {
|
|
|
-
|
|
|
-LFDB::LFDB(const Identity& myId, const char* path, const char* lfOwnerPrivate, const char* lfOwnerPublic, const char* lfNodeHost, int lfNodePort, bool storeOnlineState)
|
|
|
- : DB()
|
|
|
- , _myId(myId)
|
|
|
- , _lfOwnerPrivate((lfOwnerPrivate) ? lfOwnerPrivate : "")
|
|
|
- , _lfOwnerPublic((lfOwnerPublic) ? lfOwnerPublic : "")
|
|
|
- , _lfNodeHost((lfNodeHost) ? lfNodeHost : "127.0.0.1")
|
|
|
- , _lfNodePort(((lfNodePort > 0) && (lfNodePort < 65536)) ? lfNodePort : 9980)
|
|
|
- , _running(true)
|
|
|
- , _ready(false)
|
|
|
- , _storeOnlineState(storeOnlineState)
|
|
|
-{
|
|
|
- _syncThread = std::thread([this]() {
|
|
|
- char controllerAddress[24];
|
|
|
- const uint64_t controllerAddressInt = _myId.address().toInt();
|
|
|
- _myId.address().toString(controllerAddress);
|
|
|
- std::string networksSelectorName("com.zerotier.controller.lfdb:");
|
|
|
- networksSelectorName.append(controllerAddress);
|
|
|
- networksSelectorName.append("/network");
|
|
|
-
|
|
|
- // LF record masking key is the first 32 bytes of SHA512(controller private key) in hex,
|
|
|
- // hiding record values from anything but the controller or someone who has its key.
|
|
|
- uint8_t sha512pk[64];
|
|
|
- _myId.sha512PrivateKey(sha512pk);
|
|
|
- char maskingKey[128];
|
|
|
- Utils::hex(sha512pk, 32, maskingKey);
|
|
|
-
|
|
|
- httplib::Client htcli(_lfNodeHost.c_str(), _lfNodePort);
|
|
|
- int64_t timeRangeStart = 0;
|
|
|
- while (_running.load()) {
|
|
|
- {
|
|
|
- std::lock_guard<std::mutex> sl(_state_l);
|
|
|
- for (auto ns = _state.begin(); ns != _state.end(); ++ns) {
|
|
|
- if (ns->second.dirty) {
|
|
|
- nlohmann::json network;
|
|
|
- if (get(ns->first, network)) {
|
|
|
- nlohmann::json newrec, selector0;
|
|
|
- selector0["Name"] = networksSelectorName;
|
|
|
- selector0["Ordinal"] = ns->first;
|
|
|
- newrec["Selectors"].push_back(selector0);
|
|
|
- newrec["Value"] = network.dump();
|
|
|
- newrec["OwnerPrivate"] = _lfOwnerPrivate;
|
|
|
- newrec["MaskingKey"] = maskingKey;
|
|
|
- newrec["PulseIfUnchanged"] = true;
|
|
|
- try {
|
|
|
- auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json");
|
|
|
- if (resp) {
|
|
|
- if (resp->status == 200) {
|
|
|
- ns->second.dirty = false;
|
|
|
- // printf("SET network %.16llx %s\n",ns->first,resp->body.c_str());
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: %d from node (create/update network): %s" ZT_EOL_S, resp->status, resp->body.c_str());
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- catch (std::exception& e) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update network): %s" ZT_EOL_S, e.what());
|
|
|
- }
|
|
|
- catch (...) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update network): unknown exception" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- for (auto ms = ns->second.members.begin(); ms != ns->second.members.end(); ++ms) {
|
|
|
- if ((_storeOnlineState) && (ms->second.lastOnlineDirty) && (ms->second.lastOnlineAddress)) {
|
|
|
- nlohmann::json newrec, selector0, selector1, selectors, ip;
|
|
|
- char tmp[1024], tmp2[128];
|
|
|
- OSUtils::ztsnprintf(tmp, sizeof(tmp), "com.zerotier.controller.lfdb:%s/network/%.16llx/online", controllerAddress, (unsigned long long)ns->first);
|
|
|
- ms->second.lastOnlineAddress.toIpString(tmp2);
|
|
|
- selector0["Name"] = tmp;
|
|
|
- selector0["Ordinal"] = ms->first;
|
|
|
- selector1["Name"] = tmp2;
|
|
|
- selector1["Ordinal"] = 0;
|
|
|
- selectors.push_back(selector0);
|
|
|
- selectors.push_back(selector1);
|
|
|
- newrec["Selectors"] = selectors;
|
|
|
- const uint8_t* const rawip = (const uint8_t*)ms->second.lastOnlineAddress.rawIpData();
|
|
|
- switch (ms->second.lastOnlineAddress.ss_family) {
|
|
|
- case AF_INET:
|
|
|
- for (int j = 0; j < 4; ++j)
|
|
|
- ip.push_back((unsigned int)rawip[j]);
|
|
|
- break;
|
|
|
- case AF_INET6:
|
|
|
- for (int j = 0; j < 16; ++j)
|
|
|
- ip.push_back((unsigned int)rawip[j]);
|
|
|
- break;
|
|
|
- default:
|
|
|
- ip = tmp2; // should never happen since only IP transport is currently supported
|
|
|
- break;
|
|
|
- }
|
|
|
- newrec["Value"] = ip;
|
|
|
- newrec["OwnerPrivate"] = _lfOwnerPrivate;
|
|
|
- newrec["MaskingKey"] = maskingKey;
|
|
|
- newrec["Timestamp"] = ms->second.lastOnlineTime;
|
|
|
- newrec["PulseIfUnchanged"] = true;
|
|
|
- try {
|
|
|
- auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json");
|
|
|
- if (resp) {
|
|
|
- if (resp->status == 200) {
|
|
|
- ms->second.lastOnlineDirty = false;
|
|
|
- // printf("SET member online %.16llx %.10llx %s\n",ns->first,ms->first,resp->body.c_str());
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: %d from node (create/update member online status): %s" ZT_EOL_S, resp->status, resp->body.c_str());
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- catch (std::exception& e) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member online status): %s" ZT_EOL_S, e.what());
|
|
|
- }
|
|
|
- catch (...) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member online status): unknown exception" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- if (ms->second.dirty) {
|
|
|
- nlohmann::json network, member;
|
|
|
- if (get(ns->first, network, ms->first, member)) {
|
|
|
- nlohmann::json newrec, selector0, selector1, selectors;
|
|
|
- selector0["Name"] = networksSelectorName;
|
|
|
- selector0["Ordinal"] = ns->first;
|
|
|
- selector1["Name"] = "member";
|
|
|
- selector1["Ordinal"] = ms->first;
|
|
|
- selectors.push_back(selector0);
|
|
|
- selectors.push_back(selector1);
|
|
|
- newrec["Selectors"] = selectors;
|
|
|
- newrec["Value"] = member.dump();
|
|
|
- newrec["OwnerPrivate"] = _lfOwnerPrivate;
|
|
|
- newrec["MaskingKey"] = maskingKey;
|
|
|
- newrec["PulseIfUnchanged"] = true;
|
|
|
- try {
|
|
|
- auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json");
|
|
|
- if (resp) {
|
|
|
- if (resp->status == 200) {
|
|
|
- ms->second.dirty = false;
|
|
|
- // printf("SET member %.16llx %.10llx %s\n",ns->first,ms->first,resp->body.c_str());
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: %d from node (create/update member): %s" ZT_EOL_S, resp->status, resp->body.c_str());
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- catch (std::exception& e) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member): %s" ZT_EOL_S, e.what());
|
|
|
- }
|
|
|
- catch (...) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member): unknown exception" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- try {
|
|
|
- std::ostringstream query;
|
|
|
- query << "{"
|
|
|
- "\"Ranges\":[{"
|
|
|
- "\"Name\":\""
|
|
|
- << networksSelectorName
|
|
|
- << "\","
|
|
|
- "\"Range\":[0,18446744073709551615]"
|
|
|
- "}],"
|
|
|
- "\"TimeRange\":["
|
|
|
- << timeRangeStart
|
|
|
- << ",9223372036854775807],"
|
|
|
- "\"MaskingKey\":\""
|
|
|
- << maskingKey
|
|
|
- << "\","
|
|
|
- "\"Owners\":[\""
|
|
|
- << _lfOwnerPublic
|
|
|
- << "\"]"
|
|
|
- "}";
|
|
|
- auto resp = htcli.Post("/query", query.str(), "application/json");
|
|
|
- if (resp) {
|
|
|
- if (resp->status == 200) {
|
|
|
- nlohmann::json results(OSUtils::jsonParse(resp->body));
|
|
|
- if ((results.is_array()) && (! results.empty())) {
|
|
|
- for (std::size_t ri = 0; ri < results.size(); ++ri) {
|
|
|
- nlohmann::json& rset = results[ri];
|
|
|
- if ((rset.is_array()) && (! rset.empty())) {
|
|
|
- nlohmann::json& result = rset[0];
|
|
|
- if (result.is_object()) {
|
|
|
- nlohmann::json& record = result["Record"];
|
|
|
- if (record.is_object()) {
|
|
|
- const std::string recordValue = result["Value"];
|
|
|
- // printf("GET network %s\n",recordValue.c_str());
|
|
|
- nlohmann::json network(OSUtils::jsonParse(recordValue));
|
|
|
- if (network.is_object()) {
|
|
|
- const std::string idstr = network["id"];
|
|
|
- const uint64_t id = Utils::hexStrToU64(idstr.c_str());
|
|
|
- if ((id >> 24) == controllerAddressInt) { // sanity check
|
|
|
-
|
|
|
- nlohmann::json oldNetwork;
|
|
|
- if ((timeRangeStart > 0) && (get(id, oldNetwork))) {
|
|
|
- const uint64_t revision = network["revision"];
|
|
|
- const uint64_t prevRevision = oldNetwork["revision"];
|
|
|
- if (prevRevision < revision) {
|
|
|
- _networkChanged(oldNetwork, network, timeRangeStart > 0);
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- nlohmann::json nullJson;
|
|
|
- _networkChanged(nullJson, network, timeRangeStart > 0);
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: %d from node (check for network updates): %s" ZT_EOL_S, resp->status, resp->body.c_str());
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- catch (std::exception& e) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for network updates): %s" ZT_EOL_S, e.what());
|
|
|
- }
|
|
|
- catch (...) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for network updates): unknown exception" ZT_EOL_S);
|
|
|
- }
|
|
|
-
|
|
|
- try {
|
|
|
- std::ostringstream query;
|
|
|
- query << "{"
|
|
|
- "\"Ranges\":[{"
|
|
|
- "\"Name\":\""
|
|
|
- << networksSelectorName
|
|
|
- << "\","
|
|
|
- "\"Range\":[0,18446744073709551615]"
|
|
|
- "},{"
|
|
|
- "\"Name\":\"member\","
|
|
|
- "\"Range\":[0,18446744073709551615]"
|
|
|
- "}],"
|
|
|
- "\"TimeRange\":["
|
|
|
- << timeRangeStart
|
|
|
- << ",9223372036854775807],"
|
|
|
- "\"MaskingKey\":\""
|
|
|
- << maskingKey
|
|
|
- << "\","
|
|
|
- "\"Owners\":[\""
|
|
|
- << _lfOwnerPublic
|
|
|
- << "\"]"
|
|
|
- "}";
|
|
|
- auto resp = htcli.Post("/query", query.str(), "application/json");
|
|
|
- if (resp) {
|
|
|
- if (resp->status == 200) {
|
|
|
- nlohmann::json results(OSUtils::jsonParse(resp->body));
|
|
|
- if ((results.is_array()) && (! results.empty())) {
|
|
|
- for (std::size_t ri = 0; ri < results.size(); ++ri) {
|
|
|
- nlohmann::json& rset = results[ri];
|
|
|
- if ((rset.is_array()) && (! rset.empty())) {
|
|
|
- nlohmann::json& result = rset[0];
|
|
|
- if (result.is_object()) {
|
|
|
- nlohmann::json& record = result["Record"];
|
|
|
- if (record.is_object()) {
|
|
|
- const std::string recordValue = result["Value"];
|
|
|
- // printf("GET member %s\n",recordValue.c_str());
|
|
|
- nlohmann::json member(OSUtils::jsonParse(recordValue));
|
|
|
- if (member.is_object()) {
|
|
|
- const std::string nwidstr = member["nwid"];
|
|
|
- const std::string idstr = member["id"];
|
|
|
- const uint64_t nwid = Utils::hexStrToU64(nwidstr.c_str());
|
|
|
- const uint64_t id = Utils::hexStrToU64(idstr.c_str());
|
|
|
- if ((id) && ((nwid >> 24) == controllerAddressInt)) { // sanity check
|
|
|
-
|
|
|
- nlohmann::json network, oldMember;
|
|
|
- if ((timeRangeStart > 0) && (get(nwid, network, id, oldMember))) {
|
|
|
- const uint64_t revision = member["revision"];
|
|
|
- const uint64_t prevRevision = oldMember["revision"];
|
|
|
- if (prevRevision < revision)
|
|
|
- _memberChanged(oldMember, member, timeRangeStart > 0);
|
|
|
- }
|
|
|
- else if (hasNetwork(nwid)) {
|
|
|
- nlohmann::json nullJson;
|
|
|
- _memberChanged(nullJson, member, timeRangeStart > 0);
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: %d from node (check for member updates): %s" ZT_EOL_S, resp->status, resp->body.c_str());
|
|
|
- }
|
|
|
- }
|
|
|
- else {
|
|
|
- fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S);
|
|
|
- }
|
|
|
- }
|
|
|
- catch (std::exception& e) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for member updates): %s" ZT_EOL_S, e.what());
|
|
|
- }
|
|
|
- catch (...) {
|
|
|
- fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for member updates): unknown exception" ZT_EOL_S);
|
|
|
- }
|
|
|
-
|
|
|
- timeRangeStart = time(nullptr) - 120; // start next query 2m before now to avoid losing updates
|
|
|
- _ready.store(true);
|
|
|
-
|
|
|
- for (int k = 0; k < 4; ++k) { // 2s delay between queries for remotely modified networks or members
|
|
|
- if (! _running.load())
|
|
|
- return;
|
|
|
- std::this_thread::sleep_for(std::chrono::milliseconds(500));
|
|
|
- }
|
|
|
- }
|
|
|
- });
|
|
|
-}
|
|
|
-
|
|
|
-LFDB::~LFDB()
|
|
|
-{
|
|
|
- _running.store(false);
|
|
|
- _syncThread.join();
|
|
|
-}
|
|
|
-
|
|
|
-bool LFDB::waitForReady()
|
|
|
-{
|
|
|
- while (! _ready.load()) {
|
|
|
- std::this_thread::sleep_for(std::chrono::milliseconds(500));
|
|
|
- }
|
|
|
- return true;
|
|
|
-}
|
|
|
-
|
|
|
-bool LFDB::isReady()
|
|
|
-{
|
|
|
- return (_ready.load());
|
|
|
-}
|
|
|
-
|
|
|
-bool LFDB::save(nlohmann::json& record, bool notifyListeners)
|
|
|
-{
|
|
|
- bool modified = false;
|
|
|
- const std::string objtype = record["objtype"];
|
|
|
- if (objtype == "network") {
|
|
|
- const uint64_t nwid = OSUtils::jsonIntHex(record["id"], 0ULL);
|
|
|
- if (nwid) {
|
|
|
- nlohmann::json old;
|
|
|
- get(nwid, old);
|
|
|
- if ((! old.is_object()) || (! _compareRecords(old, record))) {
|
|
|
- record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL;
|
|
|
- _networkChanged(old, record, notifyListeners);
|
|
|
- {
|
|
|
- std::lock_guard<std::mutex> l(_state_l);
|
|
|
- _state[nwid].dirty = true;
|
|
|
- }
|
|
|
- modified = true;
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- else if (objtype == "member") {
|
|
|
- const uint64_t nwid = OSUtils::jsonIntHex(record["nwid"], 0ULL);
|
|
|
- const uint64_t id = OSUtils::jsonIntHex(record["id"], 0ULL);
|
|
|
- if ((id) && (nwid)) {
|
|
|
- nlohmann::json network, old;
|
|
|
- get(nwid, network, id, old);
|
|
|
- if ((! old.is_object()) || (! _compareRecords(old, record))) {
|
|
|
- record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL;
|
|
|
- _memberChanged(old, record, notifyListeners);
|
|
|
- {
|
|
|
- std::lock_guard<std::mutex> l(_state_l);
|
|
|
- _state[nwid].members[id].dirty = true;
|
|
|
- }
|
|
|
- modified = true;
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- return modified;
|
|
|
-}
|
|
|
-
|
|
|
-void LFDB::eraseNetwork(const uint64_t networkId)
|
|
|
-{
|
|
|
- // TODO
|
|
|
-}
|
|
|
-
|
|
|
-void LFDB::eraseMember(const uint64_t networkId, const uint64_t memberId)
|
|
|
-{
|
|
|
- // TODO
|
|
|
-}
|
|
|
-
|
|
|
-void LFDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress, const char* osArch)
|
|
|
-{
|
|
|
- std::lock_guard<std::mutex> l(_state_l);
|
|
|
- auto nw = _state.find(networkId);
|
|
|
- if (nw != _state.end()) {
|
|
|
- auto m = nw->second.members.find(memberId);
|
|
|
- if (m != nw->second.members.end()) {
|
|
|
- m->second.lastOnlineTime = OSUtils::now();
|
|
|
- if (physicalAddress)
|
|
|
- m->second.lastOnlineAddress = physicalAddress;
|
|
|
- m->second.lastOnlineDirty = true;
|
|
|
- }
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-void LFDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress)
|
|
|
-{
|
|
|
- this->nodeIsOnline(networkId, memberId, physicalAddress, "unknown/unknown");
|
|
|
-}
|
|
|
-
|
|
|
-} // namespace ZeroTier
|