FileDB.cpp 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. /* (c) ZeroTier, Inc.
  2. * See LICENSE.txt in nonfree/
  3. */
  4. #include "FileDB.hpp"
  5. #include "../node/Metrics.hpp"
  6. #include "opentelemetry/trace/provider.h"
  7. namespace ZeroTier {
  8. FileDB::FileDB(const char* path) : DB(), _path(path), _networksPath(_path + ZT_PATH_SEPARATOR_S + "network"), _tracePath(_path + ZT_PATH_SEPARATOR_S + "trace"), _running(true)
  9. {
  10. auto provider = opentelemetry::trace::Provider::GetTracerProvider();
  11. auto tracer = provider->GetTracer("filedb");
  12. auto span = tracer->StartSpan("filedb::FileDB");
  13. auto scope = tracer->WithActiveSpan(span);
  14. OSUtils::mkdir(_path.c_str());
  15. OSUtils::lockDownFile(_path.c_str(), true);
  16. OSUtils::mkdir(_networksPath.c_str());
  17. OSUtils::mkdir(_tracePath.c_str());
  18. std::vector<std::string> networks(OSUtils::listDirectory(_networksPath.c_str(), false));
  19. std::string buf;
  20. for (auto n = networks.begin(); n != networks.end(); ++n) {
  21. buf.clear();
  22. if ((n->length() == 21) && (OSUtils::readFile((_networksPath + ZT_PATH_SEPARATOR_S + *n).c_str(), buf))) {
  23. try {
  24. nlohmann::json network(OSUtils::jsonParse(buf));
  25. const std::string nwids = network["id"];
  26. if (nwids.length() == 16) {
  27. nlohmann::json nullJson;
  28. _networkChanged(nullJson, network, false);
  29. Metrics::network_count++;
  30. std::string membersPath(_networksPath + ZT_PATH_SEPARATOR_S + nwids + ZT_PATH_SEPARATOR_S "member");
  31. std::vector<std::string> members(OSUtils::listDirectory(membersPath.c_str(), false));
  32. for (auto m = members.begin(); m != members.end(); ++m) {
  33. buf.clear();
  34. if ((m->length() == 15) && (OSUtils::readFile((membersPath + ZT_PATH_SEPARATOR_S + *m).c_str(), buf))) {
  35. try {
  36. nlohmann::json member(OSUtils::jsonParse(buf));
  37. const std::string addrs = member["id"];
  38. if (addrs.length() == 10) {
  39. nlohmann::json nullJson2;
  40. _memberChanged(nullJson2, member, false);
  41. Metrics::member_count++;
  42. }
  43. }
  44. catch (...) {
  45. }
  46. }
  47. }
  48. }
  49. }
  50. catch (...) {
  51. }
  52. }
  53. }
  54. }
  55. FileDB::~FileDB()
  56. {
  57. try {
  58. _online_l.lock();
  59. _running = false;
  60. _online_l.unlock();
  61. _onlineUpdateThread.join();
  62. }
  63. catch (...) {
  64. }
  65. }
  66. bool FileDB::waitForReady()
  67. {
  68. return true;
  69. }
  70. bool FileDB::isReady()
  71. {
  72. return true;
  73. }
  74. bool FileDB::save(nlohmann::json& record, bool notifyListeners)
  75. {
  76. auto provider = opentelemetry::trace::Provider::GetTracerProvider();
  77. auto tracer = provider->GetTracer("filedb");
  78. auto span = tracer->StartSpan("filedb::save");
  79. auto scope = tracer->WithActiveSpan(span);
  80. char p1[4096], p2[4096], pb[4096];
  81. bool modified = false;
  82. try {
  83. const std::string objtype = record["objtype"];
  84. if (objtype == "network") {
  85. auto span = tracer->StartSpan("filedb::save::network");
  86. auto scope = tracer->WithActiveSpan(span);
  87. const uint64_t nwid = OSUtils::jsonIntHex(record["id"], 0ULL);
  88. if (nwid) {
  89. nlohmann::json old;
  90. get(nwid, old);
  91. if ((! old.is_object()) || (! _compareRecords(old, record))) {
  92. record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL;
  93. OSUtils::ztsnprintf(p1, sizeof(p1), "%s" ZT_PATH_SEPARATOR_S "%.16llx.json", _networksPath.c_str(), nwid);
  94. if (! OSUtils::writeFile(p1, OSUtils::jsonDump(record, -1))) {
  95. fprintf(stderr, "WARNING: controller unable to write to path: %s" ZT_EOL_S, p1);
  96. }
  97. _networkChanged(old, record, notifyListeners);
  98. modified = true;
  99. }
  100. }
  101. }
  102. else if (objtype == "member") {
  103. auto span = tracer->StartSpan("filedb::save::member");
  104. auto scope = tracer->WithActiveSpan(span);
  105. const uint64_t id = OSUtils::jsonIntHex(record["id"], 0ULL);
  106. const uint64_t nwid = OSUtils::jsonIntHex(record["nwid"], 0ULL);
  107. if ((id) && (nwid)) {
  108. nlohmann::json network, old;
  109. get(nwid, network, id, old);
  110. if ((! old.is_object()) || (! _compareRecords(old, record))) {
  111. record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL;
  112. OSUtils::ztsnprintf(pb, sizeof(pb), "%s" ZT_PATH_SEPARATOR_S "%.16llx" ZT_PATH_SEPARATOR_S "member", _networksPath.c_str(), (unsigned long long)nwid);
  113. OSUtils::ztsnprintf(p1, sizeof(p1), "%s" ZT_PATH_SEPARATOR_S "%.10llx.json", pb, (unsigned long long)id);
  114. if (! OSUtils::writeFile(p1, OSUtils::jsonDump(record, -1))) {
  115. OSUtils::ztsnprintf(p2, sizeof(p2), "%s" ZT_PATH_SEPARATOR_S "%.16llx", _networksPath.c_str(), (unsigned long long)nwid);
  116. OSUtils::mkdir(p2);
  117. OSUtils::mkdir(pb);
  118. if (! OSUtils::writeFile(p1, OSUtils::jsonDump(record, -1))) {
  119. fprintf(stderr, "WARNING: controller unable to write to path: %s" ZT_EOL_S, p1);
  120. }
  121. }
  122. _memberChanged(old, record, notifyListeners);
  123. modified = true;
  124. }
  125. }
  126. }
  127. }
  128. catch (...) {
  129. } // drop invalid records missing fields
  130. return modified;
  131. }
  132. void FileDB::eraseNetwork(const uint64_t networkId)
  133. {
  134. auto provider = opentelemetry::trace::Provider::GetTracerProvider();
  135. auto tracer = provider->GetTracer("filedb");
  136. auto span = tracer->StartSpan("filedb::eraseNetwork");
  137. auto scope = tracer->WithActiveSpan(span);
  138. nlohmann::json network, nullJson;
  139. get(networkId, network);
  140. char p[16384];
  141. OSUtils::ztsnprintf(p, sizeof(p), "%s" ZT_PATH_SEPARATOR_S "%.16llx.json", _networksPath.c_str(), networkId);
  142. OSUtils::rm(p);
  143. OSUtils::ztsnprintf(p, sizeof(p), "%s" ZT_PATH_SEPARATOR_S "%.16llx", _networksPath.c_str(), (unsigned long long)networkId);
  144. OSUtils::rmDashRf(p);
  145. _networkChanged(network, nullJson, true);
  146. std::lock_guard<std::mutex> l(this->_online_l);
  147. this->_online.erase(networkId);
  148. }
  149. void FileDB::eraseMember(const uint64_t networkId, const uint64_t memberId)
  150. {
  151. auto provider = opentelemetry::trace::Provider::GetTracerProvider();
  152. auto tracer = provider->GetTracer("filedb");
  153. auto span = tracer->StartSpan("filedb::eraseMember");
  154. auto scope = tracer->WithActiveSpan(span);
  155. nlohmann::json network, member, nullJson;
  156. get(networkId, network, memberId, member);
  157. char p[4096];
  158. OSUtils::ztsnprintf(p, sizeof(p), "%s" ZT_PATH_SEPARATOR_S "%.16llx" ZT_PATH_SEPARATOR_S "member" ZT_PATH_SEPARATOR_S "%.10llx.json", _networksPath.c_str(), networkId, memberId);
  159. OSUtils::rm(p);
  160. _memberChanged(member, nullJson, true);
  161. std::lock_guard<std::mutex> l(this->_online_l);
  162. this->_online[networkId].erase(memberId);
  163. }
  164. void FileDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress, const char* osArch)
  165. {
  166. auto provider = opentelemetry::trace::Provider::GetTracerProvider();
  167. auto tracer = provider->GetTracer("filedb");
  168. auto span = tracer->StartSpan("filedb::nodeIsOnline");
  169. auto scope = tracer->WithActiveSpan(span);
  170. char mid[32], atmp[64];
  171. OSUtils::ztsnprintf(mid, sizeof(mid), "%.10llx", (unsigned long long)memberId);
  172. physicalAddress.toString(atmp);
  173. std::lock_guard<std::mutex> l(this->_online_l);
  174. this->_online[networkId][memberId][OSUtils::now()] = physicalAddress;
  175. }
  176. void FileDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress)
  177. {
  178. this->nodeIsOnline(networkId, memberId, physicalAddress, "unknown/unknown");
  179. }
  180. } // namespace ZeroTier