ZeroTierOne/nonfree/controller/BigTableStatusWriter.cpp
Grant Limberg 024824c2fe
Some checks are pending
/ build_macos (push) Waiting to run
/ build_windows (push) Waiting to run
/ Central Controller Build (push) Waiting to run
/ multi-arch-docker (push) Blocked by required conditions
/ build_ubuntu (push) Waiting to run
wire up pubsub outgoing status changes from controller -> CV2
2025-09-05 14:52:16 -07:00

116 lines
No EOL
3.6 KiB
C++

#include "BigTableStatusWriter.hpp"
#include "ControllerConfig.hpp"
#include "PubSubWriter.hpp"
#include <google/cloud/bigtable/mutations.h>
#include <google/cloud/bigtable/row.h>
#include <google/cloud/bigtable/table.h>
#include <opentelemetry/trace/provider.h>
namespace cbt = google::cloud::bigtable;
namespace ZeroTier {
const std::string nodeInfoColumnFamily = "node_info";
const std::string checkInColumnFamily = "check_in";
const std::string osColumn = "os";
const std::string archColumn = "arch";
const std::string versionColumn = "version";
const std::string ipv4Column = "ipv4";
const std::string ipv6Column = "ipv6";
const std::string lastSeenColumn = "last_seen";
BigTableStatusWriter::BigTableStatusWriter(
const std::string& project_id,
const std::string& instance_id,
const std::string& table_id,
std::shared_ptr<PubSubWriter> pubsubWriter)
: _project_id(project_id)
, _instance_id(instance_id)
, _table_id(table_id)
, _pubsubWriter(pubsubWriter)
{
}
BigTableStatusWriter::~BigTableStatusWriter()
{
writePending();
}
void BigTableStatusWriter::updateNodeStatus(
const std::string& network_id,
const std::string& node_id,
const std::string& os,
const std::string& arch,
const std::string& version,
const InetAddress& address,
int64_t last_seen,
const std::string& frontend)
{
auto provider = opentelemetry::trace::Provider::GetTracerProvider();
auto tracer = provider->GetTracer("BigTableStatusWriter");
auto span = tracer->StartSpan("BigTableStatusWriter::updateNodeStatus");
auto scope = tracer->WithActiveSpan(span);
std::lock_guard<std::mutex> l(_lock);
_pending.push_back({ network_id, node_id, os, arch, version, address, last_seen, frontend });
}
size_t BigTableStatusWriter::queueLength() const
{
std::lock_guard<std::mutex> l(_lock);
return _pending.size();
}
void BigTableStatusWriter::writePending()
{
auto provider = opentelemetry::trace::Provider::GetTracerProvider();
auto tracer = provider->GetTracer("BigTableStatusWriter");
auto span = tracer->StartSpan("BigTableStatusWriter::writePending");
auto scope = tracer->WithActiveSpan(span);
std::vector<PendingStatusEntry> toWrite;
{
std::lock_guard<std::mutex> l(_lock);
toWrite.swap(_pending);
}
if (toWrite.empty()) {
return;
}
namespace cbt = google::cloud::bigtable;
cbt::Table table(cbt::MakeDataConnection(), cbt::TableResource(_project_id, _instance_id, _table_id));
cbt::BulkMutation bulk;
for (const auto& entry : toWrite) {
std::string row_key = entry.network_id + "#" + entry.node_id;
cbt::SingleRowMutation m(row_key);
m.emplace_back(cbt::SetCell(nodeInfoColumnFamily, osColumn, entry.os));
m.emplace_back(cbt::SetCell(nodeInfoColumnFamily, archColumn, entry.arch));
m.emplace_back(cbt::SetCell(nodeInfoColumnFamily, versionColumn, entry.version));
char buf[64] = { 0 };
if (entry.address.ss_family == AF_INET) {
m.emplace_back(cbt::SetCell(checkInColumnFamily, ipv4Column, entry.address.toString(buf)));
}
else if (entry.address.ss_family == AF_INET6) {
m.emplace_back(cbt::SetCell(checkInColumnFamily, ipv6Column, entry.address.toString(buf)));
}
int64_t ts = entry.last_seen;
m.emplace_back(cbt::SetCell(checkInColumnFamily, lastSeenColumn, std::move(ts)));
bulk.push_back(std::move(m));
// TODO: Check performance on this. May need to bach these.
_pubsubWriter->publishStatusChange(
entry.target, entry.network_id, entry.node_id, entry.os, entry.arch, entry.version, entry.last_seen);
}
std::vector<cbt::FailedMutation> failures = table.BulkApply(bulk);
for (auto const& r : failures) {
// Handle error (log it, retry, etc.)
std::cerr << "Error writing to BigTable: " << r.status() << "\n";
}
}
} // namespace ZeroTier