mirror of https://github.com/oxen-io/lokinet
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
226 lines
5.7 KiB
C++
226 lines
5.7 KiB
C++
#include <peerstats/peer_db.hpp>
|
|
|
|
#include <util/logging/logger.hpp>
|
|
#include <util/status.hpp>
|
|
#include <util/str.hpp>
|
|
|
|
namespace llarp
|
|
{
|
|
PeerDb::PeerDb()
|
|
{
|
|
m_lastFlush.store({});
|
|
}
|
|
|
|
void
|
|
PeerDb::loadDatabase(std::optional<std::filesystem::path> file)
|
|
{
|
|
std::lock_guard gaurd(m_statsLock);
|
|
|
|
m_peerStats.clear();
|
|
|
|
if (m_storage)
|
|
throw std::runtime_error("Reloading database not supported"); // TODO
|
|
|
|
// sqlite_orm treats empty-string as an indicator to load a memory-backed database, which we'll
|
|
// use if file is an empty-optional
|
|
std::string fileString;
|
|
if (file.has_value())
|
|
{
|
|
fileString = file.value().native();
|
|
LogInfo("Loading PeerDb from file ", fileString);
|
|
}
|
|
else
|
|
{
|
|
LogInfo("Loading memory-backed PeerDb");
|
|
}
|
|
|
|
m_storage = std::make_unique<PeerDbStorage>(initStorage(fileString));
|
|
m_storage->sync_schema(true); // true for "preserve" as in "don't nuke" (how cute!)
|
|
|
|
auto allStats = m_storage->get_all<PeerStats>();
|
|
LogInfo("Loading ", allStats.size(), " PeerStats from table peerstats...");
|
|
for (PeerStats& stats : allStats)
|
|
{
|
|
RouterID id;
|
|
if (not id.FromString(stats.routerId))
|
|
throw std::runtime_error(
|
|
stringify("Database contains invalid PeerStats with id ", stats.routerId));
|
|
|
|
stats.stale = false;
|
|
m_peerStats[id] = stats;
|
|
}
|
|
}
|
|
|
|
void
|
|
PeerDb::flushDatabase()
|
|
{
|
|
LogDebug("flushing PeerDb...");
|
|
|
|
auto start = time_now_ms();
|
|
if (not shouldFlush(start))
|
|
{
|
|
LogWarn("Call to flushDatabase() while already in progress, ignoring");
|
|
return;
|
|
}
|
|
|
|
if (not m_storage)
|
|
throw std::runtime_error("Cannot flush database before it has been loaded");
|
|
|
|
std::vector<PeerStats> staleStats;
|
|
|
|
{
|
|
std::lock_guard gaurd(m_statsLock);
|
|
|
|
// copy all stale entries
|
|
for (auto& entry : m_peerStats)
|
|
{
|
|
if (entry.second.stale)
|
|
{
|
|
staleStats.push_back(entry.second);
|
|
entry.second.stale = false;
|
|
}
|
|
}
|
|
}
|
|
|
|
LogInfo("Updating ", staleStats.size(), " stats");
|
|
|
|
{
|
|
auto guard = m_storage->transaction_guard();
|
|
|
|
for (const auto& stats : staleStats)
|
|
{
|
|
// call me paranoid...
|
|
assert(not stats.routerId.empty());
|
|
|
|
m_storage->replace(stats);
|
|
}
|
|
|
|
guard.commit();
|
|
}
|
|
|
|
auto end = time_now_ms();
|
|
|
|
auto elapsed = end - start;
|
|
LogInfo("PeerDb flush took about ", elapsed, " seconds");
|
|
|
|
m_lastFlush.store(end);
|
|
}
|
|
|
|
void
|
|
PeerDb::accumulatePeerStats(const RouterID& routerId, const PeerStats& delta)
|
|
{
|
|
if (routerId.ToString() != delta.routerId)
|
|
throw std::invalid_argument(
|
|
stringify("routerId ", routerId, " doesn't match ", delta.routerId));
|
|
|
|
std::lock_guard gaurd(m_statsLock);
|
|
auto itr = m_peerStats.find(routerId);
|
|
if (itr == m_peerStats.end())
|
|
itr = m_peerStats.insert({routerId, delta}).first;
|
|
else
|
|
itr->second += delta;
|
|
|
|
itr->second.stale = true;
|
|
}
|
|
|
|
void
|
|
PeerDb::modifyPeerStats(const RouterID& routerId, std::function<void(PeerStats&)> callback)
|
|
{
|
|
std::lock_guard gaurd(m_statsLock);
|
|
|
|
PeerStats& stats = m_peerStats[routerId];
|
|
stats.routerId = routerId.ToString();
|
|
stats.stale = true;
|
|
callback(stats);
|
|
}
|
|
|
|
std::optional<PeerStats>
|
|
PeerDb::getCurrentPeerStats(const RouterID& routerId) const
|
|
{
|
|
std::lock_guard gaurd(m_statsLock);
|
|
auto itr = m_peerStats.find(routerId);
|
|
if (itr == m_peerStats.end())
|
|
return std::nullopt;
|
|
else
|
|
return itr->second;
|
|
}
|
|
|
|
void
|
|
PeerDb::handleGossipedRC(const RouterContact& rc, llarp_time_t now)
|
|
{
|
|
std::lock_guard gaurd(m_statsLock);
|
|
|
|
RouterID id(rc.pubkey);
|
|
auto& stats = m_peerStats[id];
|
|
stats.routerId = id.ToString();
|
|
|
|
if (stats.lastRCUpdated < rc.last_updated.count())
|
|
{
|
|
if (stats.numDistinctRCsReceived > 0)
|
|
{
|
|
// we track max expiry as the delta between (time received - last expiration time),
|
|
// and this value will often be negative for a healthy router
|
|
// TODO: handle case where new RC is also expired? just ignore?
|
|
int64_t expiry = (now.count() - (stats.lastRCUpdated + RouterContact::Lifetime.count()));
|
|
stats.mostExpiredRCMs = std::max(stats.mostExpiredRCMs, expiry);
|
|
|
|
if (stats.numDistinctRCsReceived == 1)
|
|
stats.mostExpiredRCMs = expiry;
|
|
else
|
|
stats.mostExpiredRCMs = std::max(stats.mostExpiredRCMs, expiry);
|
|
}
|
|
|
|
stats.numDistinctRCsReceived++;
|
|
stats.lastRCUpdated = rc.last_updated.count();
|
|
stats.stale = true;
|
|
}
|
|
}
|
|
|
|
void
|
|
PeerDb::configure(const RouterConfig& routerConfig)
|
|
{
|
|
if (not routerConfig.m_enablePeerStats)
|
|
throw std::runtime_error("[router]:enable-peer-stats is not enabled");
|
|
|
|
fs::path dbPath = routerConfig.m_dataDir / "peerstats.sqlite";
|
|
|
|
loadDatabase(dbPath);
|
|
}
|
|
|
|
bool
|
|
PeerDb::shouldFlush(llarp_time_t now)
|
|
{
|
|
constexpr llarp_time_t TargetFlushInterval = 30s;
|
|
return (now - m_lastFlush.load() >= TargetFlushInterval);
|
|
}
|
|
|
|
util::StatusObject
|
|
PeerDb::ExtractStatus() const
|
|
{
|
|
std::lock_guard gaurd(m_statsLock);
|
|
|
|
bool loaded = (m_storage.get() != nullptr);
|
|
util::StatusObject dbFile = nullptr;
|
|
if (loaded)
|
|
dbFile = m_storage->filename();
|
|
|
|
std::vector<util::StatusObject> statsObjs;
|
|
statsObjs.reserve(m_peerStats.size());
|
|
LogInfo("Building peer stats...");
|
|
for (const auto& pair : m_peerStats)
|
|
{
|
|
LogInfo("Stat here");
|
|
statsObjs.push_back(pair.second.toJson());
|
|
}
|
|
|
|
util::StatusObject obj{
|
|
{"dbLoaded", loaded},
|
|
{"dbFile", dbFile},
|
|
{"lastFlushMs", m_lastFlush.load().count()},
|
|
{"stats", statsObjs},
|
|
};
|
|
return obj;
|
|
}
|
|
|
|
}; // namespace llarp
|