2020-05-18 16:06:52 +00:00
|
|
|
#include <rpc/lokid_rpc_client.hpp>
|
|
|
|
|
2020-07-24 17:49:14 +00:00
|
|
|
#include <stdexcept>
|
2020-05-18 16:06:52 +00:00
|
|
|
#include <util/logging/logger.hpp>
|
|
|
|
|
2020-05-19 18:53:03 +00:00
|
|
|
#include <router/abstractrouter.hpp>
|
|
|
|
|
|
|
|
#include <nlohmann/json.hpp>
|
|
|
|
|
|
|
|
#include <util/time.hpp>
|
|
|
|
#include <util/thread/logic.hpp>
|
2020-05-18 16:06:52 +00:00
|
|
|
|
|
|
|
namespace llarp
|
|
|
|
{
|
|
|
|
namespace rpc
|
|
|
|
{
|
|
|
|
static lokimq::LogLevel
|
2020-05-19 18:53:03 +00:00
|
|
|
toLokiMQLogLevel(llarp::LogLevel level)
|
2020-05-18 16:06:52 +00:00
|
|
|
{
|
|
|
|
switch (level)
|
|
|
|
{
|
|
|
|
case eLogError:
|
|
|
|
return lokimq::LogLevel::error;
|
|
|
|
case eLogWarn:
|
|
|
|
return lokimq::LogLevel::warn;
|
|
|
|
case eLogInfo:
|
|
|
|
return lokimq::LogLevel::info;
|
|
|
|
case eLogDebug:
|
|
|
|
return lokimq::LogLevel::debug;
|
|
|
|
case eLogNone:
|
|
|
|
default:
|
|
|
|
return lokimq::LogLevel::trace;
|
|
|
|
}
|
|
|
|
}
|
2020-05-19 18:53:03 +00:00
|
|
|
|
2020-05-19 18:53:03 +00:00
|
|
|
LokidRpcClient::LokidRpcClient(LMQ_ptr lmq, AbstractRouter* r)
|
|
|
|
: m_lokiMQ(std::move(lmq)), m_Router(r)
|
2020-05-18 16:06:52 +00:00
|
|
|
{
|
2020-05-19 18:53:03 +00:00
|
|
|
// m_lokiMQ->log_level(toLokiMQLogLevel(LogLevel::Instance().curLevel));
|
2020-07-16 22:48:26 +00:00
|
|
|
|
|
|
|
// TODO: proper auth here
|
|
|
|
auto lokidCategory = m_lokiMQ->add_category("lokid", lokimq::Access{lokimq::AuthLevel::none});
|
|
|
|
lokidCategory.add_request_command(
|
|
|
|
"get_peer_stats", [this](lokimq::Message& m) { HandleGetPeerStats(m); });
|
2020-05-18 16:06:52 +00:00
|
|
|
}
|
|
|
|
|
2020-05-19 18:53:03 +00:00
|
|
|
void
|
2020-06-11 18:26:02 +00:00
|
|
|
LokidRpcClient::ConnectAsync(lokimq::address url)
|
2020-05-18 16:06:52 +00:00
|
|
|
{
|
2020-05-19 18:53:03 +00:00
|
|
|
LogInfo("connecting to lokid via LMQ at ", url);
|
2020-07-23 16:53:34 +00:00
|
|
|
m_Connection = m_lokiMQ->connect_remote(
|
2020-06-30 16:38:08 +00:00
|
|
|
url,
|
2020-07-23 16:53:34 +00:00
|
|
|
[self = shared_from_this()](lokimq::ConnectionID) { self->Connected(); },
|
2020-06-11 18:26:02 +00:00
|
|
|
[self = shared_from_this(), url](lokimq::ConnectionID, std::string_view f) {
|
2020-05-19 18:53:03 +00:00
|
|
|
llarp::LogWarn("Failed to connect to lokid: ", f);
|
2020-06-11 18:26:02 +00:00
|
|
|
LogicCall(self->m_Router->logic(), [self, url]() { self->ConnectAsync(url); });
|
2020-05-19 18:53:03 +00:00
|
|
|
});
|
2020-05-18 16:06:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2020-05-19 18:53:03 +00:00
|
|
|
LokidRpcClient::Command(std::string_view cmd)
|
2020-05-18 16:06:52 +00:00
|
|
|
{
|
2020-05-19 18:53:03 +00:00
|
|
|
LogDebug("lokid command: ", cmd);
|
|
|
|
m_lokiMQ->send(*m_Connection, std::move(cmd));
|
2020-05-18 16:06:52 +00:00
|
|
|
}
|
|
|
|
|
2020-05-20 11:41:42 +00:00
|
|
|
void
|
|
|
|
LokidRpcClient::UpdateServiceNodeList()
|
|
|
|
{
|
|
|
|
nlohmann::json request;
|
|
|
|
request["pubkey_ed25519"] = true;
|
|
|
|
request["active_only"] = true;
|
|
|
|
if (not m_CurrentBlockHash.empty())
|
|
|
|
request["poll_block_hash"] = m_CurrentBlockHash;
|
|
|
|
Request(
|
|
|
|
"rpc.get_service_nodes",
|
|
|
|
[self = shared_from_this()](bool success, std::vector<std::string> data) {
|
|
|
|
if (not success)
|
|
|
|
{
|
|
|
|
LogWarn("failed to update service node list");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (data.size() < 2)
|
|
|
|
{
|
|
|
|
LogWarn("lokid gave empty reply for service node list");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
try
|
|
|
|
{
|
|
|
|
self->HandleGotServiceNodeList(std::move(data[1]));
|
|
|
|
}
|
|
|
|
catch (std::exception& ex)
|
|
|
|
{
|
|
|
|
LogError("failed to process service node list: ", ex.what());
|
|
|
|
}
|
|
|
|
},
|
|
|
|
request.dump());
|
|
|
|
}
|
|
|
|
|
2020-05-19 18:53:03 +00:00
|
|
|
void
|
|
|
|
LokidRpcClient::Connected()
|
2020-05-18 16:06:52 +00:00
|
|
|
{
|
2020-05-19 18:53:03 +00:00
|
|
|
constexpr auto PingInterval = 1min;
|
2020-05-20 11:41:42 +00:00
|
|
|
constexpr auto NodeListUpdateInterval = 30s;
|
2020-05-18 16:06:52 +00:00
|
|
|
|
2020-07-16 22:46:59 +00:00
|
|
|
auto makePingRequest = [self = shared_from_this()]() {
|
|
|
|
nlohmann::json payload = {{"version", {VERSION[0], VERSION[1], VERSION[2]}}};
|
|
|
|
self->Request(
|
|
|
|
"admin.lokinet_ping",
|
|
|
|
[](bool success, std::vector<std::string> data) {
|
|
|
|
(void)data;
|
|
|
|
LogDebug("Received response for ping. Successful: ", success);
|
|
|
|
},
|
|
|
|
payload.dump());
|
|
|
|
};
|
|
|
|
makePingRequest();
|
|
|
|
m_lokiMQ->add_timer(makePingRequest, PingInterval);
|
2020-05-19 18:53:03 +00:00
|
|
|
m_lokiMQ->add_timer(
|
2020-05-20 11:41:42 +00:00
|
|
|
[self = shared_from_this()]() { self->UpdateServiceNodeList(); }, NodeListUpdateInterval);
|
2020-06-11 18:26:02 +00:00
|
|
|
UpdateServiceNodeList();
|
2020-05-18 16:06:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2020-05-19 18:53:03 +00:00
|
|
|
LokidRpcClient::HandleGotServiceNodeList(std::string data)
|
2020-05-18 16:06:52 +00:00
|
|
|
{
|
2020-05-19 18:53:03 +00:00
|
|
|
auto j = nlohmann::json::parse(std::move(data));
|
|
|
|
{
|
|
|
|
const auto itr = j.find("block_hash");
|
|
|
|
if (itr != j.end())
|
|
|
|
{
|
|
|
|
m_CurrentBlockHash = itr->get<std::string>();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
{
|
|
|
|
const auto itr = j.find("unchanged");
|
|
|
|
if (itr != j.end())
|
|
|
|
{
|
|
|
|
if (itr->get<bool>())
|
|
|
|
{
|
|
|
|
LogDebug("service node list unchanged");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
std::vector<RouterID> nodeList;
|
|
|
|
{
|
|
|
|
const auto itr = j.find("service_node_states");
|
|
|
|
if (itr != j.end() and itr->is_array())
|
|
|
|
{
|
|
|
|
for (auto j_itr = itr->begin(); j_itr != itr->end(); j_itr++)
|
|
|
|
{
|
|
|
|
const auto ed_itr = j_itr->find("pubkey_ed25519");
|
|
|
|
if (ed_itr == j_itr->end() or not ed_itr->is_string())
|
|
|
|
continue;
|
|
|
|
RouterID rid;
|
|
|
|
if (rid.FromHex(ed_itr->get<std::string>()))
|
|
|
|
nodeList.emplace_back(std::move(rid));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (nodeList.empty())
|
|
|
|
{
|
|
|
|
LogWarn("got empty service node list from lokid");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
// inform router about the new list
|
2020-07-01 14:14:45 +00:00
|
|
|
LogicCall(m_Router->logic(), [r = m_Router, nodeList = std::move(nodeList)]() mutable {
|
|
|
|
r->SetRouterWhitelist(std::move(nodeList));
|
|
|
|
});
|
2020-05-18 16:06:52 +00:00
|
|
|
}
|
|
|
|
|
2020-06-30 16:02:29 +00:00
|
|
|
SecretKey
|
2020-05-20 11:41:42 +00:00
|
|
|
LokidRpcClient::ObtainIdentityKey()
|
|
|
|
{
|
2020-06-30 16:02:29 +00:00
|
|
|
std::promise<SecretKey> promise;
|
2020-05-20 11:41:42 +00:00
|
|
|
Request(
|
|
|
|
"admin.get_service_privkeys",
|
|
|
|
[self = shared_from_this(), &promise](bool success, std::vector<std::string> data) {
|
|
|
|
try
|
|
|
|
{
|
2020-06-30 16:02:29 +00:00
|
|
|
if (not success)
|
|
|
|
{
|
|
|
|
throw std::runtime_error(
|
|
|
|
"failed to get private key request "
|
|
|
|
"failed");
|
|
|
|
}
|
2020-07-16 22:48:04 +00:00
|
|
|
if (data.empty() or data.size() < 2)
|
2020-06-30 16:02:29 +00:00
|
|
|
{
|
|
|
|
throw std::runtime_error(
|
|
|
|
"failed to get private key request "
|
|
|
|
"data empty");
|
|
|
|
}
|
2020-07-16 22:48:04 +00:00
|
|
|
const auto j = nlohmann::json::parse(data[1]);
|
2020-05-20 11:41:42 +00:00
|
|
|
SecretKey k;
|
|
|
|
if (not k.FromHex(j.at("service_node_ed25519_privkey").get<std::string>()))
|
|
|
|
{
|
2020-06-30 16:02:29 +00:00
|
|
|
throw std::runtime_error("failed to parse private key");
|
2020-05-20 11:41:42 +00:00
|
|
|
}
|
|
|
|
promise.set_value(k);
|
|
|
|
}
|
2020-07-16 22:48:04 +00:00
|
|
|
catch (const std::exception& e)
|
|
|
|
{
|
|
|
|
LogWarn("Caught exception while trying to request admin keys: ", e.what());
|
|
|
|
promise.set_exception(std::current_exception());
|
|
|
|
}
|
2020-06-30 16:02:29 +00:00
|
|
|
catch (...)
|
2020-05-20 11:41:42 +00:00
|
|
|
{
|
2020-07-16 22:48:04 +00:00
|
|
|
LogWarn("Caught non-standard exception while trying to request admin keys");
|
2020-06-30 16:02:29 +00:00
|
|
|
promise.set_exception(std::current_exception());
|
2020-05-20 11:41:42 +00:00
|
|
|
}
|
|
|
|
});
|
2020-06-30 16:02:29 +00:00
|
|
|
auto ftr = promise.get_future();
|
|
|
|
return ftr.get();
|
2020-05-20 11:41:42 +00:00
|
|
|
}
|
|
|
|
|
2020-07-16 22:48:26 +00:00
|
|
|
void
|
|
|
|
LokidRpcClient::HandleGetPeerStats(lokimq::Message& msg)
|
|
|
|
{
|
|
|
|
LogInfo("Got request for peer stats (size: ", msg.data.size(), ")");
|
|
|
|
for (auto str : msg.data)
|
|
|
|
{
|
|
|
|
LogInfo(" :", str);
|
|
|
|
}
|
2020-07-20 19:48:57 +00:00
|
|
|
|
|
|
|
assert(m_Router != nullptr);
|
|
|
|
|
|
|
|
if (not m_Router->peerDb())
|
|
|
|
{
|
|
|
|
LogWarn("HandleGetPeerStats called when router has no peerDb set up.");
|
2020-07-24 17:49:14 +00:00
|
|
|
|
|
|
|
// TODO: this can sometimes occur if lokid hits our API before we're done configuring
|
|
|
|
// (mostly an issue in a loopback testnet)
|
|
|
|
msg.send_reply("EAGAIN");
|
|
|
|
return;
|
2020-07-20 19:48:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
try
|
|
|
|
{
|
2020-07-24 17:49:14 +00:00
|
|
|
// msg.data[0] is expected to contain a bt list of router ids (in our preferred string
|
|
|
|
// format)
|
|
|
|
if (msg.data.empty())
|
|
|
|
{
|
|
|
|
LogWarn("lokid requested peer stats with no request body");
|
|
|
|
msg.send_reply("peer stats request requires list of router IDs");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::vector<std::string> routerIdStrings;
|
|
|
|
lokimq::bt_deserialize(msg.data[0], routerIdStrings);
|
|
|
|
|
|
|
|
std::vector<RouterID> routerIds;
|
|
|
|
routerIds.reserve(routerIdStrings.size());
|
|
|
|
|
|
|
|
for (const auto& routerIdString : routerIdStrings)
|
|
|
|
{
|
|
|
|
RouterID id;
|
|
|
|
if (not id.FromString(routerIdString))
|
2020-07-24 17:55:15 +00:00
|
|
|
{
|
|
|
|
LogWarn("lokid sent us an invalid router id: ", routerIdString);
|
|
|
|
msg.send_reply("Invalid router id");
|
|
|
|
return;
|
|
|
|
}
|
2020-07-24 17:49:14 +00:00
|
|
|
|
|
|
|
routerIds.push_back(std::move(id));
|
|
|
|
}
|
2020-07-20 19:48:57 +00:00
|
|
|
|
2020-07-24 17:49:14 +00:00
|
|
|
auto statsList = m_Router->peerDb()->listPeerStats(routerIds);
|
2020-07-20 19:48:57 +00:00
|
|
|
|
|
|
|
int32_t bufSize =
|
|
|
|
256 + (statsList.size() * 1024); // TODO: tune this or allow to grow dynamically
|
|
|
|
auto buf = std::unique_ptr<uint8_t[]>(new uint8_t[bufSize]);
|
|
|
|
llarp_buffer_t llarpBuf(buf.get(), bufSize);
|
|
|
|
|
|
|
|
PeerStats::BEncodeList(statsList, &llarpBuf);
|
|
|
|
|
|
|
|
msg.send_reply(std::string_view((const char*)llarpBuf.base, llarpBuf.cur - llarpBuf.base));
|
|
|
|
}
|
|
|
|
catch (const std::exception& e)
|
|
|
|
{
|
|
|
|
LogError("Failed to handle get_peer_stats request: ", e.what());
|
2020-07-24 17:55:15 +00:00
|
|
|
msg.send_reply("server error");
|
2020-07-20 19:48:57 +00:00
|
|
|
}
|
2020-07-16 22:48:26 +00:00
|
|
|
}
|
|
|
|
|
2020-05-18 16:06:52 +00:00
|
|
|
} // namespace rpc
|
|
|
|
} // namespace llarp
|