#include "lokid_rpc_client.hpp" #include #include #include #include #include #include #include namespace llarp { namespace rpc { static constexpr oxenmq::LogLevel toLokiMQLogLevel(log::Level level) { switch (level) { case log::Level::critical: return oxenmq::LogLevel::fatal; case log::Level::err: return oxenmq::LogLevel::error; case log::Level::warn: return oxenmq::LogLevel::warn; case log::Level::info: return oxenmq::LogLevel::info; case log::Level::debug: return oxenmq::LogLevel::debug; case log::Level::trace: case log::Level::off: default: return oxenmq::LogLevel::trace; } } LokidRpcClient::LokidRpcClient(LMQ_ptr lmq, std::weak_ptr r) : m_lokiMQ{std::move(lmq)}, m_Router{std::move(r)} { // m_lokiMQ->log_level(toLokiMQLogLevel(LogLevel::Instance().curLevel)); // new block handler m_lokiMQ->add_category("notify", oxenmq::Access{oxenmq::AuthLevel::none}) .add_command("block", [this](oxenmq::Message& m) { HandleNewBlock(m); }); // TODO: proper auth here auto lokidCategory = m_lokiMQ->add_category("lokid", oxenmq::Access{oxenmq::AuthLevel::none}); lokidCategory.add_request_command( "get_peer_stats", [this](oxenmq::Message& m) { HandleGetPeerStats(m); }); m_UpdatingList = false; } void LokidRpcClient::ConnectAsync(oxenmq::address url) { if (auto router = m_Router.lock()) { if (not router->IsServiceNode()) { throw std::runtime_error("we cannot talk to lokid while not a service node"); } LogInfo("connecting to lokid via LMQ at ", url.full_address()); m_Connection = m_lokiMQ->connect_remote( url, [self = shared_from_this()](oxenmq::ConnectionID) { self->Connected(); }, [self = shared_from_this(), url](oxenmq::ConnectionID, std::string_view f) { llarp::LogWarn("Failed to connect to lokid: ", f); if (auto router = self->m_Router.lock()) { router->loop()->call([self, url]() { self->ConnectAsync(url); }); } }); } } void LokidRpcClient::Command(std::string_view cmd) { LogDebug("lokid command: ", cmd); m_lokiMQ->send(*m_Connection, std::move(cmd)); } void LokidRpcClient::HandleNewBlock(oxenmq::Message& msg) { if (msg.data.size() != 2) { LogError( "we got an invalid new block notification with ", msg.data.size(), " parts instead of 2 parts so we will not update the list of service nodes"); return; // bail } try { m_BlockHeight = std::stoll(std::string{msg.data[0]}); } catch (std::exception& ex) { LogError("bad block height: ", ex.what()); return; // bail } LogDebug("new block at height ", m_BlockHeight); // don't upadate on block notification if an update is pending if (not m_UpdatingList) UpdateServiceNodeList(); } void LokidRpcClient::UpdateServiceNodeList() { nlohmann::json request, fields; fields["pubkey_ed25519"] = true; fields["service_node_pubkey"] = true; fields["funded"] = true; fields["active"] = true; request["fields"] = fields; m_UpdatingList = true; Request( "rpc.get_service_nodes", [self = shared_from_this()](bool success, std::vector data) { self->m_UpdatingList = false; if (not success) { LogWarn("failed to update service node list"); return; } if (data.size() < 2) { LogWarn("lokid gave empty reply for service node list"); return; } try { self->HandleGotServiceNodeList(std::move(data[1])); } catch (std::exception& ex) { LogError("failed to process service node list: ", ex.what()); } }, request.dump()); } void LokidRpcClient::Connected() { constexpr auto PingInterval = 30s; auto makePingRequest = [self = shared_from_this()]() { // send a ping PubKey pk{}; if (auto r = self->m_Router.lock()) pk = r->pubkey(); nlohmann::json payload = { {"pubkey_ed25519", oxenc::to_hex(pk.begin(), pk.end())}, {"version", {VERSION[0], VERSION[1], VERSION[2]}}}; self->Request( "admin.lokinet_ping", [](bool success, std::vector data) { (void)data; LogDebug("Received response for ping. Successful: ", success); }, payload.dump()); // subscribe to block updates self->Request("sub.block", [](bool success, std::vector data) { if (data.empty() or not success) { LogError("failed to subscribe to new blocks"); return; } LogDebug("subscribed to new blocks: ", data[0]); }); }; m_lokiMQ->add_timer(makePingRequest, PingInterval); // initial fetch of service node list UpdateServiceNodeList(); } void LokidRpcClient::HandleGotServiceNodeList(std::string data) { auto j = nlohmann::json::parse(std::move(data)); { const auto itr = j.find("unchanged"); if (itr != j.end()) { if (itr->get()) { LogDebug("service node list unchanged"); return; } } } std::unordered_map keymap; std::vector activeNodeList, nonActiveNodeList; { const auto itr = j.find("service_node_states"); if (itr != j.end() and itr->is_array()) { for (auto j_itr = itr->begin(); j_itr != itr->end(); j_itr++) { const auto ed_itr = j_itr->find("pubkey_ed25519"); if (ed_itr == j_itr->end() or not ed_itr->is_string()) continue; const auto svc_itr = j_itr->find("service_node_pubkey"); if (svc_itr == j_itr->end() or not svc_itr->is_string()) continue; const auto funded_itr = j_itr->find("funded"); if (funded_itr == j_itr->end() or not funded_itr->is_boolean()) continue; const auto active_itr = j_itr->find("active"); if (active_itr == j_itr->end() or not active_itr->is_boolean()) continue; const bool active = active_itr->get(); const bool funded = funded_itr->get(); if (not funded) continue; RouterID rid; PubKey pk; if (rid.FromHex(ed_itr->get()) and pk.FromHex(svc_itr->get())) { keymap[rid] = pk; if (active) activeNodeList.emplace_back(std::move(rid)); else nonActiveNodeList.emplace_back(std::move(rid)); } } } } if (activeNodeList.empty()) { LogWarn("got empty service node list, ignoring."); return; } // inform router about the new list if (auto router = m_Router.lock()) { auto& loop = router->loop(); loop->call([this, active = std::move(activeNodeList), inactive = std::move(nonActiveNodeList), keymap = std::move(keymap), router = std::move(router)]() mutable { m_KeyMap = std::move(keymap); router->SetRouterWhitelist(active, inactive); }); } else LogWarn("Cannot update whitelist: router object has gone away"); } void LokidRpcClient::InformConnection(RouterID router, bool success) { if (auto r = m_Router.lock()) { r->loop()->call([router, success, this]() { if (auto itr = m_KeyMap.find(router); itr != m_KeyMap.end()) { const nlohmann::json request = { {"passed", success}, {"pubkey", itr->second.ToHex()}, {"type", "lokinet"}}; Request( "admin.report_peer_status", [self = shared_from_this()](bool success, std::vector) { if (not success) { LogError("Failed to report connection status to oxend"); return; } LogDebug("reported connection status to core"); }, request.dump()); } }); } } SecretKey LokidRpcClient::ObtainIdentityKey() { std::promise promise; Request( "admin.get_service_privkeys", [self = shared_from_this(), &promise](bool success, std::vector data) { try { if (not success) { throw std::runtime_error( "failed to get private key request " "failed"); } if (data.empty() or data.size() < 2) { throw std::runtime_error( "failed to get private key request " "data empty"); } const auto j = nlohmann::json::parse(data[1]); SecretKey k; if (not k.FromHex(j.at("service_node_ed25519_privkey").get())) { throw std::runtime_error("failed to parse private key"); } promise.set_value(k); } catch (const std::exception& e) { LogWarn("Caught exception while trying to request admin keys: ", e.what()); promise.set_exception(std::current_exception()); } catch (...) { LogWarn("Caught non-standard exception while trying to request admin keys"); promise.set_exception(std::current_exception()); } }); auto ftr = promise.get_future(); return ftr.get(); } void LokidRpcClient::LookupLNSNameHash( dht::Key_t namehash, std::function)> resultHandler) { LogDebug("Looking Up LNS NameHash ", namehash); const nlohmann::json req{{"type", 2}, {"name_hash", namehash.ToHex()}}; Request( "rpc.lns_resolve", [this, resultHandler](bool success, std::vector data) { std::optional maybe = std::nullopt; if (success) { try { service::EncryptedName result; const auto j = nlohmann::json::parse(data[1]); result.ciphertext = oxenc::from_hex(j["encrypted_value"].get()); const auto nonce = oxenc::from_hex(j["nonce"].get()); if (nonce.size() != result.nonce.size()) { throw std::invalid_argument{fmt::format( "nonce size mismatch: {} != {}", nonce.size(), result.nonce.size())}; } std::copy_n(nonce.data(), nonce.size(), result.nonce.data()); maybe = result; } catch (std::exception& ex) { LogError("failed to parse response from lns lookup: ", ex.what()); } } if (auto r = m_Router.lock()) { r->loop()->call( [resultHandler, maybe = std::move(maybe)]() { resultHandler(std::move(maybe)); }); } }, req.dump()); } void LokidRpcClient::HandleGetPeerStats(oxenmq::Message& msg) { LogInfo("Got request for peer stats (size: ", msg.data.size(), ")"); for (auto str : msg.data) { LogInfo(" :", str); } if (auto router = m_Router.lock()) { if (not router->peerDb()) { LogWarn("HandleGetPeerStats called when router has no peerDb set up."); // TODO: this can sometimes occur if lokid hits our API before we're done configuring // (mostly an issue in a loopback testnet) msg.send_reply("EAGAIN"); return; } try { // msg.data[0] is expected to contain a bt list of router ids (in our preferred string // format) if (msg.data.empty()) { LogWarn("lokid requested peer stats with no request body"); msg.send_reply("peer stats request requires list of router IDs"); return; } std::vector routerIdStrings; oxenc::bt_deserialize(msg.data[0], routerIdStrings); std::vector routerIds; routerIds.reserve(routerIdStrings.size()); for (const auto& routerIdString : routerIdStrings) { RouterID id; if (not id.FromString(routerIdString)) { LogWarn("lokid sent us an invalid router id: ", routerIdString); msg.send_reply("Invalid router id"); return; } routerIds.push_back(std::move(id)); } auto statsList = router->peerDb()->listPeerStats(routerIds); int32_t bufSize = 256 + (statsList.size() * 1024); // TODO: tune this or allow to grow dynamically auto buf = std::unique_ptr(new uint8_t[bufSize]); llarp_buffer_t llarpBuf(buf.get(), bufSize); PeerStats::BEncodeList(statsList, &llarpBuf); msg.send_reply( std::string_view((const char*)llarpBuf.base, llarpBuf.cur - llarpBuf.base)); } catch (const std::exception& e) { LogError("Failed to handle get_peer_stats request: ", e.what()); msg.send_reply("server error"); } } } } // namespace rpc } // namespace llarp