mirror of https://github.com/PurpleI2P/i2pd
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
476 lines
13 KiB
C++
476 lines
13 KiB
C++
#include "I2PEndian.h"
|
|
#include <fstream>
|
|
#include <boost/filesystem.hpp>
|
|
#include <cryptopp/gzip.h>
|
|
#include "base64.h"
|
|
#include "Log.h"
|
|
#include "Timestamp.h"
|
|
#include "I2NPProtocol.h"
|
|
#include "Tunnel.h"
|
|
#include "RouterContext.h"
|
|
#include "Garlic.h"
|
|
#include "NetDb.h"
|
|
|
|
namespace i2p
|
|
{
|
|
namespace data
|
|
{
|
|
|
|
I2NPMessage * RequestedDestination::CreateRequestMessage (const RouterInfo * router,
|
|
const i2p::tunnel::InboundTunnel * replyTunnel)
|
|
{
|
|
I2NPMessage * msg = i2p::CreateDatabaseLookupMsg (m_Destination,
|
|
replyTunnel->GetNextIdentHash (), replyTunnel->GetNextTunnelID (), m_IsExploratory, &m_ExcludedPeers);
|
|
if (m_IsLeaseSet) // wrap lookup message into garlic
|
|
msg = i2p::garlic::routing.WrapSingleMessage (router, msg);
|
|
m_ExcludedPeers.insert (router->GetIdentHash ());
|
|
m_LastRouter = router;
|
|
m_LastReplyTunnel = replyTunnel;
|
|
return msg;
|
|
}
|
|
|
|
NetDb netdb;
|
|
|
|
NetDb::NetDb (): m_IsRunning (false), m_Thread (0)
|
|
{
|
|
}
|
|
|
|
NetDb::~NetDb ()
|
|
{
|
|
Stop ();
|
|
for (auto l:m_LeaseSets)
|
|
delete l.second;
|
|
for (auto r:m_RouterInfos)
|
|
delete r.second;
|
|
for (auto r:m_RequestedDestinations)
|
|
delete r.second;
|
|
}
|
|
|
|
void NetDb::Start ()
|
|
{
|
|
Load ("netDb");
|
|
m_Thread = new std::thread (std::bind (&NetDb::Run, this));
|
|
}
|
|
|
|
void NetDb::Stop ()
|
|
{
|
|
if (m_Thread)
|
|
{
|
|
m_IsRunning = false;
|
|
m_Thread->join ();
|
|
delete m_Thread;
|
|
m_Thread = 0;
|
|
}
|
|
}
|
|
|
|
void NetDb::Run ()
|
|
{
|
|
uint32_t lastTs = 0;
|
|
m_IsRunning = true;
|
|
while (m_IsRunning)
|
|
{
|
|
try
|
|
{
|
|
I2NPMessage * msg = m_Queue.GetNextWithTimeout (10000); // 10 sec
|
|
if (msg)
|
|
{
|
|
while (msg)
|
|
{
|
|
if (msg->GetHeader ()->typeID == eI2NPDatabaseStore)
|
|
{
|
|
HandleDatabaseStoreMsg (msg->GetPayload (), msg->GetLength ()); // TODO
|
|
i2p::DeleteI2NPMessage (msg);
|
|
}
|
|
else if (msg->GetHeader ()->typeID == eI2NPDatabaseSearchReply)
|
|
HandleDatabaseSearchReplyMsg (msg);
|
|
else // WTF?
|
|
{
|
|
LogPrint ("NetDb: unexpected message type ", msg->GetHeader ()->typeID);
|
|
i2p::HandleI2NPMessage (msg, false);
|
|
}
|
|
msg = m_Queue.Get ();
|
|
}
|
|
}
|
|
else // if no new DatabaseStore coming, explore it
|
|
Explore ();
|
|
|
|
uint64_t ts = i2p::util::GetSecondsSinceEpoch ();
|
|
if (ts - lastTs >= 60) // save routers every minute
|
|
{
|
|
if (lastTs)
|
|
SaveUpdated ("netDb");
|
|
lastTs = ts;
|
|
}
|
|
}
|
|
catch (std::exception& ex)
|
|
{
|
|
LogPrint ("NetDb: ", ex.what ());
|
|
}
|
|
}
|
|
}
|
|
|
|
void NetDb::AddRouterInfo (uint8_t * buf, int len)
|
|
{
|
|
RouterInfo * r = new RouterInfo (buf, len);
|
|
DeleteRequestedDestination (r->GetIdentHash ());
|
|
auto it = m_RouterInfos.find(r->GetIdentHash ());
|
|
if (it != m_RouterInfos.end ())
|
|
{
|
|
if (r->GetTimestamp () > it->second->GetTimestamp ())
|
|
{
|
|
LogPrint ("RouterInfo updated");
|
|
*m_RouterInfos[r->GetIdentHash ()] = *r; // we can't replace point because it's used by tunnels
|
|
}
|
|
else
|
|
delete r;
|
|
}
|
|
else
|
|
{
|
|
LogPrint ("New RouterInfo added");
|
|
m_RouterInfos[r->GetIdentHash ()] = r;
|
|
}
|
|
}
|
|
|
|
void NetDb::AddLeaseSet (uint8_t * buf, int len)
|
|
{
|
|
LeaseSet * l = new LeaseSet (buf, len);
|
|
DeleteRequestedDestination (l->GetIdentHash ());
|
|
m_LeaseSets[l->GetIdentHash ()] = l;
|
|
}
|
|
|
|
RouterInfo * NetDb::FindRouter (const IdentHash& ident) const
|
|
{
|
|
auto it = m_RouterInfos.find (ident);
|
|
if (it != m_RouterInfos.end ())
|
|
return it->second;
|
|
else
|
|
return nullptr;
|
|
}
|
|
|
|
LeaseSet * NetDb::FindLeaseSet (const IdentHash& destination) const
|
|
{
|
|
auto it = m_LeaseSets.find (destination);
|
|
if (it != m_LeaseSets.end ())
|
|
return it->second;
|
|
else
|
|
return nullptr;
|
|
}
|
|
|
|
void NetDb::Load (const char * directory)
|
|
{
|
|
boost::filesystem::path p (directory);
|
|
if (boost::filesystem::exists (p))
|
|
{
|
|
int numRouters = 0;
|
|
boost::filesystem::directory_iterator end;
|
|
for (boost::filesystem::directory_iterator it (p); it != end; ++it)
|
|
{
|
|
if (boost::filesystem::is_directory (it->status()))
|
|
{
|
|
for (boost::filesystem::directory_iterator it1 (it->path ()); it1 != end; ++it1)
|
|
{
|
|
RouterInfo * r = new RouterInfo (it1->path().string().c_str ());
|
|
m_RouterInfos[r->GetIdentHash ()] = r;
|
|
numRouters++;
|
|
}
|
|
}
|
|
}
|
|
LogPrint (numRouters, " routers loaded");
|
|
}
|
|
else
|
|
LogPrint (directory, " doesn't exist");
|
|
}
|
|
|
|
void NetDb::SaveUpdated (const char * directory)
|
|
{
|
|
auto GetFilePath = [](const char * directory, const RouterInfo * routerInfo)
|
|
{
|
|
return std::string (directory) + "/r" +
|
|
routerInfo->GetIdentHashBase64 ()[0] + "/routerInfo-" +
|
|
routerInfo->GetIdentHashBase64 () + ".dat";
|
|
};
|
|
|
|
int count = 0, deletedCount = 0;
|
|
for (auto it: m_RouterInfos)
|
|
{
|
|
if (it.second->IsUpdated ())
|
|
{
|
|
std::ofstream r (GetFilePath(directory, it.second));
|
|
r.write ((char *)it.second->GetBuffer (), it.second->GetBufferLen ());
|
|
it.second->SetUpdated (false);
|
|
count++;
|
|
}
|
|
else if (it.second->IsUnreachable ())
|
|
{
|
|
if (boost::filesystem::exists (GetFilePath (directory, it.second)))
|
|
{
|
|
boost::filesystem::remove (GetFilePath (directory, it.second));
|
|
deletedCount++;
|
|
}
|
|
}
|
|
}
|
|
if (count > 0)
|
|
LogPrint (count," new/updated routers saved");
|
|
if (deletedCount > 0)
|
|
LogPrint (deletedCount," routers deleted");
|
|
}
|
|
|
|
void NetDb::RequestDestination (const char * b32)
|
|
{
|
|
uint8_t destination[32];
|
|
Base32ToByteStream (b32, strlen(b32), destination, 32);
|
|
RequestDestination (destination, true);
|
|
}
|
|
|
|
void NetDb::RequestDestination (const IdentHash& destination, bool isLeaseSet)
|
|
{
|
|
auto floodfill= GetRandomNTCPRouter (true);
|
|
if (floodfill)
|
|
RequestDestination (destination, floodfill, isLeaseSet);
|
|
else
|
|
LogPrint ("No floodfill routers found");
|
|
}
|
|
|
|
void NetDb::RequestDestination (const IdentHash& destination, const RouterInfo * floodfill, bool isLeaseSet)
|
|
{
|
|
if (!floodfill) return;
|
|
i2p::tunnel::OutboundTunnel * outbound = i2p::tunnel::tunnels.GetNextOutboundTunnel ();
|
|
if (outbound)
|
|
{
|
|
i2p::tunnel::InboundTunnel * inbound = i2p::tunnel::tunnels.GetNextInboundTunnel ();
|
|
if (inbound)
|
|
{
|
|
RequestedDestination * dest = CreateRequestedDestination (destination, isLeaseSet);
|
|
dest->SetLastOutboundTunnel (outbound);
|
|
auto msg = dest->CreateRequestMessage (floodfill, inbound);
|
|
outbound->SendTunnelDataMsg (floodfill->GetIdentHash (), 0, msg);
|
|
}
|
|
else
|
|
LogPrint ("No inbound tunnels found");
|
|
}
|
|
else
|
|
LogPrint ("No outbound tunnels found");
|
|
}
|
|
|
|
void NetDb::HandleDatabaseStoreMsg (uint8_t * buf, size_t len)
|
|
{
|
|
I2NPDatabaseStoreMsg * msg = (I2NPDatabaseStoreMsg *)buf;
|
|
size_t offset = sizeof (I2NPDatabaseStoreMsg);
|
|
if (msg->replyToken)
|
|
offset += 36;
|
|
if (msg->type)
|
|
{
|
|
LogPrint ("LeaseSet");
|
|
AddLeaseSet (buf + offset, len - offset);
|
|
}
|
|
else
|
|
{
|
|
LogPrint ("RouterInfo");
|
|
size_t size = be16toh (*(uint16_t *)(buf + offset));
|
|
if (size > 2048)
|
|
{
|
|
LogPrint ("Invalid RouterInfo length ", (int)size);
|
|
return;
|
|
}
|
|
offset += 2;
|
|
CryptoPP::Gunzip decompressor;
|
|
decompressor.Put (buf + offset, size);
|
|
decompressor.MessageEnd();
|
|
uint8_t uncompressed[2048];
|
|
size_t uncomressedSize = decompressor.MaxRetrievable ();
|
|
decompressor.Get (uncompressed, uncomressedSize);
|
|
AddRouterInfo (uncompressed, uncomressedSize);
|
|
}
|
|
}
|
|
|
|
void NetDb::HandleDatabaseSearchReplyMsg (I2NPMessage * msg)
|
|
{
|
|
uint8_t * buf = msg->GetPayload ();
|
|
char key[48];
|
|
int l = i2p::data::ByteStreamToBase64 (buf, 32, key, 48);
|
|
key[l] = 0;
|
|
int num = buf[32]; // num
|
|
LogPrint ("DatabaseSearchReply for ", key, " num=", num);
|
|
auto it = m_RequestedDestinations.find (IdentHash (buf));
|
|
if (it != m_RequestedDestinations.end ())
|
|
{
|
|
RequestedDestination * dest = it->second;
|
|
if (num > 0)
|
|
{
|
|
i2p::tunnel::OutboundTunnel * outbound = dest->GetLastOutboundTunnel ();
|
|
const i2p::tunnel::InboundTunnel * inbound = dest->GetLastReplyTunnel ();
|
|
|
|
for (int i = 0; i < num; i++)
|
|
{
|
|
uint8_t * router = buf + 33 + i*32;
|
|
char peerHash[48];
|
|
int l1 = i2p::data::ByteStreamToBase64 (router, 32, peerHash, 48);
|
|
peerHash[l1] = 0;
|
|
LogPrint (i,": ", peerHash);
|
|
|
|
if (dest->IsExploratory ())
|
|
{
|
|
if (!FindRouter (router)) // router with ident not found
|
|
{
|
|
LogPrint ("Found new router. Requesting RouterInfo ...");
|
|
if (outbound && inbound)
|
|
{
|
|
RequestedDestination * d1 = CreateRequestedDestination (router, false, false);
|
|
d1->SetLastOutboundTunnel (outbound);
|
|
auto msg = d1->CreateRequestMessage (dest->GetLastRouter (), dest->GetLastReplyTunnel ());
|
|
outbound->GetTunnelGateway ().PutTunnelDataMsg (dest->GetLastRouter ()->GetIdentHash (), 0, msg);
|
|
}
|
|
}
|
|
else
|
|
LogPrint ("Bayan");
|
|
}
|
|
else
|
|
{
|
|
// reply to our destination. Try other floodfills
|
|
if (outbound && inbound)
|
|
{
|
|
auto r = FindRouter (router);
|
|
// do we have that floodfill router in our database?
|
|
if (r)
|
|
{
|
|
if (!dest->IsExcluded (r->GetIdentHash ()) && dest->GetNumExcludedPeers () < 10) // TODO: fix TunnelGateway first
|
|
{
|
|
// request destination
|
|
auto msg = dest->CreateRequestMessage (r, dest->GetLastReplyTunnel ());
|
|
outbound->GetTunnelGateway ().PutTunnelDataMsg (r->GetIdentHash (), 0, msg);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// request router
|
|
LogPrint ("Found new floodfill. Request it");
|
|
RequestedDestination * d2 = CreateRequestedDestination (router, false, false);
|
|
d2->SetLastOutboundTunnel (outbound);
|
|
I2NPMessage * msg = d2->CreateRequestMessage (dest->GetLastRouter (), inbound);
|
|
outbound->GetTunnelGateway ().PutTunnelDataMsg (
|
|
dest->GetLastRouter ()->GetIdentHash (), 0, msg);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (outbound)
|
|
outbound->GetTunnelGateway ().SendBuffer ();
|
|
}
|
|
else
|
|
{
|
|
// no more requests for detination possible. delete it
|
|
m_RequestedDestinations.erase (it);
|
|
delete it->second;
|
|
}
|
|
}
|
|
else
|
|
LogPrint ("Requested destination for ", key, " not found");
|
|
i2p::DeleteI2NPMessage (msg);
|
|
}
|
|
|
|
void NetDb::Explore ()
|
|
{
|
|
auto outbound = i2p::tunnel::tunnels.GetNextOutboundTunnel ();
|
|
auto inbound = i2p::tunnel::tunnels.GetNextInboundTunnel ();
|
|
if (outbound && inbound)
|
|
{
|
|
auto floodfill = GetRandomNTCPRouter (true);
|
|
if (floodfill)
|
|
{
|
|
LogPrint ("Exploring new routers ...");
|
|
CryptoPP::RandomNumberGenerator& rnd = i2p::context.GetRandomNumberGenerator ();
|
|
uint8_t randomHash[32];
|
|
rnd.GenerateBlock (randomHash, 32);
|
|
RequestedDestination * dest = CreateRequestedDestination (IdentHash (randomHash), false, true);
|
|
dest->SetLastOutboundTunnel (outbound);
|
|
|
|
outbound->GetTunnelGateway ().PutTunnelDataMsg (floodfill->GetIdentHash (), 0,
|
|
CreateDatabaseStoreMsg ()); // tell floodfill about us
|
|
outbound->GetTunnelGateway ().PutTunnelDataMsg (floodfill->GetIdentHash (), 0,
|
|
dest->CreateRequestMessage (floodfill, inbound)); // explore
|
|
outbound->GetTunnelGateway ().SendBuffer ();
|
|
}
|
|
}
|
|
}
|
|
|
|
RequestedDestination * NetDb::CreateRequestedDestination (const IdentHash& dest,
|
|
bool isLeaseSet, bool isExploratory)
|
|
{
|
|
auto it = m_RequestedDestinations.find (dest);
|
|
if (it == m_RequestedDestinations.end ()) // not exist yet
|
|
{
|
|
RequestedDestination * d = new RequestedDestination (dest, isLeaseSet, isExploratory);
|
|
m_RequestedDestinations[dest] = d;
|
|
return d;
|
|
}
|
|
else
|
|
return it->second;
|
|
}
|
|
|
|
void NetDb::DeleteRequestedDestination (const IdentHash& dest)
|
|
{
|
|
auto it = m_RequestedDestinations.find (dest);
|
|
if (it != m_RequestedDestinations.end ())
|
|
{
|
|
m_RequestedDestinations.erase (it);
|
|
delete it->second;
|
|
}
|
|
}
|
|
|
|
const RouterInfo * NetDb::GetRandomNTCPRouter (bool floodfillOnly) const
|
|
{
|
|
CryptoPP::RandomNumberGenerator& rnd = i2p::context.GetRandomNumberGenerator ();
|
|
uint32_t ind = rnd.GenerateWord32 (0, m_RouterInfos.size () - 1), i = 0;
|
|
RouterInfo * last = nullptr;
|
|
for (auto it: m_RouterInfos)
|
|
{
|
|
if (it.second->IsNTCP () && !it.second->IsUnreachable () &&
|
|
(!floodfillOnly || it.second->IsFloodfill ()))
|
|
last = it.second;
|
|
if (i >= ind) break;
|
|
else i++;
|
|
}
|
|
return last;
|
|
}
|
|
|
|
const RouterInfo * NetDb::GetRandomRouter () const
|
|
{
|
|
CryptoPP::RandomNumberGenerator& rnd = i2p::context.GetRandomNumberGenerator ();
|
|
uint32_t ind = rnd.GenerateWord32 (0, m_RouterInfos.size () - 1), i = 0;
|
|
for (auto it: m_RouterInfos)
|
|
{
|
|
if (i >= ind) return it.second;
|
|
else i++;
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
void NetDb::PostI2NPMsg (I2NPMessage * msg)
|
|
{
|
|
if (msg) m_Queue.Put (msg);
|
|
}
|
|
|
|
const RouterInfo * NetDb::GetClosestFloodfill (const IdentHash& destination) const
|
|
{
|
|
RouterInfo * r = nullptr;
|
|
XORMetric minMetric;
|
|
RoutingKey destKey = CreateRoutingKey (destination);
|
|
minMetric.SetMax ();
|
|
for (auto it: m_RouterInfos)
|
|
{
|
|
if (it.second->IsFloodfill () &&! it.second->IsUnreachable ())
|
|
{
|
|
XORMetric m = destKey ^ it.second->GetRoutingKey ();
|
|
if (m < minMetric)
|
|
{
|
|
minMetric = m;
|
|
r = it.second;
|
|
}
|
|
}
|
|
}
|
|
return r;
|
|
}
|
|
}
|
|
}
|