lokinet/llarp/config/config.cpp

#include <config/config.hpp>

#include <config/ini.hpp>
#include <constants/defaults.hpp>
#include <net/net.hpp>
#include <router_contact.hpp>
#include <stdexcept>
#include <util/fs.hpp>
#include <util/logging/logger_syslog.hpp>
#include <util/logging/logger.hpp>
#include <util/mem.hpp>
#include <util/str.hpp>
#include <util/lokinet_init.h>

#include <cstdlib>
#include <fstream>
#include <ios>
#include <iostream>
#include "ghc/filesystem.hpp"

namespace llarp
{

  // constants for config file default values
  constexpr int DefaultMinConnectionsForRouter = 6;
  constexpr int DefaultMaxConnectionsForRouter = 60;

  constexpr int DefaultMinConnectionsForClient = 4;
  constexpr int DefaultMaxConnectionsForClient = 6;

  LoggingConfig::LogType
  LoggingConfig::LogTypeFromString(const std::string& str)
  {
    if (str == "unknown") return LogType::Unknown;
    else if (str == "file") return LogType::File;
    else if (str == "json") return LogType::Json;
    else if (str == "syslog") return LogType::Syslog;

    return LogType::Unknown;
  }

  void
  RouterConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    constexpr int DefaultJobQueueSize = 1024 * 8;
    constexpr auto DefaultNetId = "lokinet";
    constexpr int DefaultPublicPort = 1090;
    constexpr int DefaultWorkerThreads = 1;
    constexpr int DefaultNetThreads = 1;
    constexpr bool DefaultBlockBogons = true;

    conf.defineOption<int>("router", "job-queue-size", false, DefaultJobQueueSize,
      [this](int arg) {
        if (arg < 1024)
          throw std::invalid_argument("job-queue-size must be 1024 or greater");

        m_JobQueueSize = arg;
      });

    conf.defineOption<std::string>("router", "netid", false, DefaultNetId,
      [this](std::string arg) {
        if(arg.size() > NetID::size())
          throw std::invalid_argument(stringify(
                "netid is too long, max length is ", NetID::size()));

        m_netId = std::move(arg);
      });

    int minConnections = (params.isRelay ? DefaultMinConnectionsForRouter
                                   : DefaultMinConnectionsForClient);
    conf.defineOption<int>("router", "min-connections", false, minConnections,
      [=](int arg) {
        if (arg < minConnections)
          throw std::invalid_argument(stringify("min-connections must be >= ", minConnections));

        m_minConnectedRouters = arg;
      });

    int maxConnections = (params.isRelay ? DefaultMaxConnectionsForRouter
                                   : DefaultMaxConnectionsForClient);
    conf.defineOption<int>("router", "max-connections", false, maxConnections,
      [=](int arg) {
        if (arg < maxConnections)
          throw std::invalid_argument(stringify("max-connections must be >= ", maxConnections));

        m_maxConnectedRouters = arg;
      });

    conf.defineOption<std::string>("router", "nickname", false, "",
                                   AssignmentAcceptor(m_nickname));

    conf.defineOption<std::string>("router", "data-dir", false, GetDefaultDataDir(),
                                   AssignmentAcceptor(m_dataDir));

    conf.defineOption<std::string>("router", "public-address", false, "",
      [this](std::string arg) {
        if (not arg.empty())
        {

          llarp::LogInfo("public ip ", arg, " size ", arg.size());

          if(arg.size() > 16)
            throw std::invalid_argument(stringify("Not a valid IPv4 addr: ", arg));

          // assume IPv4
          llarp::Addr a(arg);
          llarp::LogInfo("setting public ipv4 ", a);
          m_addrInfo.ip    = *a.addr6();
          m_publicOverride = true;
        }
      });

    conf.defineOption<int>("router", "public-port", false, DefaultPublicPort,
      [this](int arg) {
        if (arg <= 0)
          throw std::invalid_argument("public-port must be > 0");

        // Not needed to flip upside-down - this is done in llarp::Addr(const AddressInfo&)
        m_ip4addr.sin_port = arg;
        m_addrInfo.port    = arg;
        m_publicOverride   = true;
      });

    conf.defineOption<int>("router", "worker-threads", false, DefaultWorkerThreads,
      [this](int arg) {
        if (arg <= 0)
          throw std::invalid_argument("worker-threads must be > 0");

        m_workerThreads = arg;
      });

    conf.defineOption<int>("router", "net-threads", false, DefaultNetThreads, 
      [this](int arg) {
        if (arg <= 0)
          throw std::invalid_argument("net-threads must be > 0");

        m_numNetThreads = arg;
      });

    conf.defineOption<bool>("router", "block-bogons", false, DefaultBlockBogons,
                            AssignmentAcceptor(m_blockBogons));
  }

  void
  NetworkConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    constexpr bool DefaultProfilingValue = true;

    conf.defineOption<bool>("network", "profiling", false, DefaultProfilingValue,
                            AssignmentAcceptor(m_enableProfiling));

    // TODO: this should be implied from [router]:data-dir
    conf.defineOption<std::string>("network", "profiles", false, m_routerProfilesFile,
                                   AssignmentAcceptor(m_routerProfilesFile));

    conf.defineOption<std::string>("network", "strict-connect", false, "",
                                   AssignmentAcceptor(m_strictConnect));

    // TODO: make sure this is documented... what does it mean though?
    conf.addUndeclaredHandler("network", [&](string_view, string_view name, string_view value) {
      m_options.emplace(name, value);
      return true;
    });
  }

  void
  NetdbConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    // TODO: all of NetdbConfig can probably go away in favor of deriving from [router]:data-dir
    conf.defineOption<std::string>("netdb", "dir", false, m_nodedbDir,
                                   AssignmentAcceptor(m_nodedbDir));
  }

  void
  DnsConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    // TODO: make sure this is documented
    // TODO: refactor to remove freehand options map
    conf.defineOption<std::string>("network", "upstream-dns", false, true, "",
      [this](std::string arg) {
        m_options.emplace("upstream-dns", std::move(arg));
      });

    // TODO: make sure this is documented
    conf.defineOption<std::string>("network", "local-dns", false, true, "",
      [this](std::string arg) {
        m_options.emplace("local-dns", std::move(arg));
      });
  }

  LinksConfig::LinkInfo
  LinksConfig::LinkInfoFromINIValues(string_view name, string_view value)
  {
    // we treat the INI k:v pair as:
    // k: interface name, * indicating outbound
    // v: a comma-separated list of values, an int indicating port (everything else ignored)
    //    this is somewhat of a backwards- and forwards-compatibility thing

    LinkInfo info;
    info.addressFamily = AF_INET;
    info.interface = str(name);

    std::vector<string_view> splits = split(value, ',');
    for (string_view str : splits)
    {
      int asNum = std::atoi(str.data());
      if (asNum > 0)
        info.port = asNum;

      // otherwise, ignore ("future-proofing")
    }

    return info;
  }

  void
  LinksConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    conf.addUndeclaredHandler("bind", [&](string_view, string_view name, string_view value) {
      LinkInfo info = LinkInfoFromINIValues(name, value);

      if (info.port <= 0)
        throw std::invalid_argument(stringify("Invalid [bind] port specified on interface", name));

      if(name == "*")
        m_OutboundLink = std::move(info);
      else
        m_InboundLinks.emplace_back(std::move(info));

      return true;
    });

  }

  void
  ConnectConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;


    conf.addUndeclaredHandler("connect", [this](string_view section,
                                                string_view name,
                                                string_view value) {
      (void)section;
      (void)name;
      routers.emplace_back(value);
      return true;
    });
  }

  void
  ServicesConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    conf.addUndeclaredHandler("services", [this](string_view section,
                                                 string_view name,
                                                 string_view value) {
      (void)section;
      services.emplace_back(name, value);
      return true;
    });
  }

  void
  ApiConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    constexpr bool DefaultRPCEnabled = true;
    constexpr auto DefaultRPCBindAddr = "127.0.0.1:1190";

    conf.defineOption<bool>("api", "enabled", false, DefaultRPCEnabled,
                            AssignmentAcceptor(m_enableRPCServer));

    conf.defineOption<std::string>("api", "bind", false, DefaultRPCBindAddr,
                                   AssignmentAcceptor(m_rpcBindAddr));

    // TODO: this was from pre-refactor:
      // TODO: add pubkey to whitelist
  }

  void
  LokidConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    constexpr bool DefaultWhitelistRouters = false;
    constexpr auto DefaultLokidRPCAddr = "127.0.0.1:22023";

    conf.defineOption<std::string>("lokid", "service-node-seed", false, "",
      [this](std::string arg) {
       if (not arg.empty())
       {
        usingSNSeed = true;
        ident_keyfile = std::move(arg);
       }
      });

    conf.defineOption<bool>("lokid", "enabled", false, DefaultWhitelistRouters,
                            AssignmentAcceptor(whitelistRouters));

    conf.defineOption<std::string>("lokid", "jsonrpc", false, DefaultLokidRPCAddr,
                                   AssignmentAcceptor(lokidRPCAddr));

    conf.defineOption<std::string>("lokid", "username", false, "",
                                   AssignmentAcceptor(lokidRPCUser));

    conf.defineOption<std::string>("lokid", "password", false, "",
                                   AssignmentAcceptor(lokidRPCPassword));
  }

  void
  BootstrapConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    conf.defineOption<std::string>("bootstrap", "add-node", false, true, "",
      [this](std::string arg) {
        // TODO: validate as router fs path
        routers.emplace_back(std::move(arg));
      });
  }

  void
  LoggingConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    conf.defineOption<std::string>("logging", "type", false, "file",
      [this](std::string arg) {
      LoggingConfig::LogType type = LogTypeFromString(arg);
        if (type == LogType::Unknown)
          throw std::invalid_argument(stringify("invalid log type: ", arg));

        m_logType = type;
      });

    conf.defineOption<std::string>("logging", "level", false, "info",
      [this](std::string arg) {
        nonstd::optional<LogLevel> level = LogLevelFromString(arg);
        if (not level.has_value())
          throw std::invalid_argument(stringify( "invalid log level value: ", arg));

        m_logLevel = level.value();
      });

    conf.defineOption<std::string>("logging", "file", false, "stdout",
                                   AssignmentAcceptor(m_logFile));
  }

  void
  SnappConfig::defineConfigOptions(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    (void)params;

    static constexpr bool ReachableDefault = true;
    static constexpr int HopsDefault = 4;
    static constexpr int PathsDefault = 6;

    conf.defineOption<std::string>("snapp", "keyfile", false, "",
      [this](std::string arg) {
        // TODO: validate as valid .loki / .snode address
        m_keyfile = arg;
      });

    conf.defineOption<bool>("snapp", "keyfile", false, ReachableDefault,
                            AssignmentAcceptor(m_reachable));

    conf.defineOption<int>("snapp", "hops", false, HopsDefault,
      [this](int arg) {
        if (arg < 1 or arg > 8)
          throw std::invalid_argument("[snapp]:hops must be >= 1 and <= 8");
      });

    conf.defineOption<int>("snapp", "paths", false, PathsDefault,
      [this](int arg) {
        if (arg < 1 or arg > 8)
          throw std::invalid_argument("[snapp]:paths must be >= 1 and <= 8");
      });

    conf.defineOption<std::string>("snapp", "exit-node", false, "",
      [this](std::string arg) {
        // TODO: validate as valid .loki / .snode address
        m_exitNode = arg;
      });

    conf.defineOption<std::string>("snapp", "local-dns", false, "",
      [this](std::string arg) {
        // TODO: validate as IP address
        m_localDNS = arg;
      });

    conf.defineOption<std::string>("snapp", "upstream-dns", false, "",
      [this](std::string arg) {
        // TODO: validate as IP address
        m_upstreamDNS = arg;
      });

    conf.defineOption<std::string>("snapp", "mapaddr", false, "",
      [this](std::string arg) {
        // TODO: parse / validate as loki_addr : IP addr pair
        m_mapAddr = arg;
      });

    conf.addUndeclaredHandler("snapp", [&](string_view, string_view name, string_view value) {
      if (name == "blacklist-snode")
      {
        m_snodeBlacklist.push_back(str(value));
        return true;
      }

      return false;
    });

  }

  bool
  Config::Load(const char *fname, bool isRelay, fs::path defaultDataDir)
  {
    try
    {
      ConfigGenParameters params;
      params.isRelay = isRelay;
      params.defaultDataDir = std::move(defaultDataDir);

      ConfigDefinition conf;
      initializeConfig(conf, params);

      ConfigParser parser;
      if(!parser.LoadFile(fname))
      {
        return false;
      }

      parser.IterAll([&](string_view section, const SectionValues_t& values) {
        for (const auto& pair : values)
        {
          conf.addConfigValue(section, pair.first, pair.second);
        }
      });

      conf.acceptAllOptions();

      // TODO: better way to support inter-option constraints
      if (router.m_maxConnectedRouters < router.m_minConnectedRouters)
        throw std::invalid_argument("[router]:min-connections must be <= [router]:max-connections");

      return true;
    }
    catch(const std::exception& e)
    {
      LogError("Error trying to init and parse config from file: ", e.what());
      return false;
    }
  }

  void
  Config::initializeConfig(ConfigDefinition& conf, const ConfigGenParameters& params)
  {
    // TODO: this seems like a random place to put this, should this be closer
    //       to main() ?
    if(Lokinet_INIT())
      throw std::runtime_error("Can't initializeConfig() when Lokinet_INIT() == true");

    router.defineConfigOptions(conf, params);
    network.defineConfigOptions(conf, params);
    connect.defineConfigOptions(conf, params);
    netdb.defineConfigOptions(conf, params);
    dns.defineConfigOptions(conf, params);
    links.defineConfigOptions(conf, params);
    services.defineConfigOptions(conf, params);
    api.defineConfigOptions(conf, params);
    lokid.defineConfigOptions(conf, params);
    bootstrap.defineConfigOptions(conf, params);
    logging.defineConfigOptions(conf, params);
  }

  fs::path
  GetDefaultDataDir()
  {
#ifdef _WIN32
    const fs::path homedir = fs::path(getenv("APPDATA"));
#else
    const fs::path homedir = fs::path(getenv("HOME"));
#endif
    return homedir / fs::path(".lokinet/");
  }

  fs::path
  GetDefaultConfigFilename()
  {
    return fs::path("lokinet.ini");
  }

  fs::path
  GetDefaultConfigPath()
  {
    return GetDefaultDataDir() / GetDefaultConfigFilename();
  }

  void
  ensureConfig(const fs::path& defaultDataDir,
               const fs::path& confFile,
               bool overwrite,
               bool asRouter)
  {
    std::error_code ec;

    // fail to overwrite if not instructed to do so
    if(fs::exists(confFile, ec) && !overwrite)
    {
      LogDebug("Not creating config file; it already exists.");
      return;
    }

    if (ec) throw std::runtime_error(stringify("filesystem error: ", ec));

    // create parent dir if it doesn't exist
    if (not fs::exists(confFile.parent_path(), ec))
    {
      if (not fs::create_directory(confFile.parent_path()))
        throw std::runtime_error(stringify("Failed to create parent directory for ", confFile));
    }
    if (ec) throw std::runtime_error(stringify("filesystem error: ", ec));

    llarp::LogInfo("Attempting to create config file, asRouter: ", asRouter,
                   " path: ", confFile);

    llarp::Config config;
    std::string confStr;
    if (asRouter)
      confStr = config.generateBaseRouterConfig(std::move(defaultDataDir));
    else
      confStr = config.generateBaseClientConfig(std::move(defaultDataDir));

    // open a filestream
    auto stream = llarp::util::OpenFileStream<std::ofstream>(confFile.c_str(), std::ios::binary);
    if (not stream.has_value() or not stream.value().is_open())
      throw std::runtime_error(stringify("Failed to open file ", confFile, " for writing"));

    llarp::LogInfo("confStr: ", confStr);

    stream.value() << confStr;
    stream.value().flush();

    llarp::LogInfo("Generated new config ", confFile);
  }

  void
  generateCommonConfigComments(ConfigDefinition& def)
  {

    // router
    def.addSectionComments("router", {
        "Configuration for routing activity.",
      });

    def.addOptionComments("router", "threads", {
        "The number of threads available for performing cryptographic functions.",
        "The minimum is one thread, but network performance may increase with more.",
        "threads. Should not exceed the number of logical CPU cores.",
      });

    def.addOptionComments("router", "data-dir", {
        "Optional directory for containing lokinet runtime data. This includes generated",
        "private keys.",
      });

    // TODO: why did Kee want this, and/or what does it really do? Something about logs?
    def.addOptionComments("router", "nickname", {
        "Router nickname. Kee wanted it."
      });

    def.addOptionComments("router", "min-connections", {
        "Minimum number of routers lokinet will attempt to maintain connections to.",
      });

    def.addOptionComments("router", "max-connections", {
        "Maximum number (hard limit) of routers lokinet will be connected to at any time.",
      });

    // logging
    def.addSectionComments("logging", {
        "logging settings",
      });

    def.addOptionComments("logging", "level", {
        "Minimum log level to print. Logging below this level will be ignored.",
        "Valid log levels, in ascending order, are:",
        "  trace",
        "  debug",
        "  info",
        "  warn",
        "  error",
      });

    def.addOptionComments("logging", "type", {
        "Log type (format). Valid options are:",
        "  file - plaintext formatting",
        "  json - json-formatted log statements",
        "  syslog - logs directed to syslog",
      });

    // api
    def.addSectionComments("api", {
        "JSON API settings",
      });

    def.addOptionComments("api", "enabled", {
        "Determines whether or not the JSON API is enabled.",
      });

    def.addOptionComments("api", "bind", {
        "IP address and port to bind to.",
        "Recommend localhost-only for security purposes.",
      });

    // dns
    def.addSectionComments("dns", {
        "DNS configuration",
      });

    def.addOptionComments("dns", "upstream", {
        "Upstream resolver to use as fallback for non-loki addresses.",
        "Multiple values accepted.",
      });

    def.addOptionComments("dns", "bind", {
        "Address to bind to for handling DNS requests.",
        "Multiple values accepted.",
      });

    // netdb
    def.addSectionComments("netdb", {
        "Configuration for lokinet's database of service nodes",
      });

    def.addOptionComments("netdb", "dir", {
        "Root directory of netdb.",
      });

    // bootstrap
    def.addSectionComments("bootstrap", {
        "Configure nodes that will bootstrap us onto the network",
      });

    def.addOptionComments("bootstrap", "add-node", {
        "Specify a bootstrap file containing a signed RouterContact of a service node",
        "which can act as a bootstrap. Accepts multiple values.",
      });

    // network
    def.addSectionComments("network", {
        "Network settings",
      });

    def.addOptionComments("network", "profiles", {
        "File to contain router profiles.",
      });

    def.addOptionComments("network", "strict-connect", {
        "Public key of a router which will act as sole first-hop. This may be used to",
        "provide a trusted router (consider that you are not fully anonymous with your",
        "first hop).",
      });

    def.addOptionComments("network", "exit-node", {
        "Public key of an exit-node.",
      });

    def.addOptionComments("network", "ifname", {
        "Interface name for lokinet traffic.",
      });

    def.addOptionComments("network", "ifaddr", {
        "Local IP address for lokinet traffic.",
      });
  }

  std::string
  Config::generateBaseClientConfig(fs::path defaultDataDir)
  {
    ConfigGenParameters params;
    params.isRelay = false;
    params.defaultDataDir = std::move(defaultDataDir);

    llarp::ConfigDefinition def;
    initializeConfig(def, params);
    generateCommonConfigComments(def);

    // snapp
    def.addSectionComments("snapp", {
        "Snapp settings",
      });

    def.addOptionComments("snapp", "keyfile", {
        "The private key to persist address with. If not specified the address will be",
        "ephemeral.",
      });

    // TODO: is this redundant with / should be merged with basic client config?
    def.addOptionComments("snapp", "reachable", {
        "Determines whether we will publish our snapp's introset to the DHT.",
      });

    // TODO: merge with client conf?
    def.addOptionComments("snapp", "hops", {
        "Number of hops in a path. Min 1, max 8.",
      });

    // TODO: is this actually different than client's paths min/max config?
    def.addOptionComments("snapp", "paths", {
        "Number of paths to maintain at any given time.",
      });

    def.addOptionComments("snapp", "blacklist-snode", {
        "Adds a `.snode` address to the blacklist.",
      });

    def.addOptionComments("snapp", "exit-node", {
        "Specify a `.snode` or `.loki` address to use as an exit broker.",
      });

    // TODO: merge with client conf?
    def.addOptionComments("snapp", "local-dns", {
        "Address to bind local DNS resolver to. Ex: `127.3.2.1:53`. Iif port is omitted, port",
      });

    def.addOptionComments("snapp", "upstream-dns", {
        "Address to forward non-lokinet related queries to. If not set, lokinet DNS will reply",
        "with `srvfail`.",
      });

    def.addOptionComments("snapp", "mapaddr", {
        "Permanently map a `.loki` address to an IP owned by the snapp. Example:",
        "mapaddr=whatever.loki:10.0.10.10 # maps `whatever.loki` to `10.0.10.10`.",
      });

    return def.generateINIConfig(true);
  }

  std::string
  Config::generateBaseRouterConfig(fs::path defaultDataDir)
  {
    ConfigGenParameters params;
    params.isRelay = true;
    params.defaultDataDir = std::move(defaultDataDir);

    llarp::ConfigDefinition def;
    initializeConfig(def, params);
    generateCommonConfigComments(def);

    // lokid
    def.addSectionComments("lokid", {
        "Lokid configuration (settings for talking to lokid",
      });

    def.addOptionComments("lokid", "enabled", {
        "Whether or not we should talk to lokid. Must be enabled for staked routers.",
      });

    def.addOptionComments("lokid", "jsonrpc", {
        "Host and port of running lokid that we should talk to.",
      });

    // TODO: doesn't appear to be used in the codebase
    def.addOptionComments("lokid", "service-node-seed", {
        "File containing service node's seed.",
      });

    // extra [network] options
    // TODO: probably better to create an [exit] section and only allow it for routers
    def.addOptionComments("network", "exit", {
        "Whether or not we should act as an exit node. Beware that this increases demand",
        "on the server and may pose liability concerns. Enable at your own risk.",
      });

    // TODO: define the order of precedence (e.g. is whitelist applied before blacklist?)
    //       additionally, what's default? What if I don't whitelist anything?
    def.addOptionComments("network", "exit-whitelist", {
        "List of destination protocol:port pairs to whitelist, example: udp:*",
        "or tcp:80. Multiple values supported.",
      });

    def.addOptionComments("network", "exit-blacklist", {
        "Blacklist of destinations (same format as whitelist).",
      });

    return def.generateINIConfig(true);
  }

}  // namespace llarp