mirror of https://github.com/nomic-ai/gpt4all
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
108 lines
2.9 KiB
C++
108 lines
2.9 KiB
C++
#include "llm.h"
|
|
#include "../gpt4all-backend/sysinfo.h"
|
|
#include "../gpt4all-backend/llmodel.h"
|
|
#include "network.h"
|
|
|
|
#include <QCoreApplication>
|
|
#include <QDir>
|
|
#include <QFile>
|
|
#include <QProcess>
|
|
#include <QResource>
|
|
#include <QSettings>
|
|
#include <fstream>
|
|
|
|
class MyLLM: public LLM { };
|
|
Q_GLOBAL_STATIC(MyLLM, llmInstance)
|
|
LLM *LLM::globalInstance()
|
|
{
|
|
return llmInstance();
|
|
}
|
|
|
|
LLM::LLM()
|
|
: QObject{nullptr}
|
|
, m_compatHardware(true)
|
|
{
|
|
QString llmodelSearchPaths = QCoreApplication::applicationDirPath();
|
|
const QString libDir = QCoreApplication::applicationDirPath() + "/../lib/";
|
|
if (directoryExists(libDir))
|
|
llmodelSearchPaths += ";" + libDir;
|
|
#if defined(Q_OS_MAC)
|
|
const QString binDir = QCoreApplication::applicationDirPath() + "/../../../";
|
|
if (directoryExists(binDir))
|
|
llmodelSearchPaths += ";" + binDir;
|
|
const QString frameworksDir = QCoreApplication::applicationDirPath() + "/../Frameworks/";
|
|
if (directoryExists(frameworksDir))
|
|
llmodelSearchPaths += ";" + frameworksDir;
|
|
#endif
|
|
LLModel::Implementation::setImplementationsSearchPath(llmodelSearchPaths.toStdString());
|
|
|
|
#if defined(__x86_64__)
|
|
#ifndef _MSC_VER
|
|
const bool minimal(__builtin_cpu_supports("avx"));
|
|
#else
|
|
int cpuInfo[4];
|
|
__cpuid(cpuInfo, 1);
|
|
const bool minimal(cpuInfo[2] & (1 << 28));
|
|
#endif
|
|
#else
|
|
const bool minimal = true; // Don't know how to handle non-x86_64
|
|
#endif
|
|
|
|
m_compatHardware = minimal;
|
|
}
|
|
|
|
bool LLM::hasSettingsAccess() const
|
|
{
|
|
QSettings settings;
|
|
settings.sync();
|
|
return settings.status() == QSettings::NoError;
|
|
}
|
|
|
|
bool LLM::checkForUpdates() const
|
|
{
|
|
Network::globalInstance()->sendCheckForUpdates();
|
|
|
|
#if defined(Q_OS_LINUX)
|
|
QString tool("maintenancetool");
|
|
#elif defined(Q_OS_WINDOWS)
|
|
QString tool("maintenancetool.exe");
|
|
#elif defined(Q_OS_DARWIN)
|
|
QString tool("../../../maintenancetool.app/Contents/MacOS/maintenancetool");
|
|
#endif
|
|
|
|
QString fileName = QCoreApplication::applicationDirPath()
|
|
+ "/../" + tool;
|
|
if (!QFileInfo::exists(fileName)) {
|
|
qDebug() << "Couldn't find tool at" << fileName << "so cannot check for updates!";
|
|
return false;
|
|
}
|
|
|
|
return QProcess::startDetached(fileName);
|
|
}
|
|
|
|
bool LLM::directoryExists(const QString &path) const
|
|
{
|
|
const QUrl url(path);
|
|
const QString localFilePath = url.isLocalFile() ? url.toLocalFile() : path;
|
|
const QFileInfo info(localFilePath);
|
|
return info.exists() && info.isDir();
|
|
}
|
|
|
|
bool LLM::fileExists(const QString &path) const
|
|
{
|
|
const QUrl url(path);
|
|
const QString localFilePath = url.isLocalFile() ? url.toLocalFile() : path;
|
|
const QFileInfo info(localFilePath);
|
|
return info.exists() && info.isFile();
|
|
}
|
|
|
|
qint64 LLM::systemTotalRAMInGB() const
|
|
{
|
|
return getSystemTotalRAMInGB();
|
|
}
|
|
|
|
QString LLM::systemTotalRAMInGBString() const
|
|
{
|
|
return QString::fromStdString(getSystemTotalRAMInGBString());
|
|
}
|