From 825fa64c17916acac5b563beaab7c773dcbfdf58 Mon Sep 17 00:00:00 2001
From: Adam Treat <treat.adam@gmail.com>
Date: Sun, 4 Jun 2023 19:02:43 -0400
Subject: [PATCH] Allow for download of models hosted on third party hosts.

---
 gpt4all-chat/download.cpp | 17 +++++++++++------
 gpt4all-chat/download.h   |  2 ++
 2 files changed, 13 insertions(+), 6 deletions(-)

diff --git a/gpt4all-chat/download.cpp b/gpt4all-chat/download.cpp
index 90acecf9..3661cf27 100644
--- a/gpt4all-chat/download.cpp
+++ b/gpt4all-chat/download.cpp
@@ -228,8 +228,11 @@ void Download::downloadModel(const QString &modelFile)
         tempFile->seek(incomplete_size);
     }
 
+    ModelInfo info = m_modelMap.value(modelFile);
+    QString url = !info.url.isEmpty() ? info.url : "http://gpt4all.io/models/" + modelFile;
     Network::globalInstance()->sendDownloadStarted(modelFile);
-    QNetworkRequest request("http://gpt4all.io/models/" + modelFile);
+    QNetworkRequest request(url);
+    request.setAttribute(QNetworkRequest::User, modelFile);
     request.setRawHeader("range", QString("bytes=%1-").arg(incomplete_size).toUtf8());
     QSslConfiguration conf = request.sslConfiguration();
     conf.setPeerVerifyMode(QSslSocket::VerifyNone);
@@ -370,6 +373,7 @@ void Download::parseModelsJsonFile(const QByteArray &jsonData)
         QString modelFilename = obj["filename"].toString();
         QString modelFilesize = obj["filesize"].toString();
         QString requiresVersion = obj["requires"].toString();
+        QString url = obj["url"].toString();
         QByteArray modelMd5sum = obj["md5sum"].toString().toLatin1().constData();
         bool isDefault = obj.contains("isDefault") && obj["isDefault"] == QString("true");
         bool bestGPTJ = obj.contains("bestGPTJ") && obj["bestGPTJ"] == QString("true");
@@ -409,6 +413,7 @@ void Download::parseModelsJsonFile(const QByteArray &jsonData)
         modelInfo.bestMPT = bestMPT;
         modelInfo.description = description;
         modelInfo.requiresVersion = requiresVersion;
+        modelInfo.url = url;
         m_modelMap.insert(modelInfo.filename, modelInfo);
     }
 
@@ -500,7 +505,7 @@ void Download::handleErrorOccurred(QNetworkReply::NetworkError code)
     if (!modelReply)
         return;
 
-    QString modelFilename = modelReply->url().fileName();
+    QString modelFilename = modelReply->request().attribute(QNetworkRequest::User).toString();
     qWarning() << "ERROR: Network error occurred attempting to download"
                << modelFilename
                << "code:" << code
@@ -523,7 +528,7 @@ void Download::handleDownloadProgress(qint64 bytesReceived, qint64 bytesTotal)
         bytesTotal = contentTotalSize.toLongLong();
     }
 
-    QString modelFilename = modelReply->url().fileName();
+    QString modelFilename = modelReply->request().attribute(QNetworkRequest::User).toString();
     emit downloadProgress(tempFile->pos(), bytesTotal, modelFilename);
 }
 
@@ -539,7 +544,7 @@ void HashAndSaveFile::hashAndSave(const QString &expectedHash, const QString &sa
         QFile *tempFile, QNetworkReply *modelReply)
 {
     Q_ASSERT(!tempFile->isOpen());
-    QString modelFilename = modelReply->url().fileName();
+    QString modelFilename = modelReply->request().attribute(QNetworkRequest::User).toString();
 
     // Reopen the tempFile for hashing
     if (!tempFile->open(QIODevice::ReadOnly)) {
@@ -608,7 +613,7 @@ void Download::handleModelDownloadFinished()
     if (!modelReply)
         return;
 
-    QString modelFilename = modelReply->url().fileName();
+    QString modelFilename = modelReply->request().attribute(QNetworkRequest::User).toString();
     QFile *tempFile = m_activeDownloads.value(modelReply);
     m_activeDownloads.remove(modelReply);
 
@@ -638,7 +643,7 @@ void Download::handleHashAndSaveFinished(bool success,
 {
     // The hash and save should send back with tempfile closed
     Q_ASSERT(!tempFile->isOpen());
-    QString modelFilename = modelReply->url().fileName();
+    QString modelFilename = modelReply->request().attribute(QNetworkRequest::User).toString();
     Network::globalInstance()->sendDownloadFinished(modelFilename, success);
 
     ModelInfo info = m_modelMap.value(modelFilename);
diff --git a/gpt4all-chat/download.h b/gpt4all-chat/download.h
index 3f708a33..a34755f6 100644
--- a/gpt4all-chat/download.h
+++ b/gpt4all-chat/download.h
@@ -23,6 +23,7 @@ struct ModelInfo {
     Q_PROPERTY(bool isChatGPT MEMBER isChatGPT)
     Q_PROPERTY(QString description MEMBER description)
     Q_PROPERTY(QString requiresVersion MEMBER requiresVersion)
+    Q_PROPERTY(QString url MEMBER url)
 
 public:
     QString filename;
@@ -37,6 +38,7 @@ public:
     bool isChatGPT = false;
     QString description;
     QString requiresVersion;
+    QString url;
 };
 Q_DECLARE_METATYPE(ModelInfo)