When device is Auto (the default) then we will only consider discrete GPU's otherwise fallback to CPU.

1 year ago · 891ddafc33
parent 8f99dca70f
commit 891ddafc33
1 changed files with 1 additions and 1 deletions
--- a/gpt4all-chat/chatllm.cpp
+++ b/gpt4all-chat/chatllm.cpp
@ -275,7 +275,7 @@ bool ChatLLM::loadModel(const ModelInfo &modelInfo)
                if (requestedDevice != "CPU") {
                    const size_t requiredMemory = m_llModelInfo.model->requiredMem(filePath.toStdString());
                    std::vector<LLModel::GPUDevice> availableDevices = m_llModelInfo.model->availableGPUDevices(requiredMemory);
-                    if (!availableDevices.empty() && requestedDevice == "Auto") {
+                    if (!availableDevices.empty() && requestedDevice == "Auto" && devices.front().type == 2 /*a discrete gpu*/) {
                        m_llModelInfo.model->initializeGPUDevice(devices.front());
                    } else {
                        for (LLModel::GPUDevice &d : availableDevices) {