Archives/gpt4all
2
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all synced 2024-11-02 09:40:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

construct and return the correct reponse when the request is a chat completion

Browse Source
This commit is contained in:
FoivosC 2023-05-29 15:18:48 +01:00 committed by AT
parent fae8d65582
commit 0e82d87032
1 changed files with 24 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
gpt4all-chat/server.cpp
View File

@ -332,6 +332,20 @@ QHttpServerResponse Server::handleCompletionRequest(const QHttpServerRequest &re
responseObject.insert("model", modelName()); responseObject.insert("model", modelName());
QJsonArray choices; QJsonArray choices;
if (isChat) {
int index = 0;
for (QString r : responses) {
QJsonObject choice;
choice.insert("index", index++);
choice.insert("finish_reason", responseTokens == max_tokens ? "length" : "stop");
QJsonObject message;
message.insert("role", "assistant");
message.insert("content", r);
choice.insert("message", message);
choices.append(choice);
}
} else {
int index = 0; int index = 0;
for (QString r : responses) { for (QString r : responses) {
QJsonObject choice; QJsonObject choice;
@ -341,6 +355,8 @@ QHttpServerResponse Server::handleCompletionRequest(const QHttpServerRequest &re
choice.insert("finish_reason", responseTokens == max_tokens ? "length" : "stop"); choice.insert("finish_reason", responseTokens == max_tokens ? "length" : "stop");
choices.append(choice); choices.append(choice);
} }
}
responseObject.insert("choices", choices); responseObject.insert("choices", choices);
QJsonObject usage; QJsonObject usage;