Archives/gpt4free
2
0
Fork 0
mirror of https://github.com/xtekky/gpt4free.git synced 2024-11-05 00:01:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix streaming in Aura

Browse Source
This commit is contained in:
Heiner Lohaus 2023-12-23 20:33:23 +01:00
parent bcd1cdf4e8
commit 554609dc73
1 changed files with 11 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
g4f/Provider/Aura.py
View File

@ -32,25 +32,24 @@ class Aura(AsyncGeneratorProvider):
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
}
async with ClientSession(headers=headers) as session:
system_prompt=""
system_message=[]
new_messages = []
system_message = []
for message in messages:
if message["role"]=="system":
system_prompt +=message["content"]
if message["role"] == "system":
system_message.append(message["content"])
else:
system_message.append(message)
new_messages.append(message)
data = {
"model": {
"id": "openchat_v3.2_mistral",
"name": "OpenChat Aura",
"maxLength": 24576,
"tokenLimit": 8192
},
"messages": system_message,
},
"messages": new_messages,
"key": "",
"prompt": f"{system_prompt}",
"prompt": "\n".join(system_message),
"temperature": 0.5
}
async with session.post(f"{cls.url}/api/chat",json=data,proxy=proxy) as response:
yield await response.text()
}
async with session.post(f"{cls.url}/api/chat", json=data, proxy=proxy) as response:
return response.content.iter_any()