mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-11-05 00:01:00 +00:00
82 lines
3.1 KiB
Python
82 lines
3.1 KiB
Python
from __future__ import annotations
|
|
|
|
import json
|
|
from aiohttp import ClientSession
|
|
|
|
from ..typing import AsyncResult, Messages
|
|
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
|
|
from ..errors import RateLimitError
|
|
|
|
class FlowGpt(AsyncGeneratorProvider, ProviderModelMixin):
|
|
url = "https://flowgpt.com/chat"
|
|
working = True
|
|
supports_gpt_35_turbo = True
|
|
supports_message_history = True
|
|
supports_system_message = True
|
|
default_model = "gpt-3.5-turbo"
|
|
models = [
|
|
"gpt-3.5-turbo",
|
|
"gpt-3.5-long",
|
|
"google-gemini",
|
|
"claude-v2",
|
|
"llama2-13b"
|
|
]
|
|
model_aliases = {
|
|
"gemini": "google-gemini",
|
|
"gemini-pro": "google-gemini"
|
|
}
|
|
|
|
@classmethod
|
|
async def create_async_generator(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
proxy: str = None,
|
|
temperature: float = 0.7,
|
|
**kwargs
|
|
) -> AsyncResult:
|
|
model = cls.get_model(model)
|
|
headers = {
|
|
"User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:122.0) Gecko/20100101 Firefox/122.0",
|
|
"Accept": "*/*",
|
|
"Accept-Language": "en-US;q=0.7,en;q=0.3",
|
|
"Accept-Encoding": "gzip, deflate, br",
|
|
"Referer": "https://flowgpt.com/",
|
|
"Content-Type": "application/json",
|
|
"Authorization": "Bearer null",
|
|
"Origin": "https://flowgpt.com",
|
|
"Connection": "keep-alive",
|
|
"Sec-Fetch-Dest": "empty",
|
|
"Sec-Fetch-Mode": "cors",
|
|
"Sec-Fetch-Site": "same-site",
|
|
"TE": "trailers"
|
|
}
|
|
async with ClientSession(headers=headers) as session:
|
|
history = [message for message in messages[:-1] if message["role"] != "system"]
|
|
system_message = "\n".join([message["content"] for message in messages if message["role"] == "system"])
|
|
if not system_message:
|
|
system_message = "You are helpful assistant. Follow the user's instructions carefully."
|
|
data = {
|
|
"model": model,
|
|
"nsfw": False,
|
|
"question": messages[-1]["content"],
|
|
"history": [{"role": "assistant", "content": "Hello, how can I help you today?"}, *history],
|
|
"system": system_message,
|
|
"temperature": temperature,
|
|
"promptId": f"model-{model}",
|
|
"documentIds": [],
|
|
"chatFileDocumentIds": [],
|
|
"generateImage": False,
|
|
"generateAudio": False
|
|
}
|
|
async with session.post("https://backend-k8s.flowgpt.com/v2/chat-anonymous", json=data, proxy=proxy) as response:
|
|
if response.status == 429:
|
|
raise RateLimitError("Rate limit reached")
|
|
response.raise_for_status()
|
|
async for chunk in response.content:
|
|
if chunk.strip():
|
|
message = json.loads(chunk)
|
|
if "event" not in message:
|
|
continue
|
|
if message["event"] == "text":
|
|
yield message["data"] |