gpt4free/g4f/Provider/FreeChatgpt.py

from __future__ import annotations
import json
from aiohttp import ClientSession
from ..typing import AsyncResult, Messages
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
from .helper import format_prompt


class FreeChatgpt(AsyncGeneratorProvider, ProviderModelMixin):
    url = "https://chat.chatgpt.org.uk"
    api_endpoint = "/api/openai/v1/chat/completions"
    working = True
    default_model = '@cf/qwen/qwen1.5-14b-chat-awq'
    models = [
        '@cf/qwen/qwen1.5-14b-chat-awq',
        'SparkDesk-v1.1',
        'Qwen2-7B-Instruct',
        'glm4-9B-chat',
        'chatglm3-6B',
        'Yi-1.5-9B-Chat',
    ]
    
    model_aliases = {
        "qwen-1.5-14b": "@cf/qwen/qwen1.5-14b-chat-awq",
        "sparkdesk-v1.1": "SparkDesk-v1.1",
        "qwen2-7b": "Qwen2-7B-Instruct",
        "glm4-9b": "glm4-9B-chat",
        "glm3-6b": "chatglm3-6B",
        "yi-1.5-9b": "Yi-1.5-9B-Chat",
    }

    @classmethod
    def get_model(cls, model: str) -> str:
        if model in cls.models:
            return model
        elif model.lower() in cls.model_aliases:
            return cls.model_aliases[model.lower()]
        else:
            return cls.default_model

    @classmethod
    async def create_async_generator(
        cls,
        model: str,
        messages: Messages,
        proxy: str = None,
        **kwargs
    ) -> AsyncResult:
        model = cls.get_model(model)
        
        headers = {
            "accept": "application/json, text/event-stream",
            "accept-language": "en-US,en;q=0.9",
            "content-type": "application/json",
            "dnt": "1",
            "origin": cls.url,
            "referer": f"{cls.url}/",
            "sec-ch-ua": '"Not/A)Brand";v="8", "Chromium";v="126"',
            "sec-ch-ua-mobile": "?0",
            "sec-ch-ua-platform": '"Linux"',
            "sec-fetch-dest": "empty",
            "sec-fetch-mode": "cors",
            "sec-fetch-site": "same-origin",
            "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
        }
        async with ClientSession(headers=headers) as session:
            prompt = format_prompt(messages)
            data = {
                "messages": [
                    {"role": "system", "content": "\nYou are ChatGPT, a large language model trained by OpenAI.\nKnowledge cutoff: 2021-09\nCurrent model: gpt-3.5-turbo\nCurrent time: Thu Jul 04 2024 21:35:59 GMT+0300 (Eastern European Summer Time)\nLatex inline: \\(x^2\\) \nLatex block: $$e=mc^2$$\n\n"},
                    {"role": "user", "content": prompt}
                ],
                "stream": True,
                "model": model,
                "temperature": 0.5,
                "presence_penalty": 0,
                "frequency_penalty": 0,
                "top_p": 1
            }
            async with session.post(f"{cls.url}{cls.api_endpoint}", json=data, proxy=proxy) as response:
                response.raise_for_status()
                accumulated_text = ""
                async for line in response.content:
                    if line:
                        line_str = line.decode().strip()
                        if line_str == "data: [DONE]":
                            yield accumulated_text
                            break
                        elif line_str.startswith("data: "):
                            try:
                                chunk = json.loads(line_str[6:])
                                delta_content = chunk.get("choices", [{}])[0].get("delta", {}).get("content", "")
                                accumulated_text += delta_content
                                yield delta_content  # Yield each chunk of content
                            except json.JSONDecodeError:
                                pass