From 115f1c2079e3907848e5cfcae81073ec55328146 Mon Sep 17 00:00:00 2001 From: Hexye <65314629+HexyeDEV@users.noreply.github.com> Date: Wed, 16 Aug 2023 11:49:44 +0200 Subject: [PATCH 1/7] Add ChatGpt telegram bot to readme --- README.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/README.md b/README.md index 157ba179..b5af16b5 100644 --- a/README.md +++ b/README.md @@ -277,6 +277,13 @@ for token in chat_completion: Issues Pull Requests + + ChatGpt Telegram Bot + Stars + Forks + Issues + Pull Requests + From f6a9fffb0a9c993480ab3b9a1b758f058557334e Mon Sep 17 00:00:00 2001 From: 0dminnimda <0dminnimda@gmail.com> Date: Thu, 17 Aug 2023 16:28:49 +0300 Subject: [PATCH 2/7] Add interference requirements For ease of use and consistency, so the user would not need to guess versions and packages Also document it in README.md --- README.md | 5 +++++ interference/requirements.txt | 2 ++ 2 files changed, 7 insertions(+) create mode 100644 interference/requirements.txt diff --git a/README.md b/README.md index 157ba179..25a5ed7b 100644 --- a/README.md +++ b/README.md @@ -144,6 +144,11 @@ response = g4f.ChatCompletion.create(..., provider=ProviderName) ### interference openai-proxy api (use with openai python package) +get requirements: +```sh +pip install -r interference/requirements.txt +``` + run server: ```sh python3 -m interference.app diff --git a/interference/requirements.txt b/interference/requirements.txt new file mode 100644 index 00000000..113e0575 --- /dev/null +++ b/interference/requirements.txt @@ -0,0 +1,2 @@ +flask_cors +watchdog~=3.0.0 From 882910c1d5f3aa57b38ea3cacb33c93dd856876d Mon Sep 17 00:00:00 2001 From: abc <98614666+xtekky@users.noreply.github.com> Date: Thu, 17 Aug 2023 15:31:01 +0200 Subject: [PATCH 3/7] ~ | major refractoring + new providers | v0.0.2.0 g4f.Provider.FastGpt & g4f.Provider.Equing gpt-3.5-turbo-0613 --- g4f/Provider/Equing.py | 74 +++++++++++++++++++++++++++++++ g4f/Provider/FastGpt.py | 83 +++++++++++++++++++++++++++++++++++ g4f/Provider/__init__.py | 4 ++ g4f/Provider/base_provider.py | 2 +- g4f/models.py | 4 +- 5 files changed, 164 insertions(+), 3 deletions(-) create mode 100644 g4f/Provider/Equing.py create mode 100644 g4f/Provider/FastGpt.py diff --git a/g4f/Provider/Equing.py b/g4f/Provider/Equing.py new file mode 100644 index 00000000..bcf6cff9 --- /dev/null +++ b/g4f/Provider/Equing.py @@ -0,0 +1,74 @@ +import requests, json +from abc import ABC, abstractmethod + +from ..typing import Any, CreateResult + + +class Equing(ABC): + url: str = 'https://next.eqing.tech/' + working = True + needs_auth = False + supports_stream = True + supports_gpt_35_turbo = True + supports_gpt_4 = False + + @staticmethod + @abstractmethod + def create_completion( + model: str, + messages: list[dict[str, str]], + stream: bool, + **kwargs: Any) -> CreateResult: + + headers = { + 'authority': 'next.eqing.tech', + 'accept': 'text/event-stream', + 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3', + 'cache-control': 'no-cache', + 'content-type': 'application/json', + 'origin': 'https://next.eqing.tech', + 'plugins': '0', + 'pragma': 'no-cache', + 'referer': 'https://next.eqing.tech/', + 'sec-ch-ua': '"Not/A)Brand";v="99", "Google Chrome";v="115", "Chromium";v="115"', + 'sec-ch-ua-mobile': '?0', + 'sec-ch-ua-platform': '"macOS"', + 'sec-fetch-dest': 'empty', + 'sec-fetch-mode': 'cors', + 'sec-fetch-site': 'same-origin', + 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36', + 'usesearch': 'false', + 'x-requested-with': 'XMLHttpRequest', + } + + json_data = { + 'messages': messages, + 'stream': stream, + 'model': model, + 'temperature': kwargs.get('temperature', 0.5), + 'presence_penalty': kwargs.get('presence_penalty', 0), + 'frequency_penalty': kwargs.get('frequency_penalty', 0), + 'top_p': kwargs.get('top_p', 1), + } + + response = requests.post('https://next.eqing.tech/api/openai/v1/chat/completions', + headers=headers, json=json_data, stream=stream) + + for line in response.iter_content(chunk_size=1024): + if line: + if b'content' in line: + line_json = json.loads(line.decode('utf-8').split('data: ')[1]) + token = line_json['choices'][0]['delta'].get('content') + if token: + yield token + + @classmethod + @property + def params(cls): + params = [ + ("model", "str"), + ("messages", "list[dict[str, str]]"), + ("stream", "bool"), + ] + param = ", ".join([": ".join(p) for p in params]) + return f"g4f.provider.{cls.__name__} supports: ({param})" \ No newline at end of file diff --git a/g4f/Provider/FastGpt.py b/g4f/Provider/FastGpt.py new file mode 100644 index 00000000..950abab1 --- /dev/null +++ b/g4f/Provider/FastGpt.py @@ -0,0 +1,83 @@ +import requests, json, random +from abc import ABC, abstractmethod + +from ..typing import Any, CreateResult + + +class FastGpt(ABC): + url: str = 'https://chat9.fastgpt.me/' + working = True + needs_auth = False + supports_stream = True + supports_gpt_35_turbo = True + supports_gpt_4 = False + + @staticmethod + @abstractmethod + def create_completion( + model: str, + messages: list[dict[str, str]], + stream: bool, + **kwargs: Any) -> CreateResult: + + headers = { + 'authority': 'chat9.fastgpt.me', + 'accept': 'text/event-stream', + 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3', + 'cache-control': 'no-cache', + 'content-type': 'application/json', + # 'cookie': 'cf_clearance=idIAwtoSCn0uCzcWLGuD.KtiAJv9a1GsPduEOqIkyHU-1692278595-0-1-cb11fd7a.ab1546d4.ccf35fd7-0.2.1692278595; Hm_lvt_563fb31e93813a8a7094966df6671d3f=1691966491,1692278597; Hm_lpvt_563fb31e93813a8a7094966df6671d3f=1692278597', + 'origin': 'https://chat9.fastgpt.me', + 'plugins': '0', + 'pragma': 'no-cache', + 'referer': 'https://chat9.fastgpt.me/', + 'sec-ch-ua': '"Not/A)Brand";v="99", "Google Chrome";v="115", "Chromium";v="115"', + 'sec-ch-ua-mobile': '?0', + 'sec-ch-ua-platform': '"macOS"', + 'sec-fetch-dest': 'empty', + 'sec-fetch-mode': 'cors', + 'sec-fetch-site': 'same-origin', + 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36', + 'usesearch': 'false', + 'x-requested-with': 'XMLHttpRequest', + } + + json_data = { + 'messages': messages, + 'stream': stream, + 'model': model, + 'temperature': kwargs.get('temperature', 0.5), + 'presence_penalty': kwargs.get('presence_penalty', 0), + 'frequency_penalty': kwargs.get('frequency_penalty', 0), + 'top_p': kwargs.get('top_p', 1), + } + + subdomain = random.choice([ + 'jdaen979ew', + 'chat9' + ]) + + response = requests.post(f'https://{subdomain}.fastgpt.me/api/openai/v1/chat/completions', + headers=headers, json=json_data, stream=stream) + + for line in response.iter_lines(): + if line: + try: + if b'content' in line: + line_json = json.loads(line.decode('utf-8').split('data: ')[1]) + token = line_json['choices'][0]['delta'].get('content') + if token: + yield token + except: + continue + + @classmethod + @property + def params(cls): + params = [ + ("model", "str"), + ("messages", "list[dict[str, str]]"), + ("stream", "bool"), + ] + param = ", ".join([": ".join(p) for p in params]) + return f"g4f.provider.{cls.__name__} supports: ({param})" \ No newline at end of file diff --git a/g4f/Provider/__init__.py b/g4f/Provider/__init__.py index 21db1af5..81d1ad64 100644 --- a/g4f/Provider/__init__.py +++ b/g4f/Provider/__init__.py @@ -23,6 +23,8 @@ from .Vercel import Vercel from .Wewordle import Wewordle from .You import You from .Yqcloud import Yqcloud +from .Equing import Equing +from .FastGpt import FastGpt __all__ = [ "BaseProvider", @@ -50,4 +52,6 @@ __all__ = [ "Wewordle", "You", "Yqcloud", + "Equing", + "FastGpt" ] diff --git a/g4f/Provider/base_provider.py b/g4f/Provider/base_provider.py index 92636fda..98ad3514 100644 --- a/g4f/Provider/base_provider.py +++ b/g4f/Provider/base_provider.py @@ -30,4 +30,4 @@ class BaseProvider(ABC): ("stream", "bool"), ] param = ", ".join([": ".join(p) for p in params]) - return f"g4f.provider.{cls.__name__} supports: ({param})" + return f"g4f.provider.{cls.__name__} supports: ({param})" \ No newline at end of file diff --git a/g4f/models.py b/g4f/models.py index c675c280..64951792 100644 --- a/g4f/models.py +++ b/g4f/models.py @@ -1,6 +1,6 @@ from dataclasses import dataclass -from .Provider import Bard, BaseProvider, GetGpt, H2o, Liaobots, Vercel +from .Provider import Bard, BaseProvider, GetGpt, H2o, Liaobots, Vercel, Equing @dataclass @@ -131,7 +131,7 @@ gpt_35_turbo_16k = Model( gpt_35_turbo_16k_0613 = Model( name="openai:gpt-3.5-turbo-16k-0613", base_provider="openai", - best_provider=Vercel, + best_provider=Equing, ) gpt_4_0613 = Model( From 7759ec7948cde5567b2b4eee9c0f1aa47b7714c5 Mon Sep 17 00:00:00 2001 From: abc <98614666+xtekky@users.noreply.github.com> Date: Thu, 17 Aug 2023 15:31:44 +0200 Subject: [PATCH 4/7] ~ --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 0e43655a..2c1d3ff9 100644 --- a/setup.py +++ b/setup.py @@ -11,7 +11,7 @@ with codecs.open(os.path.join(here, "README.md"), encoding="utf-8") as fh: with open("requirements.txt") as f: required = f.read().splitlines() -VERSION = '0.0.2.0' +VERSION = '0.0.2.1' DESCRIPTION = ( "The official gpt4free repository | various collection of powerful language models" ) From 710922ef0f8f110d726cd33335142c88ddf2c07f Mon Sep 17 00:00:00 2001 From: abc <98614666+xtekky@users.noreply.github.com> Date: Thu, 17 Aug 2023 15:35:52 +0200 Subject: [PATCH 5/7] =?UTF-8?q?=20~=20|=C2=A0=20Merge=20pull=20request=20#?= =?UTF-8?q?817?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- interference/app.py | 1 - 1 file changed, 1 deletion(-) diff --git a/interference/app.py b/interference/app.py index 30a9b129..8018356f 100644 --- a/interference/app.py +++ b/interference/app.py @@ -12,7 +12,6 @@ from g4f import ChatCompletion app = Flask(__name__) CORS(app) - @app.route("/chat/completions", methods=["POST"]) def chat_completions(): model = request.get_json().get("model", "gpt-3.5-turbo") From 34852825d66e5bfe11eb4f28212cc86cf3ff5671 Mon Sep 17 00:00:00 2001 From: abc <98614666+xtekky@users.noreply.github.com> Date: Thu, 17 Aug 2023 15:36:34 +0200 Subject: [PATCH 6/7] =?UTF-8?q?=20=20~=20|=C2=A0Merge=20pull=20request=20#?= =?UTF-8?q?817?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- interference/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/interference/requirements.txt b/interference/requirements.txt index 113e0575..d376491c 100644 --- a/interference/requirements.txt +++ b/interference/requirements.txt @@ -1,2 +1,2 @@ flask_cors -watchdog~=3.0.0 +watchdog~=3.0.0 \ No newline at end of file From e4b76debab15fe60aa42972e5258ba82c08b3f62 Mon Sep 17 00:00:00 2001 From: abc <98614666+xtekky@users.noreply.github.com> Date: Thu, 17 Aug 2023 15:37:11 +0200 Subject: [PATCH 7/7] ~ | Merge pull request #812 --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index e21f01b5..835debd0 100644 --- a/README.md +++ b/README.md @@ -384,4 +384,4 @@ along with this program. If not, see . Star History Chart - + \ No newline at end of file