add proxy support

pull/1166/head
catmeowjiao 8 months ago
parent ffa36c49e4
commit 6fd2fa971f

@ -1,4 +1,5 @@
import g4f import g4f
import json
from flask import request from flask import request
from .internet import search from .internet import search
@ -43,6 +44,15 @@ class Backend_Api:
} }
def _conversation(self): def _conversation(self):
config = None
proxy = None
try:
config = json.load(open("config.json","r",encoding="utf-8"))
proxy = config["proxy"]
except Exception:
pass
try: try:
jailbreak = request.json['jailbreak'] jailbreak = request.json['jailbreak']
internet_access = request.json['meta']['content']['internet_access'] internet_access = request.json['meta']['content']['internet_access']
@ -54,14 +64,25 @@ class Backend_Api:
messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt] messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt]
def stream(): def stream():
yield from g4f.ChatCompletion.create( if proxy != None:
model=model, yield from g4f.ChatCompletion.create(
provider=get_provider(provider), model=model,
messages=messages, provider=get_provider(provider),
stream=True, messages=messages,
) if provider else g4f.ChatCompletion.create( stream=True,
model=model, messages=messages, stream=True proxy=proxy
) ) if provider else g4f.ChatCompletion.create(
model=model, messages=messages, stream=True, proxy=proxy
)
else:
yield from g4f.ChatCompletion.create(
model=model,
provider=get_provider(provider),
messages=messages,
stream=True,
) if provider else g4f.ChatCompletion.create(
model=model, messages=messages, stream=True
)
return self.app.response_class(stream(), mimetype='text/event-stream') return self.app.response_class(stream(), mimetype='text/event-stream')

Loading…
Cancel
Save