2023-09-03 08:26:26 +00:00
|
|
|
from __future__ import annotations
|
|
|
|
|
2023-07-28 10:07:17 +00:00
|
|
|
import json
|
|
|
|
|
|
|
|
import requests
|
|
|
|
|
2023-10-04 05:20:51 +00:00
|
|
|
from ...typing import Any, CreateResult
|
2024-01-01 16:48:57 +00:00
|
|
|
from ..base_provider import AbstractProvider
|
2023-07-28 10:07:17 +00:00
|
|
|
|
|
|
|
|
2024-01-01 16:48:57 +00:00
|
|
|
class Forefront(AbstractProvider):
|
2023-08-27 15:37:44 +00:00
|
|
|
url = "https://forefront.com"
|
|
|
|
supports_stream = True
|
2023-07-28 10:07:17 +00:00
|
|
|
supports_gpt_35_turbo = True
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def create_completion(
|
|
|
|
model: str,
|
|
|
|
messages: list[dict[str, str]],
|
2023-08-27 15:37:44 +00:00
|
|
|
stream: bool, **kwargs: Any) -> CreateResult:
|
|
|
|
|
2023-07-28 10:07:17 +00:00
|
|
|
json_data = {
|
2023-08-27 15:37:44 +00:00
|
|
|
"text" : messages[-1]["content"],
|
|
|
|
"action" : "noauth",
|
|
|
|
"id" : "",
|
|
|
|
"parentId" : "",
|
|
|
|
"workspaceId" : "",
|
2023-07-28 10:07:17 +00:00
|
|
|
"messagePersona": "607e41fe-95be-497e-8e97-010a59b2e2c0",
|
2023-08-27 15:37:44 +00:00
|
|
|
"model" : "gpt-4",
|
|
|
|
"messages" : messages[:-1] if len(messages) > 1 else [],
|
|
|
|
"internetMode" : "auto",
|
2023-07-28 10:07:17 +00:00
|
|
|
}
|
|
|
|
|
2023-08-27 15:37:44 +00:00
|
|
|
response = requests.post("https://streaming.tenant-forefront-default.knative.chi.coreweave.com/free-chat",
|
|
|
|
json=json_data, stream=True)
|
|
|
|
|
2023-07-28 10:07:17 +00:00
|
|
|
response.raise_for_status()
|
|
|
|
for token in response.iter_lines():
|
|
|
|
if b"delta" in token:
|
|
|
|
yield json.loads(token.decode().split("data: ")[1])["delta"]
|