mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-11-05 00:01:00 +00:00
c617b18d12
Add AbstractProvider class Add ProviderType type Add get_last_provider function Add version module and VersionUtils Display used provider in gui Fix error response in api
54 lines
1.4 KiB
Python
54 lines
1.4 KiB
Python
from abc import ABC, abstractmethod
|
|
from .typing import Messages, CreateResult, Union
|
|
|
|
class BaseProvider(ABC):
|
|
url: str
|
|
working: bool = False
|
|
needs_auth: bool = False
|
|
supports_stream: bool = False
|
|
supports_gpt_35_turbo: bool = False
|
|
supports_gpt_4: bool = False
|
|
supports_message_history: bool = False
|
|
params: str
|
|
|
|
@classmethod
|
|
@abstractmethod
|
|
def create_completion(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
stream: bool,
|
|
**kwargs
|
|
) -> CreateResult:
|
|
raise NotImplementedError()
|
|
|
|
@classmethod
|
|
@abstractmethod
|
|
async def create_async(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
**kwargs
|
|
) -> str:
|
|
raise NotImplementedError()
|
|
|
|
@classmethod
|
|
def get_dict(cls):
|
|
return {'name': cls.__name__, 'url': cls.url}
|
|
|
|
class BaseRetryProvider(BaseProvider):
|
|
__name__: str = "RetryProvider"
|
|
supports_stream: bool = True
|
|
|
|
def __init__(
|
|
self,
|
|
providers: list[type[BaseProvider]],
|
|
shuffle: bool = True
|
|
) -> None:
|
|
self.providers: list[type[BaseProvider]] = providers
|
|
self.shuffle: bool = shuffle
|
|
self.working: bool = True
|
|
self.exceptions: dict[str, Exception] = {}
|
|
self.last_provider: type[BaseProvider] = None
|
|
|
|
ProviderType = Union[type[BaseProvider], BaseRetryProvider] |