~ | major refractoring | v0.0.2.0

pull/816/head
abc 11 months ago
parent 0b7e5fe56b
commit 6d96a1efd2

@ -9,7 +9,7 @@ import aiohttp
import certifi
import requests
from ..typing import Any, AsyncGenerator, CreateResult, Tuple
from ..typing import Any, AsyncGenerator, CreateResult, Tuple, Union
from .base_provider import BaseProvider
@ -79,7 +79,7 @@ def _format(msg: dict[str, Any]) -> str:
async def stream_generate(
prompt: str,
mode: dict[str, list[str]] = jailbreak,
context: bool | str = False,
context: Union[bool, str] = False,
):
timeout = aiohttp.ClientTimeout(total=900)
session = aiohttp.ClientSession(timeout=timeout)
@ -350,7 +350,7 @@ class Defaults:
}
def run(generator: AsyncGenerator[Any | str, Any]):
def run(generator: AsyncGenerator[Union[Any, str], Any]):
loop = asyncio.get_event_loop()
gen = generator.__aiter__()

@ -2,7 +2,7 @@ import json
import requests
from ..provider.base_provider import BaseProvider
from ..Provider.base_provider import BaseProvider
from ..typing import Any, CreateResult

@ -1,6 +1,6 @@
from . import models
from .provider import BaseProvider
from .typing import Any, CreateResult
from .Provider import BaseProvider
from .typing import Any, CreateResult, Union
logging = False
@ -8,13 +8,13 @@ logging = False
class ChatCompletion:
@staticmethod
def create(
model: models.Model | str,
model: Union[models.Model, str],
messages: list[dict[str, str]],
provider: type[BaseProvider] | None = None,
provider: Union[type[BaseProvider], None] = None,
stream: bool = False,
auth: str | None = None,
auth: Union[str, None] = None,
**kwargs: Any,
) -> CreateResult | str:
) -> Union[CreateResult, str]:
if isinstance(model, str):
try:
model = models.ModelUtils.convert[model]

@ -1,6 +1,6 @@
from dataclasses import dataclass
from .provider import Bard, BaseProvider, GetGpt, H2o, Liaobots, Vercel
from .Provider import Bard, BaseProvider, GetGpt, H2o, Liaobots, Vercel
@dataclass

@ -1,4 +1,4 @@
from typing import Any, AsyncGenerator, Generator, NewType, Tuple, TypedDict
from typing import Any, AsyncGenerator, Generator, NewType, Tuple, TypedDict, Union
SHA256 = NewType("sha_256_hash", str)
CreateResult = Generator[str, None, None]

Loading…
Cancel
Save