|
|
@ -2,6 +2,7 @@ import asyncio
|
|
|
|
import inspect
|
|
|
|
import inspect
|
|
|
|
import warnings
|
|
|
|
import warnings
|
|
|
|
from abc import ABC, abstractmethod
|
|
|
|
from abc import ABC, abstractmethod
|
|
|
|
|
|
|
|
from functools import partial
|
|
|
|
from typing import Any, Dict, List, Mapping, Optional, Sequence
|
|
|
|
from typing import Any, Dict, List, Mapping, Optional, Sequence
|
|
|
|
|
|
|
|
|
|
|
|
from pydantic import Extra, Field, root_validator
|
|
|
|
from pydantic import Extra, Field, root_validator
|
|
|
@ -239,3 +240,12 @@ class SimpleChatModel(BaseChatModel):
|
|
|
|
run_manager: Optional[CallbackManagerForLLMRun] = None,
|
|
|
|
run_manager: Optional[CallbackManagerForLLMRun] = None,
|
|
|
|
) -> str:
|
|
|
|
) -> str:
|
|
|
|
"""Simpler interface."""
|
|
|
|
"""Simpler interface."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def _agenerate(
|
|
|
|
|
|
|
|
self,
|
|
|
|
|
|
|
|
messages: List[BaseMessage],
|
|
|
|
|
|
|
|
stop: Optional[List[str]] = None,
|
|
|
|
|
|
|
|
run_manager: Optional[AsyncCallbackManagerForLLMRun] = None,
|
|
|
|
|
|
|
|
) -> ChatResult:
|
|
|
|
|
|
|
|
func = partial(self._generate, messages, stop=stop, run_manager=run_manager)
|
|
|
|
|
|
|
|
return await asyncio.get_event_loop().run_in_executor(None, func)
|
|
|
|