add default for async (#11367)

pull/11075/head
Harrison Chase 10 months ago committed by GitHub
parent d21dd72d64
commit 6e848b879a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -170,12 +170,6 @@ class BaseChatModel(BaseLanguageModel[BaseMessageChunk], ABC):
stop: Optional[List[str]] = None,
**kwargs: Any,
) -> BaseMessageChunk:
if type(self)._agenerate == BaseChatModel._agenerate:
# model doesn't implement async generation, so use default implementation
return await asyncio.get_running_loop().run_in_executor(
None, partial(self.invoke, input, config, stop=stop, **kwargs)
)
config = config or {}
llm_result = await self.agenerate_prompt(
[self._convert_input(input)],
@ -582,7 +576,12 @@ class BaseChatModel(BaseLanguageModel[BaseMessageChunk], ABC):
**kwargs: Any,
) -> ChatResult:
"""Top Level call"""
raise NotImplementedError()
return await asyncio.get_running_loop().run_in_executor(
None,
partial(
self._generate, messages, stop=stop, run_manager=run_manager, **kwargs
),
)
def _stream(
self,

Loading…
Cancel
Save