diff --git a/libs/partners/groq/langchain_groq/chat_models.py b/libs/partners/groq/langchain_groq/chat_models.py index f09da3d09e..e185d4d538 100644 --- a/libs/partners/groq/langchain_groq/chat_models.py +++ b/libs/partners/groq/langchain_groq/chat_models.py @@ -274,9 +274,10 @@ class ChatGroq(BaseChatModel): chunk = ChatGenerationChunk( message=chunk, generation_info=generation_info or None ) - yield chunk + if run_manager: run_manager.on_llm_new_token(chunk.text, chunk=chunk, logprobs=logprobs) + yield chunk async def _astream( self, @@ -310,11 +311,12 @@ class ChatGroq(BaseChatModel): chunk = ChatGenerationChunk( message=chunk, generation_info=generation_info or None ) - yield chunk + if run_manager: await run_manager.on_llm_new_token( token=chunk.text, chunk=chunk, logprobs=logprobs ) + yield chunk # # Internal methods