"""Test CallbackManager.""" from langchain.callbacks.base import BaseCallbackManager, CallbackManager from langchain.callbacks.shared import SharedCallbackManager from langchain.schema import AgentAction, AgentFinish, LLMResult from tests.unit_tests.callbacks.fake_callback_handler import FakeCallbackHandler def _test_callback_manager( manager: BaseCallbackManager, *handlers: FakeCallbackHandler ) -> None: """Test the CallbackManager.""" manager.on_llm_start({}, [], verbose=True) manager.on_llm_end(LLMResult(generations=[]), verbose=True) manager.on_llm_error(Exception(), verbose=True) manager.on_chain_start({"name": "foo"}, {}, verbose=True) manager.on_chain_end({}, verbose=True) manager.on_chain_error(Exception(), verbose=True) manager.on_tool_start({}, AgentAction("", "", ""), verbose=True) manager.on_tool_end("", verbose=True) manager.on_tool_error(Exception(), verbose=True) manager.on_agent_finish(AgentFinish({}, ""), verbose=True) for handler in handlers: assert handler.starts == 3 assert handler.ends == 4 assert handler.errors == 3 def test_callback_manager() -> None: """Test the CallbackManager.""" handler1 = FakeCallbackHandler() handler2 = FakeCallbackHandler() manager = CallbackManager(handlers=[handler1, handler2]) _test_callback_manager(manager, handler1, handler2) def test_ignore_llm() -> None: """Test ignore llm param for callback handlers.""" handler1 = FakeCallbackHandler(ignore_llm=True) handler2 = FakeCallbackHandler() manager = CallbackManager(handlers=[handler1, handler2]) manager.on_llm_start({}, [], verbose=True) manager.on_llm_end(LLMResult(generations=[]), verbose=True) manager.on_llm_error(Exception(), verbose=True) assert handler1.starts == 0 assert handler1.ends == 0 assert handler1.errors == 0 assert handler2.starts == 1 assert handler2.ends == 1 assert handler2.errors == 1 def test_ignore_chain() -> None: """Test ignore chain param for callback handlers.""" handler1 = FakeCallbackHandler(ignore_chain=True) handler2 = FakeCallbackHandler() manager = CallbackManager(handlers=[handler1, handler2]) manager.on_chain_start({"name": "foo"}, {}, verbose=True) manager.on_chain_end({}, verbose=True) manager.on_chain_error(Exception(), verbose=True) assert handler1.starts == 0 assert handler1.ends == 0 assert handler1.errors == 0 assert handler2.starts == 1 assert handler2.ends == 1 assert handler2.errors == 1 def test_ignore_agent() -> None: """Test ignore agent param for callback handlers.""" handler1 = FakeCallbackHandler(ignore_agent=True) handler2 = FakeCallbackHandler() manager = CallbackManager(handlers=[handler1, handler2]) manager.on_tool_start({}, AgentAction("", "", ""), verbose=True) manager.on_tool_end("", verbose=True) manager.on_tool_error(Exception(), verbose=True) manager.on_agent_finish(AgentFinish({}, ""), verbose=True) assert handler1.starts == 0 assert handler1.ends == 0 assert handler1.errors == 0 assert handler2.starts == 1 assert handler2.ends == 2 assert handler2.errors == 1 def test_shared_callback_manager() -> None: """Test the SharedCallbackManager.""" manager1 = SharedCallbackManager() manager2 = SharedCallbackManager() assert manager1 is manager2 handler1 = FakeCallbackHandler() handler2 = FakeCallbackHandler() manager1.add_handler(handler1) manager2.add_handler(handler2) _test_callback_manager(manager1, handler1, handler2)