langchain: `callbacks` imports fix (#20348)

Replaced all `from langchain.callbacks` into `from
langchain_core.callbacks` .
Changes in the `langchain` and `langchain_experimental`

---------

Co-authored-by: Erick Friis <erick@langchain.dev>

libs/experimental/langchain_experimental/agents/agent_toolkits/python/base.py

@@ -6,8 +6,8 @@ from langchain.agents.agent import AgentExecutor, BaseSingleActionAgent
 from langchain.agents.mrkl.base import ZeroShotAgent
 from langchain.agents.openai_functions_agent.base import OpenAIFunctionsAgent
 from langchain.agents.types import AgentType
-from langchain.callbacks.base import BaseCallbackManager
 from langchain.chains.llm import LLMChain
+from langchain_core.callbacks.base import BaseCallbackManager
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.messages import SystemMessage
 

libs/experimental/langchain_experimental/agents/agent_toolkits/spark/base.py

@@ -3,8 +3,8 @@ from typing import Any, Dict, List, Optional
 
 from langchain.agents.agent import AgentExecutor
 from langchain.agents.mrkl.base import ZeroShotAgent
-from langchain.callbacks.base import BaseCallbackManager
 from langchain.chains.llm import LLMChain
+from langchain_core.callbacks.base import BaseCallbackManager
 from langchain_core.language_models import BaseLLM
 
 from langchain_experimental.agents.agent_toolkits.spark.prompt import PREFIX, SUFFIX

libs/experimental/langchain_experimental/agents/agent_toolkits/xorbits/base.py

@@ -3,8 +3,8 @@ from typing import Any, Dict, List, Optional
 
 from langchain.agents.agent import AgentExecutor
 from langchain.agents.mrkl.base import ZeroShotAgent
-from langchain.callbacks.base import BaseCallbackManager
 from langchain.chains.llm import LLMChain
+from langchain_core.callbacks.base import BaseCallbackManager
 from langchain_core.language_models import BaseLLM
 
 from langchain_experimental.agents.agent_toolkits.xorbits.prompt import (

libs/experimental/langchain_experimental/autonomous_agents/baby_agi/baby_agi.py

@@ -3,8 +3,8 @@
 from collections import deque
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.vectorstores import VectorStore
 

libs/experimental/langchain_experimental/autonomous_agents/hugginggpt/repsonse_generator.py

@@ -1,8 +1,8 @@
 from typing import Any, List, Optional
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import Callbacks
 from langchain.chains import LLMChain
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.prompts import PromptTemplate
 
 

libs/experimental/langchain_experimental/autonomous_agents/hugginggpt/task_planner.py

@@ -4,7 +4,6 @@ from abc import abstractmethod
 from typing import Any, Dict, List, Optional, Union
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import Callbacks
 from langchain.chains import LLMChain
 from langchain.prompts.chat import (
     AIMessagePromptTemplate,
@@ -13,6 +12,7 @@ from langchain.prompts.chat import (
     SystemMessagePromptTemplate,
 )
 from langchain.tools.base import BaseTool
+from langchain_core.callbacks.manager import Callbacks
 
 from langchain_experimental.pydantic_v1 import BaseModel
 

libs/experimental/langchain_experimental/chat_models/llm_wrapper.py

@@ -3,10 +3,6 @@ for Llama-2-chat, Llama-2-instruct and Vicuna models.
 """
 from typing import Any, List, Optional, cast
 
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForLLMRun,
-    CallbackManagerForLLMRun,
-)
 from langchain.schema import (
     AIMessage,
     BaseMessage,
@@ -16,6 +12,10 @@ from langchain.schema import (
     LLMResult,
     SystemMessage,
 )
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForLLMRun,
+    CallbackManagerForLLMRun,
+)
 from langchain_core.language_models import LLM, BaseChatModel
 
 DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.

libs/experimental/langchain_experimental/comprehend_moderation/amazon_comprehend_moderation.py

@@ -1,7 +1,7 @@
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental.comprehend_moderation.base_moderation import BaseModeration
 from langchain_experimental.comprehend_moderation.base_moderation_callbacks import (

libs/experimental/langchain_experimental/comprehend_moderation/base_moderation.py

@@ -1,7 +1,7 @@
 import uuid
 from typing import Any, Callable, Optional, cast
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.messages import AIMessage, HumanMessage
 from langchain_core.prompt_values import ChatPromptValue, StringPromptValue
 

libs/experimental/langchain_experimental/cpal/base.py

@@ -7,11 +7,11 @@ import json
 from typing import Any, ClassVar, Dict, List, Optional, Type
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain.output_parsers import PydanticOutputParser
 from langchain.prompts.prompt import PromptTemplate
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental import pydantic_v1 as pydantic
 from langchain_experimental.cpal.constants import Constant

libs/experimental/langchain_experimental/fallacy_removal/base.py

@@ -3,10 +3,10 @@ from __future__ import annotations
 
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain.schema import BasePromptTemplate
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 
 from langchain_experimental.fallacy_removal.fallacies import FALLACIES

libs/experimental/langchain_experimental/llm_bash/base.py

@@ -5,10 +5,10 @@ import logging
 import warnings
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain.schema import BasePromptTemplate, OutputParserException
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 
 from langchain_experimental.llm_bash.bash import BashProcess

libs/experimental/langchain_experimental/llm_symbolic_math/base.py

@@ -5,13 +5,13 @@ import re
 from typing import Any, Dict, List, Optional
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForChainRun,
-    CallbackManagerForChainRun,
-)
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain.prompts.base import BasePromptTemplate
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForChainRun,
+    CallbackManagerForChainRun,
+)
 
 from langchain_experimental.llm_symbolic_math.prompt import PROMPT
 from langchain_experimental.pydantic_v1 import Extra

libs/experimental/langchain_experimental/llms/anthropic_functions.py

@@ -3,15 +3,15 @@ from collections import defaultdict
 from html.parser import HTMLParser
 from typing import Any, DefaultDict, Dict, List, Optional, cast
 
-from langchain.callbacks.manager import (
-    CallbackManagerForLLMRun,
-)
 from langchain.schema import (
     ChatGeneration,
     ChatResult,
 )
 from langchain_community.chat_models.anthropic import ChatAnthropic
 from langchain_core._api.deprecation import deprecated
+from langchain_core.callbacks.manager import (
+    CallbackManagerForLLMRun,
+)
 from langchain_core.language_models import BaseChatModel
 from langchain_core.messages import (
     AIMessage,

libs/experimental/langchain_experimental/llms/jsonformer_decoder.py

@@ -4,8 +4,8 @@ from __future__ import annotations
 import json
 from typing import TYPE_CHECKING, Any, List, Optional, cast
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 
 from langchain_experimental.pydantic_v1 import Field, root_validator
 

libs/experimental/langchain_experimental/llms/llamaapi.py

@@ -9,11 +9,11 @@ from typing import (
     Tuple,
 )
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.schema import (
     ChatGeneration,
     ChatResult,
 )
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models import BaseChatModel
 from langchain_core.messages import (
     AIMessage,

libs/experimental/langchain_experimental/llms/lmformatenforcer_decoder.py

@@ -3,9 +3,9 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.schema import LLMResult
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 
 from langchain_experimental.pydantic_v1 import Field
 

libs/experimental/langchain_experimental/llms/rellm_decoder.py

@@ -3,9 +3,9 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any, List, Optional, cast
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
 from langchain_community.llms.utils import enforce_stop_tokens
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 
 from langchain_experimental.pydantic_v1 import Field, root_validator
 

libs/experimental/langchain_experimental/pal_chain/base.py

@@ -10,10 +10,10 @@ from __future__ import annotations
 import ast
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain_community.utilities import PythonREPL
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 
 from langchain_experimental.pal_chain.colored_object_prompt import COLORED_OBJECT_PROMPT

libs/experimental/langchain_experimental/plan_and_execute/agent_executor.py

@@ -1,10 +1,10 @@
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import (
+from langchain.chains.base import Chain
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
     CallbackManagerForChainRun,
 )
-from langchain.chains.base import Chain
 
 from langchain_experimental.plan_and_execute.executors.base import BaseExecutor
 from langchain_experimental.plan_and_execute.planners.base import BasePlanner

libs/experimental/langchain_experimental/plan_and_execute/executors/base.py

@@ -1,8 +1,8 @@
 from abc import abstractmethod
 from typing import Any
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.base import Chain
+from langchain_core.callbacks.manager import Callbacks
 
 from langchain_experimental.plan_and_execute.schema import StepResponse
 from langchain_experimental.pydantic_v1 import BaseModel

libs/experimental/langchain_experimental/plan_and_execute/planners/base.py

@@ -1,8 +1,8 @@
 from abc import abstractmethod
 from typing import Any, List, Optional
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.llm import LLMChain
+from langchain_core.callbacks.manager import Callbacks
 
 from langchain_experimental.plan_and_execute.schema import Plan, PlanOutputParser
 from langchain_experimental.pydantic_v1 import BaseModel

libs/experimental/langchain_experimental/recommenders/amazon_personalize_chain.py

@@ -2,13 +2,13 @@ from __future__ import annotations
 
 from typing import Any, Dict, List, Mapping, Optional, cast
 
-from langchain.callbacks.manager import (
-    CallbackManagerForChainRun,
-)
 from langchain.chains import LLMChain
 from langchain.chains.base import Chain
 from langchain.prompts.prompt import PromptTemplate
 from langchain.schema.language_model import BaseLanguageModel
+from langchain_core.callbacks.manager import (
+    CallbackManagerForChainRun,
+)
 
 from langchain_experimental.recommenders.amazon_personalize import AmazonPersonalize
 

libs/experimental/langchain_experimental/retrievers/vector_sql_database.py

@@ -2,7 +2,7 @@
 
 from typing import Any, Dict, List
 
-from langchain.callbacks.manager import (
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForRetrieverRun,
     CallbackManagerForRetrieverRun,
 )

libs/experimental/langchain_experimental/rl_chain/base.py

@@ -16,7 +16,6 @@ from typing import (
     Union,
 )
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain.prompts import (
@@ -25,6 +24,7 @@ from langchain.prompts import (
     HumanMessagePromptTemplate,
     SystemMessagePromptTemplate,
 )
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental.pydantic_v1 import BaseModel, Extra, root_validator
 from langchain_experimental.rl_chain.metrics import (

libs/experimental/langchain_experimental/rl_chain/pick_best_chain.py

@@ -4,9 +4,9 @@ import logging
 from typing import Any, Dict, List, Optional, Tuple, Type, Union
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.llm import LLMChain
 from langchain.prompts import BasePromptTemplate
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 import langchain_experimental.rl_chain.base as base
 

libs/experimental/langchain_experimental/smart_llm/base.py

@@ -2,7 +2,6 @@
 from typing import Any, Dict, List, Optional, Tuple, Type
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.input import get_colored_text
 from langchain.prompts.base import BasePromptTemplate
@@ -13,6 +12,7 @@ from langchain.prompts.chat import (
     HumanMessagePromptTemplate,
 )
 from langchain.schema import LLMResult, PromptValue
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental.pydantic_v1 import Extra, root_validator
 

libs/experimental/langchain_experimental/sql/base.py

@@ -4,7 +4,6 @@ from __future__ import annotations
 import warnings
 from typing import Any, Dict, List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.llm import LLMChain
 from langchain.chains.sql_database.prompt import DECIDER_PROMPT, PROMPT, SQL_PROMPTS
@@ -12,6 +11,7 @@ from langchain.prompts.prompt import PromptTemplate
 from langchain.schema import BasePromptTemplate
 from langchain_community.tools.sql_database.prompt import QUERY_CHECKER
 from langchain_community.utilities.sql_database import SQLDatabase
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 
 from langchain_experimental.pydantic_v1 import Extra, Field, root_validator

libs/experimental/langchain_experimental/sql/vector_sql.py

@@ -4,12 +4,12 @@ from __future__ import annotations
 
 from typing import Any, Dict, List, Optional, Sequence, Union
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.llm import LLMChain
 from langchain.chains.sql_database.prompt import PROMPT, SQL_PROMPTS
 from langchain.prompts.prompt import PromptTemplate
 from langchain_community.tools.sql_database.prompt import QUERY_CHECKER
 from langchain_community.utilities.sql_database import SQLDatabase
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.embeddings import Embeddings
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.output_parsers import BaseOutputParser

libs/experimental/langchain_experimental/tools/python/tool.py

@@ -7,12 +7,12 @@ from contextlib import redirect_stdout
 from io import StringIO
 from typing import Any, Dict, Optional, Type
 
-from langchain.callbacks.manager import (
+from langchain.pydantic_v1 import BaseModel, Field, root_validator
+from langchain.tools.base import BaseTool
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForToolRun,
     CallbackManagerForToolRun,
 )
-from langchain.pydantic_v1 import BaseModel, Field, root_validator
-from langchain.tools.base import BaseTool
 from langchain_core.runnables.config import run_in_executor
 
 from langchain_experimental.utilities.python import PythonREPL

libs/experimental/langchain_experimental/tot/base.py

@@ -4,11 +4,11 @@ from textwrap import indent
 from typing import Any, Dict, List, Optional, Type
 
 from langchain.base_language import BaseLanguageModel
-from langchain.callbacks.manager import (
+from langchain.chains.base import Chain
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
     CallbackManagerForChainRun,
 )
-from langchain.chains.base import Chain
 
 from langchain_experimental.pydantic_v1 import Extra
 from langchain_experimental.tot.checker import ToTChecker

libs/experimental/langchain_experimental/tot/checker.py

@@ -1,8 +1,8 @@
 from abc import ABC, abstractmethod
 from typing import Any, Dict, List, Optional, Tuple
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental.tot.thought import ThoughtValidity
 

libs/experimental/langchain_experimental/video_captioning/services/audio_service.py

@@ -2,10 +2,10 @@ import subprocess
 from pathlib import Path
 from typing import List, Optional
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.schema import Document
 from langchain_community.document_loaders import AssemblyAIAudioTranscriptLoader
 from langchain_community.document_loaders.assemblyai import TranscriptFormat
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental.video_captioning.models import AudioModel, BaseModel
 

libs/experimental/langchain_experimental/video_captioning/services/caption_service.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Optional, Tuple
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.llm import LLMChain
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 
 from langchain_experimental.video_captioning.models import VideoModel

libs/experimental/langchain_experimental/video_captioning/services/combine_service.py

@@ -1,8 +1,8 @@
 from typing import Dict, List, Optional, Tuple
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.llm import LLMChain
 from langchain.schema.language_model import BaseLanguageModel
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 
 from langchain_experimental.video_captioning.models import (
     AudioModel,

libs/experimental/tests/unit_tests/chat_models/test_llm_wrapper_llama2chat.py

@@ -1,7 +1,7 @@
 from typing import Any, List, Optional
 
 import pytest
-from langchain.callbacks.manager import (
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForLLMRun,
     CallbackManagerForLLMRun,
 )

libs/experimental/tests/unit_tests/fake_llm.py

@@ -1,7 +1,7 @@
 """Fake LLM wrapper for testing purposes."""
 from typing import Any, Dict, List, Mapping, Optional, cast
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models import LLM
 
 from langchain_experimental.pydantic_v1 import validator

libs/langchain/langchain/agents/agent_toolkits/vectorstore/base.py

@@ -1,6 +1,7 @@
 """VectorStore agent."""
 from typing import Any, Dict, Optional
 
+from langchain_core.callbacks.base import BaseCallbackManager
 from langchain_core.language_models import BaseLanguageModel
 
 from langchain.agents.agent import AgentExecutor
@@ -10,7 +11,6 @@ from langchain.agents.agent_toolkits.vectorstore.toolkit import (
     VectorStoreToolkit,
 )
 from langchain.agents.mrkl.base import ZeroShotAgent
-from langchain.callbacks.base import BaseCallbackManager
 from langchain.chains.llm import LLMChain
 
 

libs/langchain/langchain/callbacks/streamlit/__init__.py

@@ -2,7 +2,8 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Optional
 
-from langchain.callbacks.base import BaseCallbackHandler
+from langchain_core.callbacks.base import BaseCallbackHandler
+
 from langchain.callbacks.streamlit.streamlit_callback_handler import (
     LLMThoughtLabeler as LLMThoughtLabeler,
 )

libs/langchain/langchain/chains/graph_qa/base.py

@@ -4,11 +4,11 @@ from __future__ import annotations
 from typing import Any, Dict, List, Optional
 
 from langchain_community.graphs.networkx_graph import NetworkxEntityGraph, get_entities
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.prompts import BasePromptTemplate
 from langchain_core.pydantic_v1 import Field
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.graph_qa.prompts import ENTITY_EXTRACTION_PROMPT, GRAPH_QA_PROMPT
 from langchain.chains.llm import LLMChain

libs/langchain/langchain/chains/graph_qa/neptune_sparql.py

@@ -6,12 +6,12 @@ from __future__ import annotations
 from typing import Any, Dict, List, Optional
 
 from langchain_community.graphs import NeptuneRdfGraph
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.prompts.base import BasePromptTemplate
 from langchain_core.prompts.prompt import PromptTemplate
 from langchain_core.pydantic_v1 import Field
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.graph_qa.prompts import SPARQL_QA_PROMPT
 from langchain.chains.llm import LLMChain

libs/langchain/langchain/chains/graph_qa/ontotext_graphdb.py

@@ -7,12 +7,11 @@ if TYPE_CHECKING:
     import rdflib
 
 from langchain_community.graphs import OntotextGraphDBGraph
-from langchain_core.callbacks.manager import CallbackManager
+from langchain_core.callbacks.manager import CallbackManager, CallbackManagerForChainRun
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.prompts.base import BasePromptTemplate
 from langchain_core.pydantic_v1 import Field
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.chains.graph_qa.prompts import (
     GRAPHDB_QA_PROMPT,

libs/langchain/langchain/evaluation/agents/trajectory_eval_chain.py

@@ -19,6 +19,11 @@ from typing import (
 )
 
 from langchain_core.agents import AgentAction
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForChainRun,
+    CallbackManagerForChainRun,
+    Callbacks,
+)
 from langchain_core.exceptions import OutputParserException
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.language_models.chat_models import BaseChatModel
@@ -26,11 +31,6 @@ from langchain_core.output_parsers import BaseOutputParser
 from langchain_core.pydantic_v1 import Extra, Field
 from langchain_core.tools import BaseTool
 
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForChainRun,
-    CallbackManagerForChainRun,
-    Callbacks,
-)
 from langchain.chains.llm import LLMChain
 from langchain.evaluation.agents.trajectory_eval_prompt import (
     EVAL_CHAT_PROMPT,

libs/langchain/langchain/evaluation/comparison/eval_chain.py

@@ -7,12 +7,12 @@ from typing import Any, Dict, List, Optional, Union
 
 from langchain_community.chat_models.azure_openai import AzureChatOpenAI
 from langchain_community.chat_models.openai import ChatOpenAI
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.output_parsers import BaseOutputParser
 from langchain_core.prompts.prompt import PromptTemplate
 from langchain_core.pydantic_v1 import Extra, Field
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.constitutional_ai.models import ConstitutionalPrinciple
 from langchain.chains.llm import LLMChain
 from langchain.evaluation.comparison.prompt import (

libs/langchain/langchain/evaluation/criteria/eval_chain.py

@@ -4,12 +4,12 @@ import re
 from enum import Enum
 from typing import Any, Dict, List, Mapping, Optional, Union
 
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.output_parsers import BaseOutputParser
 from langchain_core.prompts import BasePromptTemplate
 from langchain_core.pydantic_v1 import Extra, Field
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.constitutional_ai.models import ConstitutionalPrinciple
 from langchain.chains.llm import LLMChain
 from langchain.evaluation.criteria.prompt import PROMPT, PROMPT_WITH_REFERENCES

libs/langchain/langchain/evaluation/embedding_distance/base.py

@@ -4,14 +4,14 @@ from typing import Any, Dict, List, Optional
 
 import numpy as np
 from langchain_community.embeddings.openai import OpenAIEmbeddings
-from langchain_core.embeddings import Embeddings
-from langchain_core.pydantic_v1 import Field, root_validator
-
-from langchain.callbacks.manager import (
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
     CallbackManagerForChainRun,
     Callbacks,
 )
+from langchain_core.embeddings import Embeddings
+from langchain_core.pydantic_v1 import Field, root_validator
+
 from langchain.chains.base import Chain
 from langchain.evaluation.schema import PairwiseStringEvaluator, StringEvaluator
 from langchain.schema import RUN_KEY

libs/langchain/langchain/evaluation/qa/eval_chain.py

@@ -5,11 +5,11 @@ import re
 import string
 from typing import Any, List, Optional, Sequence, Tuple
 
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.prompts import PromptTemplate
 from langchain_core.pydantic_v1 import Extra
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.llm import LLMChain
 from langchain.evaluation.qa.eval_prompt import CONTEXT_PROMPT, COT_PROMPT, PROMPT
 from langchain.evaluation.schema import LLMEvalChain, StringEvaluator

libs/langchain/langchain/evaluation/scoring/eval_chain.py

@@ -7,12 +7,12 @@ from typing import Any, Dict, List, Optional, Union
 
 from langchain_community.chat_models.azure_openai import AzureChatOpenAI
 from langchain_community.chat_models.openai import ChatOpenAI
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.output_parsers import BaseOutputParser
 from langchain_core.prompts.prompt import PromptTemplate
 from langchain_core.pydantic_v1 import Extra, Field
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.constitutional_ai.models import ConstitutionalPrinciple
 from langchain.chains.llm import LLMChain
 from langchain.evaluation.criteria.eval_chain import (

libs/langchain/langchain/evaluation/string_distance/base.py

@@ -3,13 +3,13 @@
 from enum import Enum
 from typing import Any, Callable, Dict, List, Optional
 
-from langchain_core.pydantic_v1 import Field, root_validator
-
-from langchain.callbacks.manager import (
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
     CallbackManagerForChainRun,
     Callbacks,
 )
+from langchain_core.pydantic_v1 import Field, root_validator
+
 from langchain.chains.base import Chain
 from langchain.evaluation.schema import PairwiseStringEvaluator, StringEvaluator
 from langchain.schema import RUN_KEY

libs/langchain/langchain/retrievers/document_compressors/base.py

@@ -1,14 +1,13 @@
 from inspect import signature
 from typing import List, Optional, Sequence, Union
 
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.documents import (
     BaseDocumentCompressor,
     BaseDocumentTransformer,
     Document,
 )
 
-from langchain.callbacks.manager import Callbacks
-
 
 class DocumentCompressorPipeline(BaseDocumentCompressor):
     """Document compressor that uses a pipeline of Transformers."""

libs/langchain/langchain/retrievers/document_compressors/chain_extract.py

@@ -4,12 +4,12 @@ from __future__ import annotations
 import asyncio
 from typing import Any, Callable, Dict, Optional, Sequence, cast
 
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.documents import Document
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.output_parsers import BaseOutputParser
 from langchain_core.prompts import PromptTemplate
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.llm import LLMChain
 from langchain.retrievers.document_compressors.base import BaseDocumentCompressor
 from langchain.retrievers.document_compressors.chain_extract_prompt import (

libs/langchain/langchain/retrievers/document_compressors/chain_filter.py

@@ -1,11 +1,11 @@
 """Filter that uses an LLM to drop documents that aren't relevant to the query."""
 from typing import Any, Callable, Dict, Optional, Sequence
 
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.documents import Document
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.prompts import BasePromptTemplate, PromptTemplate
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains import LLMChain
 from langchain.output_parsers.boolean import BooleanOutputParser
 from langchain.retrievers.document_compressors.base import BaseDocumentCompressor

libs/langchain/langchain/retrievers/document_compressors/cohere_rerank.py

@@ -4,10 +4,10 @@ from copy import deepcopy
 from typing import Any, Dict, List, Optional, Sequence, Union
 
 from langchain_core._api.deprecation import deprecated
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.documents import Document
 from langchain_core.pydantic_v1 import Extra, root_validator
 
-from langchain.callbacks.manager import Callbacks
 from langchain.retrievers.document_compressors.base import BaseDocumentCompressor
 from langchain.utils import get_from_dict_or_env
 

libs/langchain/langchain/retrievers/document_compressors/embeddings_filter.py

@@ -5,11 +5,11 @@ from langchain_community.document_transformers.embeddings_redundant_filter impor
     _get_embeddings_from_stateful_docs,
     get_stateful_documents,
 )
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.documents import Document
 from langchain_core.embeddings import Embeddings
 from langchain_core.pydantic_v1 import root_validator
 
-from langchain.callbacks.manager import Callbacks
 from langchain.retrievers.document_compressors.base import (
     BaseDocumentCompressor,
 )

libs/langchain/langchain/retrievers/document_compressors/flashrank_rerank.py

@@ -2,10 +2,10 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Dict, Optional, Sequence
 
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.documents import Document
 from langchain_core.pydantic_v1 import Extra, root_validator
 
-from langchain.callbacks.manager import Callbacks
 from langchain.retrievers.document_compressors.base import BaseDocumentCompressor
 
 if TYPE_CHECKING:

libs/langchain/langchain/retrievers/self_query/base.py

@@ -26,6 +26,10 @@ from langchain_community.vectorstores import (
 from langchain_community.vectorstores import (
     ElasticsearchStore as ElasticsearchStoreCommunity,
 )
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForRetrieverRun,
+    CallbackManagerForRetrieverRun,
+)
 from langchain_core.documents import Document
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.pydantic_v1 import Field, root_validator
@@ -33,10 +37,6 @@ from langchain_core.retrievers import BaseRetriever
 from langchain_core.runnables import Runnable
 from langchain_core.vectorstores import VectorStore
 
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForRetrieverRun,
-    CallbackManagerForRetrieverRun,
-)
 from langchain.chains.query_constructor.base import load_query_constructor_runnable
 from langchain.chains.query_constructor.ir import StructuredQuery, Visitor
 from langchain.chains.query_constructor.schema import AttributeInfo

libs/langchain/langchain/smith/evaluation/runner_utils.py

@@ -22,6 +22,7 @@ from typing import (
 )
 
 from langchain_core._api import warn_deprecated
+from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.messages import BaseMessage, messages_from_dict
 from langchain_core.outputs import ChatResult, LLMResult
@@ -48,7 +49,6 @@ from langsmith.utils import LangSmithError
 from requests import HTTPError
 from typing_extensions import TypedDict
 
-from langchain.callbacks.manager import Callbacks
 from langchain.chains.base import Chain
 from langchain.evaluation.loading import load_evaluator
 from langchain.evaluation.schema import (

libs/langchain/langchain/smith/evaluation/string_run_evaluator.py

@@ -4,6 +4,10 @@ from __future__ import annotations
 from abc import abstractmethod
 from typing import Any, Dict, List, Optional
 
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForChainRun,
+    CallbackManagerForChainRun,
+)
 from langchain_core.load.dump import dumpd
 from langchain_core.load.load import load
 from langchain_core.load.serializable import Serializable
@@ -11,10 +15,6 @@ from langchain_core.messages import BaseMessage, get_buffer_string, messages_fro
 from langsmith import EvaluationResult, RunEvaluator
 from langsmith.schemas import DataType, Example, Run
 
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForChainRun,
-    CallbackManagerForChainRun,
-)
 from langchain.chains.base import Chain
 from langchain.evaluation.schema import StringEvaluator
 from langchain.schema import RUN_KEY

libs/langchain/tests/unit_tests/agents/test_agent.py

@@ -10,6 +10,7 @@ from langchain_core.agents import (
     AgentFinish,
     AgentStep,
 )
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models.llms import LLM
 from langchain_core.messages import (
     AIMessage,
@@ -32,7 +33,6 @@ from langchain.agents import (
     initialize_agent,
 )
 from langchain.agents.output_parsers.openai_tools import OpenAIToolAgentAction
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.prompts import ChatPromptTemplate
 from langchain.tools import tool
 from tests.unit_tests.callbacks.fake_callback_handler import FakeCallbackHandler

libs/langchain/tests/unit_tests/agents/test_agent_async.py

@@ -3,13 +3,13 @@
 from typing import Any, Dict, List, Optional
 
 from langchain_core.agents import AgentAction, AgentStep
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models.llms import LLM
 from langchain_core.messages import AIMessage, HumanMessage
 from langchain_core.runnables.utils import add
 from langchain_core.tools import Tool
 
 from langchain.agents import AgentExecutor, AgentType, initialize_agent
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from tests.unit_tests.callbacks.fake_callback_handler import FakeCallbackHandler
 
 

libs/langchain/tests/unit_tests/callbacks/fake_callback_handler.py

@@ -3,11 +3,10 @@ from itertools import chain
 from typing import Any, Dict, List, Optional, Union
 from uuid import UUID
 
+from langchain_core.callbacks.base import AsyncCallbackHandler, BaseCallbackHandler
 from langchain_core.messages import BaseMessage
 from langchain_core.pydantic_v1 import BaseModel
 
-from langchain.callbacks.base import AsyncCallbackHandler, BaseCallbackHandler
-
 
 class BaseFakeCallbackHandler(BaseModel):
     """Base fake callback handler for testing."""

libs/langchain/tests/unit_tests/callbacks/test_base.py

@@ -1,6 +1,6 @@
-from langchain.callbacks.base import __all__
+from langchain_core.callbacks import __all__
 
-EXPECTED_ALL = [
+EXPECTED_ALL = {
     "RetrieverManagerMixin",
     "LLMManagerMixin",
     "ChainManagerMixin",
@@ -11,8 +11,8 @@ EXPECTED_ALL = [
     "AsyncCallbackHandler",
     "BaseCallbackManager",
     "Callbacks",
-]
+}
 
 
 def test_all_imports() -> None:
-    assert set(__all__) == set(EXPECTED_ALL)
+    assert set(__all__).issuperset(EXPECTED_ALL)

libs/langchain/tests/unit_tests/chains/test_base.py

@@ -2,9 +2,9 @@
 from typing import Any, Dict, List, Optional
 
 import pytest
+from langchain_core.callbacks.manager import CallbackManagerForChainRun
 from langchain_core.memory import BaseMemory
 
-from langchain.callbacks.manager import CallbackManagerForChainRun
 from langchain.chains.base import Chain
 from langchain.schema import RUN_KEY
 from tests.unit_tests.callbacks.fake_callback_handler import FakeCallbackHandler

libs/langchain/tests/unit_tests/chains/test_hyde.py

@@ -2,14 +2,14 @@
 from typing import Any, List, Optional
 
 import numpy as np
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForLLMRun,
+    CallbackManagerForLLMRun,
+)
 from langchain_core.embeddings import Embeddings
 from langchain_core.language_models.llms import BaseLLM
 from langchain_core.outputs import Generation, LLMResult
 
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForLLMRun,
-    CallbackManagerForLLMRun,
-)
 from langchain.chains.hyde.base import HypotheticalDocumentEmbedder
 from langchain.chains.hyde.prompts import PROMPT_MAP
 

libs/langchain/tests/unit_tests/chains/test_natbot.py

@@ -2,9 +2,9 @@
 
 from typing import Any, Dict, List, Optional
 
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models.llms import LLM
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.chains.natbot.base import NatBotChain
 
 

libs/langchain/tests/unit_tests/chains/test_sequential.py

@@ -3,11 +3,11 @@
 from typing import Dict, List, Optional
 
 import pytest
-
-from langchain.callbacks.manager import (
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
     CallbackManagerForChainRun,
 )
+
 from langchain.chains.base import Chain
 from langchain.chains.sequential import SequentialChain, SimpleSequentialChain
 from langchain.memory import ConversationBufferMemory

libs/langchain/tests/unit_tests/evaluation/agents/test_eval_chain.py

@@ -4,11 +4,11 @@ from typing import Any, Dict, List, Optional, Tuple
 
 import pytest
 from langchain_core.agents import AgentAction, BaseMessage
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.exceptions import OutputParserException
 from langchain_core.pydantic_v1 import Field
 from langchain_core.tools import tool
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.evaluation.agents.trajectory_eval_chain import (
     TrajectoryEval,
     TrajectoryEvalChain,

libs/langchain/tests/unit_tests/llms/fake_chat_model.py

@@ -2,6 +2,10 @@
 import re
 from typing import Any, AsyncIterator, Dict, Iterator, List, Optional, cast
 
+from langchain_core.callbacks.manager import (
+    AsyncCallbackManagerForLLMRun,
+    CallbackManagerForLLMRun,
+)
 from langchain_core.language_models.chat_models import BaseChatModel, SimpleChatModel
 from langchain_core.messages import (
     AIMessage,
@@ -11,11 +15,6 @@ from langchain_core.messages import (
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
 from langchain_core.runnables import run_in_executor
 
-from langchain.callbacks.manager import (
-    AsyncCallbackManagerForLLMRun,
-    CallbackManagerForLLMRun,
-)
-
 
 class FakeChatModel(SimpleChatModel):
     """Fake Chat Model wrapper for testing purposes."""

libs/langchain/tests/unit_tests/llms/fake_llm.py

@@ -1,11 +1,10 @@
 """Fake LLM wrapper for testing purposes."""
 from typing import Any, Dict, List, Mapping, Optional, cast
 
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models.llms import LLM
 from langchain_core.pydantic_v1 import validator
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
-
 
 class FakeLLM(LLM):
     """Fake LLM wrapper for testing purposes."""

libs/langchain/tests/unit_tests/llms/test_fake_chat_model.py

@@ -3,10 +3,10 @@ from itertools import cycle
 from typing import Any, Dict, List, Optional, Union
 from uuid import UUID
 
+from langchain_core.callbacks.base import AsyncCallbackHandler
 from langchain_core.messages import AIMessage, AIMessageChunk, BaseMessage
 from langchain_core.outputs import ChatGenerationChunk, GenerationChunk
 
-from langchain.callbacks.base import AsyncCallbackHandler
 from tests.unit_tests.llms.fake_chat_model import GenericFakeChatModel
 from tests.unit_tests.stubs import AnyStr
 

libs/langchain/tests/unit_tests/retrievers/self_query/test_base.py

@@ -1,12 +1,12 @@
 from typing import Any, Dict, List, Tuple, Union
 
 import pytest
-from langchain_core.documents import Document
-
-from langchain.callbacks.manager import (
+from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForRetrieverRun,
     CallbackManagerForRetrieverRun,
 )
+from langchain_core.documents import Document
+
 from langchain.chains.query_constructor.ir import (
     Comparator,
     Comparison,

libs/langchain/tests/unit_tests/runnables/test_openai_functions.py

@@ -1,12 +1,12 @@
 from typing import Any, List, Optional
 
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.language_models.chat_models import BaseChatModel
 from langchain_core.messages import AIMessage, BaseMessage
 from langchain_core.outputs import ChatGeneration, ChatResult
 from pytest_mock import MockerFixture
 from syrupy import SnapshotAssertion
 
-from langchain.callbacks.manager import CallbackManagerForLLMRun
 from langchain.runnables.openai_functions import OpenAIFunctionsRouter
 
 

libs/langchain/tests/unit_tests/test_dependencies.py

@@ -97,6 +97,7 @@ def test_test_group_dependencies(poetry_conf: Mapping[str, Any]) -> None:
 
 def test_imports() -> None:
     """Test that you can import all top level things okay."""
+    from langchain_community.callbacks import OpenAICallbackHandler  # noqa: F401
     from langchain_community.chat_models import ChatOpenAI  # noqa: F401
     from langchain_community.document_loaders import BSHTMLLoader  # noqa: F401
     from langchain_community.embeddings import OpenAIEmbeddings  # noqa: F401
@@ -109,7 +110,6 @@ def test_imports() -> None:
     from langchain_core.prompts import BasePromptTemplate  # noqa: F401
 
     from langchain.agents import OpenAIFunctionsAgent  # noqa: F401
-    from langchain.callbacks import OpenAICallbackHandler  # noqa: F401
     from langchain.chains import LLMChain  # noqa: F401
     from langchain.retrievers import VespaRetriever  # noqa: F401
     from langchain.tools import DuckDuckGoSearchResults  # noqa: F401