mirror of
https://github.com/hwchase17/langchain
synced 2024-11-10 01:10:59 +00:00
ed58eeb9c5
Moved the following modules to new package langchain-community in a backwards compatible fashion: ``` mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community ``` Moved the following to core ``` mv langchain/langchain/utils/json_schema.py core/langchain_core/utils mv langchain/langchain/utils/html.py core/langchain_core/utils mv langchain/langchain/utils/strings.py core/langchain_core/utils cat langchain/langchain/utils/env.py >> core/langchain_core/utils/env.py rm langchain/langchain/utils/env.py ``` See .scripts/community_split/script_integrations.sh for all changes
36 lines
1.2 KiB
Python
36 lines
1.2 KiB
Python
"""Module includes a registry of default parser configurations."""
|
|
from langchain_community.document_loaders.base import BaseBlobParser
|
|
from langchain_community.document_loaders.parsers.generic import MimeTypeBasedParser
|
|
from langchain_community.document_loaders.parsers.msword import MsWordParser
|
|
from langchain_community.document_loaders.parsers.pdf import PyMuPDFParser
|
|
from langchain_community.document_loaders.parsers.txt import TextParser
|
|
|
|
|
|
def _get_default_parser() -> BaseBlobParser:
|
|
"""Get default mime-type based parser."""
|
|
return MimeTypeBasedParser(
|
|
handlers={
|
|
"application/pdf": PyMuPDFParser(),
|
|
"text/plain": TextParser(),
|
|
"application/msword": MsWordParser(),
|
|
"application/vnd.openxmlformats-officedocument.wordprocessingml.document": (
|
|
MsWordParser()
|
|
),
|
|
},
|
|
fallback_parser=None,
|
|
)
|
|
|
|
|
|
_REGISTRY = {
|
|
"default": _get_default_parser,
|
|
}
|
|
|
|
# PUBLIC API
|
|
|
|
|
|
def get_parser(parser_name: str) -> BaseBlobParser:
|
|
"""Get a parser by parser name."""
|
|
if parser_name not in _REGISTRY:
|
|
raise ValueError(f"Unknown parser combination: {parser_name}")
|
|
return _REGISTRY[parser_name]()
|