mirror of
https://github.com/hwchase17/langchain
synced 2024-11-11 19:11:02 +00:00
ed58eeb9c5
Moved the following modules to new package langchain-community in a backwards compatible fashion: ``` mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community ``` Moved the following to core ``` mv langchain/langchain/utils/json_schema.py core/langchain_core/utils mv langchain/langchain/utils/html.py core/langchain_core/utils mv langchain/langchain/utils/strings.py core/langchain_core/utils cat langchain/langchain/utils/env.py >> core/langchain_core/utils/env.py rm langchain/langchain/utils/env.py ``` See .scripts/community_split/script_integrations.sh for all changes
55 lines
1.9 KiB
Python
55 lines
1.9 KiB
Python
import pytest
|
|
|
|
from langchain_community.document_loaders.confluence import ConfluenceLoader
|
|
|
|
try:
|
|
from atlassian import Confluence # noqa: F401
|
|
|
|
confluence_installed = True
|
|
except ImportError:
|
|
confluence_installed = False
|
|
|
|
|
|
@pytest.mark.skipif(not confluence_installed, reason="Atlassian package not installed")
|
|
def test_load_single_confluence_page() -> None:
|
|
loader = ConfluenceLoader(url="https://templates.atlassian.net/wiki/")
|
|
docs = loader.load(page_ids=["33189"])
|
|
|
|
assert len(docs) == 1
|
|
assert docs[0].page_content is not None
|
|
assert docs[0].metadata["id"] == "33189"
|
|
assert docs[0].metadata["title"] == "An easy intro to using Confluence"
|
|
assert docs[0].metadata["source"] == (
|
|
"https://templates.atlassian.net/wiki/"
|
|
"spaces/RD/pages/33189/An+easy+intro+to+using+Confluence"
|
|
)
|
|
|
|
|
|
@pytest.mark.skipif(not confluence_installed, reason="Atlassian package not installed")
|
|
def test_load_full_confluence_space() -> None:
|
|
loader = ConfluenceLoader(url="https://templates.atlassian.net/wiki/")
|
|
docs = loader.load(space_key="RD")
|
|
|
|
assert len(docs) == 14
|
|
assert docs[0].page_content is not None
|
|
|
|
|
|
@pytest.mark.skipif(not confluence_installed, reason="Atlassian package not installed")
|
|
def test_confluence_pagination() -> None:
|
|
loader = ConfluenceLoader(url="https://templates.atlassian.net/wiki/")
|
|
# this will issue 2 requests; each with a limit of 3 until the max_pages of 5 is met
|
|
docs = loader.load(space_key="RD", limit=3, max_pages=5)
|
|
|
|
assert len(docs) == 5
|
|
assert docs[0].page_content is not None
|
|
|
|
|
|
@pytest.mark.skipif(not confluence_installed, reason="Atlassian package not installed")
|
|
def test_pass_confluence_kwargs() -> None:
|
|
loader = ConfluenceLoader(
|
|
url="https://templates.atlassian.net/wiki/",
|
|
confluence_kwargs={"verify_ssl": False},
|
|
)
|
|
|
|
assert loader.confluence.verify_ssl is False
|