mirror of
https://github.com/hwchase17/langchain
synced 2024-11-08 07:10:35 +00:00
ed58eeb9c5
Moved the following modules to new package langchain-community in a backwards compatible fashion: ``` mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community ``` Moved the following to core ``` mv langchain/langchain/utils/json_schema.py core/langchain_core/utils mv langchain/langchain/utils/html.py core/langchain_core/utils mv langchain/langchain/utils/strings.py core/langchain_core/utils cat langchain/langchain/utils/env.py >> core/langchain_core/utils/env.py rm langchain/langchain/utils/env.py ``` See .scripts/community_split/script_integrations.sh for all changes
166 lines
5.4 KiB
Python
166 lines
5.4 KiB
Python
import os
|
|
from typing import Any
|
|
from unittest.mock import Mock
|
|
|
|
import pytest
|
|
from _pytest.monkeypatch import MonkeyPatch
|
|
from langchain_core.documents import Document
|
|
from pytest_mock import MockerFixture
|
|
|
|
from langchain_community.document_loaders.onenote import OneNoteLoader
|
|
|
|
|
|
def test_initialization() -> None:
|
|
os.environ["MS_GRAPH_CLIENT_ID"] = "CLIENT_ID"
|
|
os.environ["MS_GRAPH_CLIENT_SECRET"] = "CLIENT_SECRET"
|
|
|
|
loader = OneNoteLoader(
|
|
notebook_name="test_notebook",
|
|
section_name="test_section",
|
|
page_title="test_title",
|
|
access_token="access_token",
|
|
)
|
|
assert loader.notebook_name == "test_notebook"
|
|
assert loader.section_name == "test_section"
|
|
assert loader.page_title == "test_title"
|
|
assert loader.access_token == "access_token"
|
|
assert loader._headers == {
|
|
"Authorization": "Bearer access_token",
|
|
}
|
|
|
|
|
|
@pytest.mark.requires("bs4")
|
|
def test_load(mocker: MockerFixture) -> None:
|
|
os.environ["MS_GRAPH_CLIENT_ID"] = "CLIENT_ID"
|
|
os.environ["MS_GRAPH_CLIENT_SECRET"] = "CLIENT_SECRET"
|
|
|
|
mocker.patch(
|
|
"requests.get",
|
|
return_value=mocker.MagicMock(json=lambda: {"value": []}, links=None),
|
|
)
|
|
loader = OneNoteLoader(
|
|
notebook_name="test_notebook",
|
|
section_name="test_section",
|
|
page_title="test_title",
|
|
access_token="access_token",
|
|
)
|
|
documents = loader.load()
|
|
assert documents == []
|
|
|
|
mocker.patch(
|
|
"langchain_community.document_loaders.onenote.OneNoteLoader._get_page_content",
|
|
return_value=(
|
|
"<html><head><title>Test Title</title></head>"
|
|
"<body><p>Test Content</p></body></html>"
|
|
),
|
|
)
|
|
loader = OneNoteLoader(object_ids=["test_id"], access_token="access_token")
|
|
documents = loader.load()
|
|
assert documents == [
|
|
Document(
|
|
page_content="Test Title\nTest Content", metadata={"title": "Test Title"}
|
|
)
|
|
]
|
|
|
|
|
|
class FakeConfidentialClientApplication(Mock):
|
|
def get_authorization_request_url(self, *args: Any, **kwargs: Any) -> str:
|
|
return "fake_authorization_url"
|
|
|
|
|
|
@pytest.mark.requires("msal")
|
|
def test_msal_import(monkeypatch: MonkeyPatch, mocker: MockerFixture) -> None:
|
|
os.environ["MS_GRAPH_CLIENT_ID"] = "CLIENT_ID"
|
|
os.environ["MS_GRAPH_CLIENT_SECRET"] = "CLIENT_SECRET"
|
|
|
|
monkeypatch.setattr("builtins.input", lambda _: "invalid_url")
|
|
mocker.patch(
|
|
"msal.ConfidentialClientApplication",
|
|
return_value=FakeConfidentialClientApplication(),
|
|
)
|
|
loader = OneNoteLoader(
|
|
notebook_name="test_notebook",
|
|
section_name="test_section",
|
|
page_title="test_title",
|
|
)
|
|
with pytest.raises(IndexError):
|
|
loader._auth()
|
|
|
|
|
|
def test_url() -> None:
|
|
os.environ["MS_GRAPH_CLIENT_ID"] = "CLIENT_ID"
|
|
os.environ["MS_GRAPH_CLIENT_SECRET"] = "CLIENT_SECRET"
|
|
|
|
loader = OneNoteLoader(
|
|
notebook_name="test_notebook",
|
|
section_name="test_section",
|
|
page_title="test_title",
|
|
access_token="access_token",
|
|
onenote_api_base_url="https://graph.microsoft.com/v1.0/me/onenote",
|
|
)
|
|
assert loader._url == (
|
|
"https://graph.microsoft.com/v1.0/me/onenote/pages?$select=id"
|
|
"&$expand=parentNotebook,parentSection"
|
|
"&$filter=parentNotebook/displayName%20eq%20'test_notebook'"
|
|
"%20and%20parentSection/displayName%20eq%20'test_section'"
|
|
"%20and%20title%20eq%20'test_title'"
|
|
)
|
|
|
|
loader = OneNoteLoader(
|
|
notebook_name="test_notebook",
|
|
section_name="test_section",
|
|
access_token="access_token",
|
|
onenote_api_base_url="https://graph.microsoft.com/v1.0/me/onenote",
|
|
)
|
|
assert loader._url == (
|
|
"https://graph.microsoft.com/v1.0/me/onenote/pages?$select=id"
|
|
"&$expand=parentNotebook,parentSection"
|
|
"&$filter=parentNotebook/displayName%20eq%20'test_notebook'"
|
|
"%20and%20parentSection/displayName%20eq%20'test_section'"
|
|
)
|
|
|
|
loader = OneNoteLoader(
|
|
notebook_name="test_notebook",
|
|
access_token="access_token",
|
|
onenote_api_base_url="https://graph.microsoft.com/v1.0/me/onenote",
|
|
)
|
|
assert loader._url == (
|
|
"https://graph.microsoft.com/v1.0/me/onenote/pages?$select=id"
|
|
"&$expand=parentNotebook"
|
|
"&$filter=parentNotebook/displayName%20eq%20'test_notebook'"
|
|
)
|
|
|
|
loader = OneNoteLoader(
|
|
section_name="test_section",
|
|
access_token="access_token",
|
|
onenote_api_base_url="https://graph.microsoft.com/v1.0/me/onenote",
|
|
)
|
|
assert loader._url == (
|
|
"https://graph.microsoft.com/v1.0/me/onenote/pages?$select=id"
|
|
"&$expand=parentSection"
|
|
"&$filter=parentSection/displayName%20eq%20'test_section'"
|
|
)
|
|
|
|
loader = OneNoteLoader(
|
|
section_name="test_section",
|
|
page_title="test_title",
|
|
access_token="access_token",
|
|
onenote_api_base_url="https://graph.microsoft.com/v1.0/me/onenote",
|
|
)
|
|
assert loader._url == (
|
|
"https://graph.microsoft.com/v1.0/me/onenote/pages?$select=id"
|
|
"&$expand=parentSection"
|
|
"&$filter=parentSection/displayName%20eq%20'test_section'"
|
|
"%20and%20title%20eq%20'test_title'"
|
|
)
|
|
|
|
loader = OneNoteLoader(
|
|
page_title="test_title",
|
|
access_token="access_token",
|
|
onenote_api_base_url="https://graph.microsoft.com/v1.0/me/onenote",
|
|
)
|
|
assert loader._url == (
|
|
"https://graph.microsoft.com/v1.0/me/onenote/pages?$select=id"
|
|
"&$filter=title%20eq%20'test_title'"
|
|
)
|