mirror of
https://github.com/hwchase17/langchain
synced 2024-11-10 01:10:59 +00:00
25fbe356b4
This PR upgrades community to a recent version of mypy. It inserts type: ignore on all existing failures.
65 lines
1.9 KiB
Python
65 lines
1.9 KiB
Python
"""Integration test for Wikipedia Retriever."""
|
|
from typing import List
|
|
|
|
import pytest
|
|
from langchain_core.documents import Document
|
|
|
|
from langchain_community.retrievers import WikipediaRetriever
|
|
|
|
|
|
@pytest.fixture
|
|
def retriever() -> WikipediaRetriever:
|
|
return WikipediaRetriever() # type: ignore[call-arg]
|
|
|
|
|
|
def assert_docs(docs: List[Document], all_meta: bool = False) -> None:
|
|
for doc in docs:
|
|
assert doc.page_content
|
|
assert doc.metadata
|
|
main_meta = {"title", "summary", "source"}
|
|
assert set(doc.metadata).issuperset(main_meta)
|
|
if all_meta:
|
|
assert len(set(doc.metadata)) > len(main_meta)
|
|
else:
|
|
assert len(set(doc.metadata)) == len(main_meta)
|
|
|
|
|
|
def test_load_success(retriever: WikipediaRetriever) -> None:
|
|
docs = retriever.invoke("HUNTER X HUNTER")
|
|
assert len(docs) > 1
|
|
assert len(docs) <= 3
|
|
assert_docs(docs, all_meta=False)
|
|
|
|
|
|
def test_load_success_all_meta(retriever: WikipediaRetriever) -> None:
|
|
retriever.load_all_available_meta = True
|
|
docs = retriever.invoke("HUNTER X HUNTER")
|
|
assert len(docs) > 1
|
|
assert len(docs) <= 3
|
|
assert_docs(docs, all_meta=True)
|
|
|
|
|
|
def test_load_success_init_args() -> None:
|
|
retriever = WikipediaRetriever( # type: ignore[call-arg]
|
|
lang="en", top_k_results=1, load_all_available_meta=True
|
|
)
|
|
docs = retriever.invoke("HUNTER X HUNTER")
|
|
assert len(docs) == 1
|
|
assert_docs(docs, all_meta=True)
|
|
|
|
|
|
def test_load_success_init_args_more() -> None:
|
|
retriever = WikipediaRetriever( # type: ignore[call-arg]
|
|
lang="en", top_k_results=20, load_all_available_meta=False
|
|
)
|
|
docs = retriever.invoke("HUNTER X HUNTER")
|
|
assert len(docs) == 20
|
|
assert_docs(docs, all_meta=False)
|
|
|
|
|
|
def test_load_no_result(retriever: WikipediaRetriever) -> None:
|
|
docs = retriever.invoke(
|
|
"NORESULTCALL_NORESULTCALL_NORESULTCALL_NORESULTCALL_NORESULTCALL_NORESULTCALL"
|
|
)
|
|
assert not docs
|