mirror of
https://github.com/hwchase17/langchain
synced 2024-11-08 07:10:35 +00:00
41 lines
1.0 KiB
Python
41 lines
1.0 KiB
Python
|
from pathlib import Path
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
|
||
|
|
from langchain.document_loaders.readthedocs import ReadTheDocsLoader
|
||
|
|
|
||
|
|
PARENT_DIR = Path(__file__).parent / "test_docs" / "readthedocs"
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.requires("bs4")
|
||
|
|
def test_main_id_main_content() -> None:
|
||
|
|
loader = ReadTheDocsLoader(PARENT_DIR / "main_id_main_content")
|
||
|
|
documents = loader.load()
|
||
|
|
assert len(documents[0].page_content) != 0
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.requires("bs4")
|
||
|
|
def test_div_role_main() -> None:
|
||
|
|
loader = ReadTheDocsLoader(PARENT_DIR / "div_role_main")
|
||
|
|
documents = loader.load()
|
||
|
|
assert len(documents[0].page_content) != 0
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.requires("bs4")
|
||
|
|
def test_custom() -> None:
|
||
|
|
loader = ReadTheDocsLoader(
|
||
|
|
PARENT_DIR / "custom",
|
||
|
|
custom_html_tag=("article", {"role": "main"}),
|
||
|
|
)
|
||
|
|
documents = loader.load()
|
||
|
|
assert len(documents[0].page_content) != 0
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.requires("bs4")
|
||
|
|
def test_empty() -> None:
|
||
|
|
loader = ReadTheDocsLoader(
|
||
|
|
PARENT_DIR / "custom",
|
||
|
|
)
|
||
|
|
documents = loader.load()
|
||
|
|
assert len(documents[0].page_content) == 0
|