2023-05-16 21:35:25 +00:00
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
|
|
import pytest
|
|
|
|
|
|
2023-12-11 21:53:30 +00:00
|
|
|
|
from langchain_community.document_loaders import (
|
|
|
|
|
TelegramChatApiLoader,
|
|
|
|
|
TelegramChatFileLoader,
|
|
|
|
|
)
|
2023-05-16 21:35:25 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_telegram_chat_file_loader() -> None:
|
|
|
|
|
"""Test TelegramChatFileLoader."""
|
|
|
|
|
file_path = Path(__file__).parent / "test_docs" / "telegram.json"
|
|
|
|
|
loader = TelegramChatFileLoader(str(file_path))
|
|
|
|
|
docs = loader.load()
|
|
|
|
|
|
|
|
|
|
assert len(docs) == 1
|
|
|
|
|
assert docs[0].metadata["source"] == str(file_path)
|
|
|
|
|
assert docs[0].page_content == (
|
|
|
|
|
"Henry on 2020-01-01T00:00:02: It's 2020...\n\n"
|
|
|
|
|
"Henry on 2020-01-01T00:00:04: Fireworks!\n\n"
|
|
|
|
|
"Grace 🧤 ðŸ\x8d’ on 2020-01-01T00:00:05: You're a minute late!\n\n"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.requires("telethon", "pandas")
|
|
|
|
|
def test_telegram_channel_loader_parsing() -> None:
|
|
|
|
|
"""Test TelegramChatApiLoader."""
|
|
|
|
|
file_path = Path(__file__).parent / "test_docs" / "telegram_channel.json"
|
|
|
|
|
# if we don't provide any value, it will skip fetching from telegram
|
|
|
|
|
# and will check the parsing logic.
|
|
|
|
|
loader = TelegramChatApiLoader(file_path=str(file_path))
|
|
|
|
|
docs = loader.load()
|
|
|
|
|
|
|
|
|
|
assert len(docs) == 1
|
2024-02-10 00:13:30 +00:00
|
|
|
|
print(docs[0].page_content) # noqa: T201
|
2023-05-16 21:35:25 +00:00
|
|
|
|
assert docs[0].page_content == (
|
|
|
|
|
"Hello, world!.\nLLMs are awesome! Langchain is great. Telegram is the best!."
|
|
|
|
|
)
|