forked from Archives/langchain
f04faf8496
Co-authored-by: Esmit Pérez <esmitperez@users.noreply.github.com>
192 lines
7.2 KiB
Python
192 lines
7.2 KiB
Python
"""All different types of document loaders."""
|
|
|
|
from langchain.document_loaders.airbyte_json import AirbyteJSONLoader
|
|
from langchain.document_loaders.apify_dataset import ApifyDatasetLoader
|
|
from langchain.document_loaders.arxiv import ArxivLoader
|
|
from langchain.document_loaders.azlyrics import AZLyricsLoader
|
|
from langchain.document_loaders.azure_blob_storage_container import (
|
|
AzureBlobStorageContainerLoader,
|
|
)
|
|
from langchain.document_loaders.azure_blob_storage_file import (
|
|
AzureBlobStorageFileLoader,
|
|
)
|
|
from langchain.document_loaders.bigquery import BigQueryLoader
|
|
from langchain.document_loaders.bilibili import BiliBiliLoader
|
|
from langchain.document_loaders.blackboard import BlackboardLoader
|
|
from langchain.document_loaders.blockchain import BlockchainDocumentLoader
|
|
from langchain.document_loaders.chatgpt import ChatGPTLoader
|
|
from langchain.document_loaders.college_confidential import CollegeConfidentialLoader
|
|
from langchain.document_loaders.confluence import ConfluenceLoader
|
|
from langchain.document_loaders.conllu import CoNLLULoader
|
|
from langchain.document_loaders.csv_loader import CSVLoader
|
|
from langchain.document_loaders.dataframe import DataFrameLoader
|
|
from langchain.document_loaders.diffbot import DiffbotLoader
|
|
from langchain.document_loaders.directory import DirectoryLoader
|
|
from langchain.document_loaders.discord import DiscordChatLoader
|
|
from langchain.document_loaders.duckdb_loader import DuckDBLoader
|
|
from langchain.document_loaders.email import (
|
|
OutlookMessageLoader,
|
|
UnstructuredEmailLoader,
|
|
)
|
|
from langchain.document_loaders.epub import UnstructuredEPubLoader
|
|
from langchain.document_loaders.evernote import EverNoteLoader
|
|
from langchain.document_loaders.facebook_chat import FacebookChatLoader
|
|
from langchain.document_loaders.gcs_directory import GCSDirectoryLoader
|
|
from langchain.document_loaders.gcs_file import GCSFileLoader
|
|
from langchain.document_loaders.git import GitLoader
|
|
from langchain.document_loaders.gitbook import GitbookLoader
|
|
from langchain.document_loaders.googledrive import GoogleDriveLoader
|
|
from langchain.document_loaders.gutenberg import GutenbergLoader
|
|
from langchain.document_loaders.hn import HNLoader
|
|
from langchain.document_loaders.html import UnstructuredHTMLLoader
|
|
from langchain.document_loaders.html_bs import BSHTMLLoader
|
|
from langchain.document_loaders.hugging_face_dataset import HuggingFaceDatasetLoader
|
|
from langchain.document_loaders.ifixit import IFixitLoader
|
|
from langchain.document_loaders.image import UnstructuredImageLoader
|
|
from langchain.document_loaders.image_captions import ImageCaptionLoader
|
|
from langchain.document_loaders.imsdb import IMSDbLoader
|
|
from langchain.document_loaders.markdown import UnstructuredMarkdownLoader
|
|
from langchain.document_loaders.modern_treasury import ModernTreasuryLoader
|
|
from langchain.document_loaders.notebook import NotebookLoader
|
|
from langchain.document_loaders.notion import NotionDirectoryLoader
|
|
from langchain.document_loaders.notiondb import NotionDBLoader
|
|
from langchain.document_loaders.obsidian import ObsidianLoader
|
|
from langchain.document_loaders.pdf import (
|
|
MathpixPDFLoader,
|
|
OnlinePDFLoader,
|
|
PDFMinerLoader,
|
|
PDFMinerPDFasHTMLLoader,
|
|
PyMuPDFLoader,
|
|
PyPDFDirectoryLoader,
|
|
PyPDFLoader,
|
|
UnstructuredPDFLoader,
|
|
)
|
|
from langchain.document_loaders.powerpoint import UnstructuredPowerPointLoader
|
|
from langchain.document_loaders.python import PythonLoader
|
|
from langchain.document_loaders.readthedocs import ReadTheDocsLoader
|
|
from langchain.document_loaders.reddit import RedditPostsLoader
|
|
from langchain.document_loaders.roam import RoamLoader
|
|
from langchain.document_loaders.rtf import UnstructuredRTFLoader
|
|
from langchain.document_loaders.s3_directory import S3DirectoryLoader
|
|
from langchain.document_loaders.s3_file import S3FileLoader
|
|
from langchain.document_loaders.sitemap import SitemapLoader
|
|
from langchain.document_loaders.slack_directory import SlackDirectoryLoader
|
|
from langchain.document_loaders.spreedly import SpreedlyLoader
|
|
from langchain.document_loaders.srt import SRTLoader
|
|
from langchain.document_loaders.stripe import StripeLoader
|
|
from langchain.document_loaders.telegram import TelegramChatLoader
|
|
from langchain.document_loaders.text import TextLoader
|
|
from langchain.document_loaders.twitter import TwitterTweetLoader
|
|
from langchain.document_loaders.unstructured import (
|
|
UnstructuredAPIFileIOLoader,
|
|
UnstructuredAPIFileLoader,
|
|
UnstructuredFileIOLoader,
|
|
UnstructuredFileLoader,
|
|
)
|
|
from langchain.document_loaders.url import UnstructuredURLLoader
|
|
from langchain.document_loaders.url_playwright import PlaywrightURLLoader
|
|
from langchain.document_loaders.url_selenium import SeleniumURLLoader
|
|
from langchain.document_loaders.web_base import WebBaseLoader
|
|
from langchain.document_loaders.whatsapp_chat import WhatsAppChatLoader
|
|
from langchain.document_loaders.word_document import (
|
|
Docx2txtLoader,
|
|
UnstructuredWordDocumentLoader,
|
|
)
|
|
from langchain.document_loaders.youtube import (
|
|
GoogleApiClient,
|
|
GoogleApiYoutubeLoader,
|
|
YoutubeLoader,
|
|
)
|
|
|
|
# Legacy: only for backwards compat. Use PyPDFLoader instead
|
|
PagedPDFSplitter = PyPDFLoader
|
|
|
|
__all__ = [
|
|
"AZLyricsLoader",
|
|
"AirbyteJSONLoader",
|
|
"ApifyDatasetLoader",
|
|
"ArxivLoader",
|
|
"StripeLoader",
|
|
"SpreedlyLoader",
|
|
"AzureBlobStorageContainerLoader",
|
|
"AzureBlobStorageFileLoader",
|
|
"BSHTMLLoader",
|
|
"BigQueryLoader",
|
|
"BiliBiliLoader",
|
|
"BlackboardLoader",
|
|
"BlockchainDocumentLoader",
|
|
"CSVLoader",
|
|
"ChatGPTLoader",
|
|
"CoNLLULoader",
|
|
"CollegeConfidentialLoader",
|
|
"ConfluenceLoader",
|
|
"DataFrameLoader",
|
|
"DiffbotLoader",
|
|
"DirectoryLoader",
|
|
"DiscordChatLoader",
|
|
"DuckDBLoader",
|
|
"EverNoteLoader",
|
|
"FacebookChatLoader",
|
|
"GCSDirectoryLoader",
|
|
"GCSFileLoader",
|
|
"GitLoader",
|
|
"GitbookLoader",
|
|
"GoogleApiClient",
|
|
"RedditPostsLoader",
|
|
"GoogleApiYoutubeLoader",
|
|
"GoogleDriveLoader",
|
|
"GutenbergLoader",
|
|
"HNLoader",
|
|
"HuggingFaceDatasetLoader",
|
|
"IFixitLoader",
|
|
"IMSDbLoader",
|
|
"ImageCaptionLoader",
|
|
"ModernTreasuryLoader",
|
|
"NotebookLoader",
|
|
"NotionDBLoader",
|
|
"NotionDirectoryLoader",
|
|
"ObsidianLoader",
|
|
"OnlinePDFLoader",
|
|
"OutlookMessageLoader",
|
|
"PDFMinerLoader",
|
|
"PDFMinerPDFasHTMLLoader",
|
|
"PagedPDFSplitter",
|
|
"PlaywrightURLLoader",
|
|
"PyMuPDFLoader",
|
|
"PyPDFLoader",
|
|
"PythonLoader",
|
|
"ReadTheDocsLoader",
|
|
"RoamLoader",
|
|
"S3DirectoryLoader",
|
|
"S3FileLoader",
|
|
"SRTLoader",
|
|
"SeleniumURLLoader",
|
|
"SitemapLoader",
|
|
"SlackDirectoryLoader",
|
|
"TelegramChatLoader",
|
|
"TextLoader",
|
|
"TwitterTweetLoader",
|
|
"UnstructuredEPubLoader",
|
|
"UnstructuredEmailLoader",
|
|
"UnstructuredAPIFileIOLoader",
|
|
"UnstructuredFileIOLoader",
|
|
"UnstructuredAPIFileLoader",
|
|
"UnstructuredFileLoader",
|
|
"UnstructuredHTMLLoader",
|
|
"UnstructuredImageLoader",
|
|
"UnstructuredMarkdownLoader",
|
|
"UnstructuredPDFLoader",
|
|
"UnstructuredPowerPointLoader",
|
|
"UnstructuredRTFLoader",
|
|
"UnstructuredURLLoader",
|
|
"UnstructuredWordDocumentLoader",
|
|
"WebBaseLoader",
|
|
"WhatsAppChatLoader",
|
|
"YoutubeLoader",
|
|
"PyPDFDirectoryLoader",
|
|
"MathpixPDFLoader",
|
|
"ChatGPTLoader",
|
|
"HuggingFaceDatasetLoader",
|
|
"Docx2txtLoader",
|
|
]
|