forked from Archives/langchain
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
257 lines
9.7 KiB
Python
257 lines
9.7 KiB
Python
"""All different types of document loaders."""
|
|
|
|
from langchain.document_loaders.airbyte_json import AirbyteJSONLoader
|
|
from langchain.document_loaders.airtable import AirtableLoader
|
|
from langchain.document_loaders.apify_dataset import ApifyDatasetLoader
|
|
from langchain.document_loaders.arxiv import ArxivLoader
|
|
from langchain.document_loaders.azlyrics import AZLyricsLoader
|
|
from langchain.document_loaders.azure_blob_storage_container import (
|
|
AzureBlobStorageContainerLoader,
|
|
)
|
|
from langchain.document_loaders.azure_blob_storage_file import (
|
|
AzureBlobStorageFileLoader,
|
|
)
|
|
from langchain.document_loaders.bibtex import BibtexLoader
|
|
from langchain.document_loaders.bigquery import BigQueryLoader
|
|
from langchain.document_loaders.bilibili import BiliBiliLoader
|
|
from langchain.document_loaders.blackboard import BlackboardLoader
|
|
from langchain.document_loaders.blockchain import BlockchainDocumentLoader
|
|
from langchain.document_loaders.chatgpt import ChatGPTLoader
|
|
from langchain.document_loaders.college_confidential import CollegeConfidentialLoader
|
|
from langchain.document_loaders.confluence import ConfluenceLoader
|
|
from langchain.document_loaders.conllu import CoNLLULoader
|
|
from langchain.document_loaders.csv_loader import CSVLoader, UnstructuredCSVLoader
|
|
from langchain.document_loaders.dataframe import DataFrameLoader
|
|
from langchain.document_loaders.diffbot import DiffbotLoader
|
|
from langchain.document_loaders.directory import DirectoryLoader
|
|
from langchain.document_loaders.discord import DiscordChatLoader
|
|
from langchain.document_loaders.docugami import DocugamiLoader
|
|
from langchain.document_loaders.duckdb_loader import DuckDBLoader
|
|
from langchain.document_loaders.email import (
|
|
OutlookMessageLoader,
|
|
UnstructuredEmailLoader,
|
|
)
|
|
from langchain.document_loaders.embaas import EmbaasBlobLoader, EmbaasLoader
|
|
from langchain.document_loaders.epub import UnstructuredEPubLoader
|
|
from langchain.document_loaders.evernote import EverNoteLoader
|
|
from langchain.document_loaders.excel import UnstructuredExcelLoader
|
|
from langchain.document_loaders.facebook_chat import FacebookChatLoader
|
|
from langchain.document_loaders.fauna import FaunaLoader
|
|
from langchain.document_loaders.figma import FigmaFileLoader
|
|
from langchain.document_loaders.gcs_directory import GCSDirectoryLoader
|
|
from langchain.document_loaders.gcs_file import GCSFileLoader
|
|
from langchain.document_loaders.git import GitLoader
|
|
from langchain.document_loaders.gitbook import GitbookLoader
|
|
from langchain.document_loaders.github import GitHubIssuesLoader
|
|
from langchain.document_loaders.googledrive import GoogleDriveLoader
|
|
from langchain.document_loaders.gutenberg import GutenbergLoader
|
|
from langchain.document_loaders.hn import HNLoader
|
|
from langchain.document_loaders.html import UnstructuredHTMLLoader
|
|
from langchain.document_loaders.html_bs import BSHTMLLoader
|
|
from langchain.document_loaders.hugging_face_dataset import HuggingFaceDatasetLoader
|
|
from langchain.document_loaders.ifixit import IFixitLoader
|
|
from langchain.document_loaders.image import UnstructuredImageLoader
|
|
from langchain.document_loaders.image_captions import ImageCaptionLoader
|
|
from langchain.document_loaders.imsdb import IMSDbLoader
|
|
from langchain.document_loaders.iugu import IuguLoader
|
|
from langchain.document_loaders.joplin import JoplinLoader
|
|
from langchain.document_loaders.json_loader import JSONLoader
|
|
from langchain.document_loaders.markdown import UnstructuredMarkdownLoader
|
|
from langchain.document_loaders.mastodon import MastodonTootsLoader
|
|
from langchain.document_loaders.max_compute import MaxComputeLoader
|
|
from langchain.document_loaders.mediawikidump import MWDumpLoader
|
|
from langchain.document_loaders.modern_treasury import ModernTreasuryLoader
|
|
from langchain.document_loaders.notebook import NotebookLoader
|
|
from langchain.document_loaders.notion import NotionDirectoryLoader
|
|
from langchain.document_loaders.notiondb import NotionDBLoader
|
|
from langchain.document_loaders.obsidian import ObsidianLoader
|
|
from langchain.document_loaders.odt import UnstructuredODTLoader
|
|
from langchain.document_loaders.onedrive import OneDriveLoader
|
|
from langchain.document_loaders.onedrive_file import OneDriveFileLoader
|
|
from langchain.document_loaders.pdf import (
|
|
MathpixPDFLoader,
|
|
OnlinePDFLoader,
|
|
PDFMinerLoader,
|
|
PDFMinerPDFasHTMLLoader,
|
|
PDFPlumberLoader,
|
|
PyMuPDFLoader,
|
|
PyPDFDirectoryLoader,
|
|
PyPDFium2Loader,
|
|
PyPDFLoader,
|
|
UnstructuredPDFLoader,
|
|
)
|
|
from langchain.document_loaders.powerpoint import UnstructuredPowerPointLoader
|
|
from langchain.document_loaders.psychic import PsychicLoader
|
|
from langchain.document_loaders.pyspark_dataframe import PySparkDataFrameLoader
|
|
from langchain.document_loaders.python import PythonLoader
|
|
from langchain.document_loaders.readthedocs import ReadTheDocsLoader
|
|
from langchain.document_loaders.reddit import RedditPostsLoader
|
|
from langchain.document_loaders.roam import RoamLoader
|
|
from langchain.document_loaders.rtf import UnstructuredRTFLoader
|
|
from langchain.document_loaders.s3_directory import S3DirectoryLoader
|
|
from langchain.document_loaders.s3_file import S3FileLoader
|
|
from langchain.document_loaders.sitemap import SitemapLoader
|
|
from langchain.document_loaders.slack_directory import SlackDirectoryLoader
|
|
from langchain.document_loaders.snowflake_loader import SnowflakeLoader
|
|
from langchain.document_loaders.spreedly import SpreedlyLoader
|
|
from langchain.document_loaders.srt import SRTLoader
|
|
from langchain.document_loaders.stripe import StripeLoader
|
|
from langchain.document_loaders.telegram import (
|
|
TelegramChatApiLoader,
|
|
TelegramChatFileLoader,
|
|
)
|
|
from langchain.document_loaders.text import TextLoader
|
|
from langchain.document_loaders.tomarkdown import ToMarkdownLoader
|
|
from langchain.document_loaders.toml import TomlLoader
|
|
from langchain.document_loaders.trello import TrelloLoader
|
|
from langchain.document_loaders.twitter import TwitterTweetLoader
|
|
from langchain.document_loaders.unstructured import (
|
|
UnstructuredAPIFileIOLoader,
|
|
UnstructuredAPIFileLoader,
|
|
UnstructuredFileIOLoader,
|
|
UnstructuredFileLoader,
|
|
)
|
|
from langchain.document_loaders.url import UnstructuredURLLoader
|
|
from langchain.document_loaders.url_playwright import PlaywrightURLLoader
|
|
from langchain.document_loaders.url_selenium import SeleniumURLLoader
|
|
from langchain.document_loaders.weather import WeatherDataLoader
|
|
from langchain.document_loaders.web_base import WebBaseLoader
|
|
from langchain.document_loaders.whatsapp_chat import WhatsAppChatLoader
|
|
from langchain.document_loaders.wikipedia import WikipediaLoader
|
|
from langchain.document_loaders.word_document import (
|
|
Docx2txtLoader,
|
|
UnstructuredWordDocumentLoader,
|
|
)
|
|
from langchain.document_loaders.xml import UnstructuredXMLLoader
|
|
from langchain.document_loaders.youtube import (
|
|
GoogleApiClient,
|
|
GoogleApiYoutubeLoader,
|
|
YoutubeLoader,
|
|
)
|
|
|
|
# Legacy: only for backwards compat. Use PyPDFLoader instead
|
|
PagedPDFSplitter = PyPDFLoader
|
|
|
|
# For backwards compatability
|
|
TelegramChatLoader = TelegramChatFileLoader
|
|
|
|
__all__ = [
|
|
"AZLyricsLoader",
|
|
"AirbyteJSONLoader",
|
|
"AirtableLoader",
|
|
"ApifyDatasetLoader",
|
|
"ArxivLoader",
|
|
"AzureBlobStorageContainerLoader",
|
|
"AzureBlobStorageFileLoader",
|
|
"BSHTMLLoader",
|
|
"BibtexLoader",
|
|
"BigQueryLoader",
|
|
"BiliBiliLoader",
|
|
"BlackboardLoader",
|
|
"BlockchainDocumentLoader",
|
|
"CSVLoader",
|
|
"ChatGPTLoader",
|
|
"CoNLLULoader",
|
|
"CollegeConfidentialLoader",
|
|
"ConfluenceLoader",
|
|
"DataFrameLoader",
|
|
"DiffbotLoader",
|
|
"DirectoryLoader",
|
|
"DiscordChatLoader",
|
|
"DocugamiLoader",
|
|
"Docx2txtLoader",
|
|
"DuckDBLoader",
|
|
"FaunaLoader",
|
|
"EverNoteLoader",
|
|
"FacebookChatLoader",
|
|
"FigmaFileLoader",
|
|
"GCSDirectoryLoader",
|
|
"GCSFileLoader",
|
|
"GitHubIssuesLoader",
|
|
"GitLoader",
|
|
"GitbookLoader",
|
|
"GoogleApiClient",
|
|
"GoogleApiYoutubeLoader",
|
|
"GoogleDriveLoader",
|
|
"GutenbergLoader",
|
|
"HNLoader",
|
|
"HuggingFaceDatasetLoader",
|
|
"HuggingFaceDatasetLoader",
|
|
"IFixitLoader",
|
|
"IMSDbLoader",
|
|
"ImageCaptionLoader",
|
|
"IuguLoader",
|
|
"JSONLoader",
|
|
"JoplinLoader",
|
|
"MWDumpLoader",
|
|
"MastodonTootsLoader",
|
|
"MathpixPDFLoader",
|
|
"MaxComputeLoader",
|
|
"ModernTreasuryLoader",
|
|
"NotebookLoader",
|
|
"NotionDBLoader",
|
|
"NotionDirectoryLoader",
|
|
"ObsidianLoader",
|
|
"OneDriveLoader",
|
|
"OneDriveFileLoader",
|
|
"OnlinePDFLoader",
|
|
"OutlookMessageLoader",
|
|
"PDFMinerLoader",
|
|
"PDFMinerPDFasHTMLLoader",
|
|
"PDFPlumberLoader",
|
|
"PagedPDFSplitter",
|
|
"PlaywrightURLLoader",
|
|
"PsychicLoader",
|
|
"PyMuPDFLoader",
|
|
"PyPDFDirectoryLoader",
|
|
"PyPDFLoader",
|
|
"PyPDFium2Loader",
|
|
"PySparkDataFrameLoader",
|
|
"PythonLoader",
|
|
"ReadTheDocsLoader",
|
|
"RedditPostsLoader",
|
|
"RoamLoader",
|
|
"S3DirectoryLoader",
|
|
"S3FileLoader",
|
|
"SRTLoader",
|
|
"SeleniumURLLoader",
|
|
"SitemapLoader",
|
|
"SlackDirectoryLoader",
|
|
"SpreedlyLoader",
|
|
"StripeLoader",
|
|
"TelegramChatApiLoader",
|
|
"TelegramChatFileLoader",
|
|
"TelegramChatLoader",
|
|
"TextLoader",
|
|
"ToMarkdownLoader",
|
|
"TomlLoader",
|
|
"TrelloLoader",
|
|
"TwitterTweetLoader",
|
|
"UnstructuredAPIFileIOLoader",
|
|
"UnstructuredAPIFileLoader",
|
|
"UnstructuredCSVLoader",
|
|
"UnstructuredEPubLoader",
|
|
"UnstructuredEmailLoader",
|
|
"UnstructuredExcelLoader",
|
|
"UnstructuredFileIOLoader",
|
|
"UnstructuredFileLoader",
|
|
"UnstructuredHTMLLoader",
|
|
"UnstructuredImageLoader",
|
|
"UnstructuredMarkdownLoader",
|
|
"UnstructuredODTLoader",
|
|
"UnstructuredPDFLoader",
|
|
"UnstructuredPowerPointLoader",
|
|
"UnstructuredRTFLoader",
|
|
"UnstructuredURLLoader",
|
|
"UnstructuredWordDocumentLoader",
|
|
"UnstructuredXMLLoader",
|
|
"WeatherDataLoader",
|
|
"WebBaseLoader",
|
|
"WhatsAppChatLoader",
|
|
"WikipediaLoader",
|
|
"YoutubeLoader",
|
|
"SnowflakeLoader",
|
|
"EmbaasLoader",
|
|
"EmbaasBlobLoader",
|
|
]
|