codekingpro/portable-devtools

1"""**Document Loaders**  are classes to load Documents.2 3**Document Loaders** are usually used to load a lot of Documents in a single run.4 5**Class hierarchy:**6 7.. code-block::8 9    BaseLoader --> <name>Loader  # Examples: TextLoader, UnstructuredFileLoader10 11**Main helpers:**12 13.. code-block::14 15    Document, <name>TextSplitter16"""17 18import importlib19from typing import TYPE_CHECKING, Any20 21if TYPE_CHECKING:22    from langchain_community.document_loaders.acreom import (23        AcreomLoader,24    )25    from langchain_community.document_loaders.airbyte import (26        AirbyteCDKLoader,27        AirbyteGongLoader,28        AirbyteHubspotLoader,29        AirbyteSalesforceLoader,30        AirbyteShopifyLoader,31        AirbyteStripeLoader,32        AirbyteTypeformLoader,33        AirbyteZendeskSupportLoader,34    )35    from langchain_community.document_loaders.airbyte_json import (36        AirbyteJSONLoader,37    )38    from langchain_community.document_loaders.airtable import (39        AirtableLoader,40    )41    from langchain_community.document_loaders.apify_dataset import (42        ApifyDatasetLoader,43    )44    from langchain_community.document_loaders.arcgis_loader import (45        ArcGISLoader,46    )47    from langchain_community.document_loaders.arxiv import (48        ArxivLoader,49    )50    from langchain_community.document_loaders.assemblyai import (51        AssemblyAIAudioLoaderById,52        AssemblyAIAudioTranscriptLoader,53    )54    from langchain_community.document_loaders.astradb import (55        AstraDBLoader,56    )57    from langchain_community.document_loaders.async_html import (58        AsyncHtmlLoader,59    )60    from langchain_community.document_loaders.athena import (61        AthenaLoader,62    )63    from langchain_community.document_loaders.azlyrics import (64        AZLyricsLoader,65    )66    from langchain_community.document_loaders.azure_ai_data import (67        AzureAIDataLoader,68    )69    from langchain_community.document_loaders.azure_blob_storage_container import (70        AzureBlobStorageContainerLoader,71    )72    from langchain_community.document_loaders.azure_blob_storage_file import (73        AzureBlobStorageFileLoader,74    )75    from langchain_community.document_loaders.bibtex import (76        BibtexLoader,77    )78    from langchain_community.document_loaders.bigquery import (79        BigQueryLoader,80    )81    from langchain_community.document_loaders.bilibili import (82        BiliBiliLoader,83    )84    from langchain_community.document_loaders.blackboard import (85        BlackboardLoader,86    )87    from langchain_community.document_loaders.blob_loaders import (88        Blob,89        BlobLoader,90        CloudBlobLoader,91        FileSystemBlobLoader,92        YoutubeAudioLoader,93    )94    from langchain_community.document_loaders.blockchain import (95        BlockchainDocumentLoader,96    )97    from langchain_community.document_loaders.brave_search import (98        BraveSearchLoader,99    )100    from langchain_community.document_loaders.browserbase import (101        BrowserbaseLoader,102    )103    from langchain_community.document_loaders.browserless import (104        BrowserlessLoader,105    )106    from langchain_community.document_loaders.cassandra import (107        CassandraLoader,108    )109    from langchain_community.document_loaders.chatgpt import (110        ChatGPTLoader,111    )112    from langchain_community.document_loaders.chm import (113        UnstructuredCHMLoader,114    )115    from langchain_community.document_loaders.chromium import (116        AsyncChromiumLoader,117    )118    from langchain_community.document_loaders.college_confidential import (119        CollegeConfidentialLoader,120    )121    from langchain_community.document_loaders.concurrent import (122        ConcurrentLoader,123    )124    from langchain_community.document_loaders.confluence import (125        ConfluenceLoader,126    )127    from langchain_community.document_loaders.conllu import (128        CoNLLULoader,129    )130    from langchain_community.document_loaders.couchbase import (131        CouchbaseLoader,132    )133    from langchain_community.document_loaders.csv_loader import (134        CSVLoader,135        UnstructuredCSVLoader,136    )137    from langchain_community.document_loaders.cube_semantic import (138        CubeSemanticLoader,139    )140    from langchain_community.document_loaders.datadog_logs import (141        DatadogLogsLoader,142    )143    from langchain_community.document_loaders.dataframe import (144        DataFrameLoader,145    )146    from langchain_community.document_loaders.dedoc import (147        DedocAPIFileLoader,148        DedocFileLoader,149    )150    from langchain_community.document_loaders.diffbot import (151        DiffbotLoader,152    )153    from langchain_community.document_loaders.directory import (154        DirectoryLoader,155    )156    from langchain_community.document_loaders.discord import (157        DiscordChatLoader,158    )159    from langchain_community.document_loaders.doc_intelligence import (160        AzureAIDocumentIntelligenceLoader,161    )162    from langchain_community.document_loaders.docugami import (163        DocugamiLoader,164    )165    from langchain_community.document_loaders.docusaurus import (166        DocusaurusLoader,167    )168    from langchain_community.document_loaders.dropbox import (169        DropboxLoader,170    )171    from langchain_community.document_loaders.duckdb_loader import (172        DuckDBLoader,173    )174    from langchain_community.document_loaders.email import (175        OutlookMessageLoader,176        UnstructuredEmailLoader,177    )178    from langchain_community.document_loaders.epub import (179        UnstructuredEPubLoader,180    )181    from langchain_community.document_loaders.etherscan import (182        EtherscanLoader,183    )184    from langchain_community.document_loaders.evernote import (185        EverNoteLoader,186    )187    from langchain_community.document_loaders.excel import (188        UnstructuredExcelLoader,189    )190    from langchain_community.document_loaders.facebook_chat import (191        FacebookChatLoader,192    )193    from langchain_community.document_loaders.fauna import (194        FaunaLoader,195    )196    from langchain_community.document_loaders.figma import (197        FigmaFileLoader,198    )199    from langchain_community.document_loaders.firecrawl import (200        FireCrawlLoader,201    )202    from langchain_community.document_loaders.gcs_directory import (203        GCSDirectoryLoader,204    )205    from langchain_community.document_loaders.gcs_file import (206        GCSFileLoader,207    )208    from langchain_community.document_loaders.geodataframe import (209        GeoDataFrameLoader,210    )211    from langchain_community.document_loaders.git import (212        GitLoader,213    )214    from langchain_community.document_loaders.gitbook import (215        GitbookLoader,216    )217    from langchain_community.document_loaders.github import (218        GithubFileLoader,219        GitHubIssuesLoader,220    )221    from langchain_community.document_loaders.glue_catalog import (222        GlueCatalogLoader,223    )224    from langchain_community.document_loaders.google_speech_to_text import (225        GoogleSpeechToTextLoader,226    )227    from langchain_community.document_loaders.googledrive import (228        GoogleDriveLoader,229    )230    from langchain_community.document_loaders.gutenberg import (231        GutenbergLoader,232    )233    from langchain_community.document_loaders.hn import (234        HNLoader,235    )236    from langchain_community.document_loaders.html import (237        UnstructuredHTMLLoader,238    )239    from langchain_community.document_loaders.html_bs import (240        BSHTMLLoader,241    )242    from langchain_community.document_loaders.hugging_face_dataset import (243        HuggingFaceDatasetLoader,244    )245    from langchain_community.document_loaders.hugging_face_model import (246        HuggingFaceModelLoader,247    )248    from langchain_community.document_loaders.ifixit import (249        IFixitLoader,250    )251    from langchain_community.document_loaders.image import (252        UnstructuredImageLoader,253    )254    from langchain_community.document_loaders.image_captions import (255        ImageCaptionLoader,256    )257    from langchain_community.document_loaders.imsdb import (258        IMSDbLoader,259    )260    from langchain_community.document_loaders.iugu import (261        IuguLoader,262    )263    from langchain_community.document_loaders.joplin import (264        JoplinLoader,265    )266    from langchain_community.document_loaders.json_loader import (267        JSONLoader,268    )269    from langchain_community.document_loaders.kinetica_loader import KineticaLoader270    from langchain_community.document_loaders.lakefs import (271        LakeFSLoader,272    )273    from langchain_community.document_loaders.larksuite import (274        LarkSuiteDocLoader,275    )276    from langchain_community.document_loaders.llmsherpa import (277        LLMSherpaFileLoader,278    )279    from langchain_community.document_loaders.markdown import (280        UnstructuredMarkdownLoader,281    )282    from langchain_community.document_loaders.mastodon import (283        MastodonTootsLoader,284    )285    from langchain_community.document_loaders.max_compute import (286        MaxComputeLoader,287    )288    from langchain_community.document_loaders.mediawikidump import (289        MWDumpLoader,290    )291    from langchain_community.document_loaders.merge import (292        MergedDataLoader,293    )294    from langchain_community.document_loaders.mhtml import (295        MHTMLLoader,296    )297    from langchain_community.document_loaders.modern_treasury import (298        ModernTreasuryLoader,299    )300    from langchain_community.document_loaders.mongodb import (301        MongodbLoader,302    )303    from langchain_community.document_loaders.needle import (304        NeedleLoader,305    )306    from langchain_community.document_loaders.news import (307        NewsURLLoader,308    )309    from langchain_community.document_loaders.notebook import (310        NotebookLoader,311    )312    from langchain_community.document_loaders.notion import (313        NotionDirectoryLoader,314    )315    from langchain_community.document_loaders.notiondb import (316        NotionDBLoader,317    )318    from langchain_community.document_loaders.obs_directory import (319        OBSDirectoryLoader,320    )321    from langchain_community.document_loaders.obs_file import (322        OBSFileLoader,323    )324    from langchain_community.document_loaders.obsidian import (325        ObsidianLoader,326    )327    from langchain_community.document_loaders.odt import (328        UnstructuredODTLoader,329    )330    from langchain_community.document_loaders.onedrive import (331        OneDriveLoader,332    )333    from langchain_community.document_loaders.onedrive_file import (334        OneDriveFileLoader,335    )336    from langchain_community.document_loaders.open_city_data import (337        OpenCityDataLoader,338    )339    from langchain_community.document_loaders.oracleadb_loader import (340        OracleAutonomousDatabaseLoader,341    )342    from langchain_community.document_loaders.oracleai import (343        OracleDocLoader,344        OracleTextSplitter,345    )346    from langchain_community.document_loaders.org_mode import (347        UnstructuredOrgModeLoader,348    )349    from langchain_community.document_loaders.pdf import (350        AmazonTextractPDFLoader,351        DedocPDFLoader,352        MathpixPDFLoader,353        OnlinePDFLoader,354        PagedPDFSplitter,355        PDFMinerLoader,356        PDFMinerPDFasHTMLLoader,357        PDFPlumberLoader,358        PyMuPDFLoader,359        PyPDFDirectoryLoader,360        PyPDFium2Loader,361        PyPDFLoader,362        UnstructuredPDFLoader,363    )364    from langchain_community.document_loaders.pebblo import (365        PebbloSafeLoader,366        PebbloTextLoader,367    )368    from langchain_community.document_loaders.polars_dataframe import (369        PolarsDataFrameLoader,370    )371    from langchain_community.document_loaders.powerpoint import (372        UnstructuredPowerPointLoader,373    )374    from langchain_community.document_loaders.psychic import (375        PsychicLoader,376    )377    from langchain_community.document_loaders.pubmed import (378        PubMedLoader,379    )380    from langchain_community.document_loaders.pyspark_dataframe import (381        PySparkDataFrameLoader,382    )383    from langchain_community.document_loaders.python import (384        PythonLoader,385    )386    from langchain_community.document_loaders.readthedocs import (387        ReadTheDocsLoader,388    )389    from langchain_community.document_loaders.recursive_url_loader import (390        RecursiveUrlLoader,391    )392    from langchain_community.document_loaders.reddit import (393        RedditPostsLoader,394    )395    from langchain_community.document_loaders.roam import (396        RoamLoader,397    )398    from langchain_community.document_loaders.rocksetdb import (399        RocksetLoader,400    )401    from langchain_community.document_loaders.rss import (402        RSSFeedLoader,403    )404    from langchain_community.document_loaders.rst import (405        UnstructuredRSTLoader,406    )407    from langchain_community.document_loaders.rtf import (408        UnstructuredRTFLoader,409    )410    from langchain_community.document_loaders.s3_directory import (411        S3DirectoryLoader,412    )413    from langchain_community.document_loaders.s3_file import (414        S3FileLoader,415    )416    from langchain_community.document_loaders.scrapfly import (417        ScrapflyLoader,418    )419    from langchain_community.document_loaders.scrapingant import (420        ScrapingAntLoader,421    )422    from langchain_community.document_loaders.sharepoint import (423        SharePointLoader,424    )425    from langchain_community.document_loaders.sitemap import (426        SitemapLoader,427    )428    from langchain_community.document_loaders.slack_directory import (429        SlackDirectoryLoader,430    )431    from langchain_community.document_loaders.snowflake_loader import (432        SnowflakeLoader,433    )434    from langchain_community.document_loaders.spider import (435        SpiderLoader,436    )437    from langchain_community.document_loaders.spreedly import (438        SpreedlyLoader,439    )440    from langchain_community.document_loaders.sql_database import (441        SQLDatabaseLoader,442    )443    from langchain_community.document_loaders.srt import (444        SRTLoader,445    )446    from langchain_community.document_loaders.stripe import (447        StripeLoader,448    )449    from langchain_community.document_loaders.surrealdb import (450        SurrealDBLoader,451    )452    from langchain_community.document_loaders.telegram import (453        TelegramChatApiLoader,454        TelegramChatFileLoader,455        TelegramChatLoader,456    )457    from langchain_community.document_loaders.tencent_cos_directory import (458        TencentCOSDirectoryLoader,459    )460    from langchain_community.document_loaders.tencent_cos_file import (461        TencentCOSFileLoader,462    )463    from langchain_community.document_loaders.tensorflow_datasets import (464        TensorflowDatasetLoader,465    )466    from langchain_community.document_loaders.text import (467        TextLoader,468    )469    from langchain_community.document_loaders.tidb import (470        TiDBLoader,471    )472    from langchain_community.document_loaders.tomarkdown import (473        ToMarkdownLoader,474    )475    from langchain_community.document_loaders.toml import (476        TomlLoader,477    )478    from langchain_community.document_loaders.trello import (479        TrelloLoader,480    )481    from langchain_community.document_loaders.tsv import (482        UnstructuredTSVLoader,483    )484    from langchain_community.document_loaders.twitter import (485        TwitterTweetLoader,486    )487    from langchain_community.document_loaders.unstructured import (488        UnstructuredAPIFileIOLoader,489        UnstructuredAPIFileLoader,490        UnstructuredFileIOLoader,491        UnstructuredFileLoader,492    )493    from langchain_community.document_loaders.url import (494        UnstructuredURLLoader,495    )496    from langchain_community.document_loaders.url_playwright import (497        PlaywrightURLLoader,498    )499    from langchain_community.document_loaders.url_selenium import (500        SeleniumURLLoader,501    )502    from langchain_community.document_loaders.vsdx import (503        VsdxLoader,504    )505    from langchain_community.document_loaders.weather import (506        WeatherDataLoader,507    )508    from langchain_community.document_loaders.web_base import (509        WebBaseLoader,510    )511    from langchain_community.document_loaders.whatsapp_chat import (512        WhatsAppChatLoader,513    )514    from langchain_community.document_loaders.wikipedia import (515        WikipediaLoader,516    )517    from langchain_community.document_loaders.word_document import (518        Docx2txtLoader,519        UnstructuredWordDocumentLoader,520    )521    from langchain_community.document_loaders.xml import (522        UnstructuredXMLLoader,523    )524    from langchain_community.document_loaders.xorbits import (525        XorbitsLoader,526    )527    from langchain_community.document_loaders.youtube import (528        GoogleApiClient,529        GoogleApiYoutubeLoader,530        YoutubeLoader,531    )532    from langchain_community.document_loaders.yuque import (533        YuqueLoader,534    )535 536 537_module_lookup = {538    "AZLyricsLoader": "langchain_community.document_loaders.azlyrics",539    "AcreomLoader": "langchain_community.document_loaders.acreom",540    "AirbyteCDKLoader": "langchain_community.document_loaders.airbyte",541    "AirbyteGongLoader": "langchain_community.document_loaders.airbyte",542    "AirbyteHubspotLoader": "langchain_community.document_loaders.airbyte",543    "AirbyteJSONLoader": "langchain_community.document_loaders.airbyte_json",544    "AirbyteSalesforceLoader": "langchain_community.document_loaders.airbyte",545    "AirbyteShopifyLoader": "langchain_community.document_loaders.airbyte",546    "AirbyteStripeLoader": "langchain_community.document_loaders.airbyte",547    "AirbyteTypeformLoader": "langchain_community.document_loaders.airbyte",548    "AirbyteZendeskSupportLoader": "langchain_community.document_loaders.airbyte",549    "AirtableLoader": "langchain_community.document_loaders.airtable",550    "AmazonTextractPDFLoader": "langchain_community.document_loaders.pdf",551    "ApifyDatasetLoader": "langchain_community.document_loaders.apify_dataset",552    "ArcGISLoader": "langchain_community.document_loaders.arcgis_loader",553    "ArxivLoader": "langchain_community.document_loaders.arxiv",554    "AssemblyAIAudioLoaderById": "langchain_community.document_loaders.assemblyai",555    "AssemblyAIAudioTranscriptLoader": "langchain_community.document_loaders.assemblyai",  # noqa: E501556    "AstraDBLoader": "langchain_community.document_loaders.astradb",557    "AsyncChromiumLoader": "langchain_community.document_loaders.chromium",558    "AsyncHtmlLoader": "langchain_community.document_loaders.async_html",559    "AthenaLoader": "langchain_community.document_loaders.athena",560    "AzureAIDataLoader": "langchain_community.document_loaders.azure_ai_data",561    "AzureAIDocumentIntelligenceLoader": "langchain_community.document_loaders.doc_intelligence",  # noqa: E501562    "AzureBlobStorageContainerLoader": "langchain_community.document_loaders.azure_blob_storage_container",  # noqa: E501563    "AzureBlobStorageFileLoader": "langchain_community.document_loaders.azure_blob_storage_file",  # noqa: E501564    "BSHTMLLoader": "langchain_community.document_loaders.html_bs",565    "BibtexLoader": "langchain_community.document_loaders.bibtex",566    "BigQueryLoader": "langchain_community.document_loaders.bigquery",567    "BiliBiliLoader": "langchain_community.document_loaders.bilibili",568    "BlackboardLoader": "langchain_community.document_loaders.blackboard",569    "Blob": "langchain_community.document_loaders.blob_loaders",570    "BlobLoader": "langchain_community.document_loaders.blob_loaders",571    "BlockchainDocumentLoader": "langchain_community.document_loaders.blockchain",572    "BraveSearchLoader": "langchain_community.document_loaders.brave_search",573    "BrowserbaseLoader": "langchain_community.document_loaders.browserbase",574    "BrowserlessLoader": "langchain_community.document_loaders.browserless",575    "CSVLoader": "langchain_community.document_loaders.csv_loader",576    "CassandraLoader": "langchain_community.document_loaders.cassandra",577    "ChatGPTLoader": "langchain_community.document_loaders.chatgpt",578    "CloudBlobLoader": "langchain_community.document_loaders.blob_loaders",579    "CoNLLULoader": "langchain_community.document_loaders.conllu",580    "CollegeConfidentialLoader": "langchain_community.document_loaders.college_confidential",  # noqa: E501581    "ConcurrentLoader": "langchain_community.document_loaders.concurrent",582    "ConfluenceLoader": "langchain_community.document_loaders.confluence",583    "CouchbaseLoader": "langchain_community.document_loaders.couchbase",584    "CubeSemanticLoader": "langchain_community.document_loaders.cube_semantic",585    "DataFrameLoader": "langchain_community.document_loaders.dataframe",586    "DatadogLogsLoader": "langchain_community.document_loaders.datadog_logs",587    "DedocAPIFileLoader": "langchain_community.document_loaders.dedoc",588    "DedocFileLoader": "langchain_community.document_loaders.dedoc",589    "DedocPDFLoader": "langchain_community.document_loaders.pdf",590    "DiffbotLoader": "langchain_community.document_loaders.diffbot",591    "DirectoryLoader": "langchain_community.document_loaders.directory",592    "DiscordChatLoader": "langchain_community.document_loaders.discord",593    "DocugamiLoader": "langchain_community.document_loaders.docugami",594    "DocusaurusLoader": "langchain_community.document_loaders.docusaurus",595    "Docx2txtLoader": "langchain_community.document_loaders.word_document",596    "DropboxLoader": "langchain_community.document_loaders.dropbox",597    "DuckDBLoader": "langchain_community.document_loaders.duckdb_loader",598    "EtherscanLoader": "langchain_community.document_loaders.etherscan",599    "EverNoteLoader": "langchain_community.document_loaders.evernote",600    "FacebookChatLoader": "langchain_community.document_loaders.facebook_chat",601    "FaunaLoader": "langchain_community.document_loaders.fauna",602    "FigmaFileLoader": "langchain_community.document_loaders.figma",603    "FireCrawlLoader": "langchain_community.document_loaders.firecrawl",604    "FileSystemBlobLoader": "langchain_community.document_loaders.blob_loaders",605    "GCSDirectoryLoader": "langchain_community.document_loaders.gcs_directory",606    "GCSFileLoader": "langchain_community.document_loaders.gcs_file",607    "GeoDataFrameLoader": "langchain_community.document_loaders.geodataframe",608    "GitHubIssuesLoader": "langchain_community.document_loaders.github",609    "GitLoader": "langchain_community.document_loaders.git",610    "GitbookLoader": "langchain_community.document_loaders.gitbook",611    "GithubFileLoader": "langchain_community.document_loaders.github",612    "GlueCatalogLoader": "langchain_community.document_loaders.glue_catalog",613    "GoogleApiClient": "langchain_community.document_loaders.youtube",614    "GoogleApiYoutubeLoader": "langchain_community.document_loaders.youtube",615    "GoogleDriveLoader": "langchain_community.document_loaders.googledrive",616    "GoogleSpeechToTextLoader": "langchain_community.document_loaders.google_speech_to_text",  # noqa: E501617    "GutenbergLoader": "langchain_community.document_loaders.gutenberg",618    "HNLoader": "langchain_community.document_loaders.hn",619    "HuggingFaceDatasetLoader": "langchain_community.document_loaders.hugging_face_dataset",  # noqa: E501620    "HuggingFaceModelLoader": "langchain_community.document_loaders.hugging_face_model",621    "IFixitLoader": "langchain_community.document_loaders.ifixit",622    "IMSDbLoader": "langchain_community.document_loaders.imsdb",623    "ImageCaptionLoader": "langchain_community.document_loaders.image_captions",624    "IuguLoader": "langchain_community.document_loaders.iugu",625    "JSONLoader": "langchain_community.document_loaders.json_loader",626    "JoplinLoader": "langchain_community.document_loaders.joplin",627    "KineticaLoader": "langchain_community.document_loaders.kinetica_loader",628    "LakeFSLoader": "langchain_community.document_loaders.lakefs",629    "LarkSuiteDocLoader": "langchain_community.document_loaders.larksuite",630    "LLMSherpaFileLoader": "langchain_community.document_loaders.llmsherpa",631    "MHTMLLoader": "langchain_community.document_loaders.mhtml",632    "MWDumpLoader": "langchain_community.document_loaders.mediawikidump",633    "MastodonTootsLoader": "langchain_community.document_loaders.mastodon",634    "MathpixPDFLoader": "langchain_community.document_loaders.pdf",635    "MaxComputeLoader": "langchain_community.document_loaders.max_compute",636    "MergedDataLoader": "langchain_community.document_loaders.merge",637    "ModernTreasuryLoader": "langchain_community.document_loaders.modern_treasury",638    "MongodbLoader": "langchain_community.document_loaders.mongodb",639    "NeedleLoader": "langchain_community.document_loaders.needle",640    "NewsURLLoader": "langchain_community.document_loaders.news",641    "NotebookLoader": "langchain_community.document_loaders.notebook",642    "NotionDBLoader": "langchain_community.document_loaders.notiondb",643    "NotionDirectoryLoader": "langchain_community.document_loaders.notion",644    "OBSDirectoryLoader": "langchain_community.document_loaders.obs_directory",645    "OBSFileLoader": "langchain_community.document_loaders.obs_file",646    "ObsidianLoader": "langchain_community.document_loaders.obsidian",647    "OneDriveFileLoader": "langchain_community.document_loaders.onedrive_file",648    "OneDriveLoader": "langchain_community.document_loaders.onedrive",649    "OnlinePDFLoader": "langchain_community.document_loaders.pdf",650    "OpenCityDataLoader": "langchain_community.document_loaders.open_city_data",651    "OracleAutonomousDatabaseLoader": "langchain_community.document_loaders.oracleadb_loader",  # noqa: E501652    "OracleDocLoader": "langchain_community.document_loaders.oracleai",653    "OracleTextSplitter": "langchain_community.document_loaders.oracleai",654    "OutlookMessageLoader": "langchain_community.document_loaders.email",655    "PDFMinerLoader": "langchain_community.document_loaders.pdf",656    "PDFMinerPDFasHTMLLoader": "langchain_community.document_loaders.pdf",657    "PDFPlumberLoader": "langchain_community.document_loaders.pdf",658    "PagedPDFSplitter": "langchain_community.document_loaders.pdf",659    "PebbloSafeLoader": "langchain_community.document_loaders.pebblo",660    "PebbloTextLoader": "langchain_community.document_loaders.pebblo",661    "PlaywrightURLLoader": "langchain_community.document_loaders.url_playwright",662    "PolarsDataFrameLoader": "langchain_community.document_loaders.polars_dataframe",663    "PsychicLoader": "langchain_community.document_loaders.psychic",664    "PubMedLoader": "langchain_community.document_loaders.pubmed",665    "PyMuPDFLoader": "langchain_community.document_loaders.pdf",666    "PyPDFDirectoryLoader": "langchain_community.document_loaders.pdf",667    "PyPDFLoader": "langchain_community.document_loaders.pdf",668    "PyPDFium2Loader": "langchain_community.document_loaders.pdf",669    "PySparkDataFrameLoader": "langchain_community.document_loaders.pyspark_dataframe",670    "PythonLoader": "langchain_community.document_loaders.python",671    "RSSFeedLoader": "langchain_community.document_loaders.rss",672    "ReadTheDocsLoader": "langchain_community.document_loaders.readthedocs",673    "RecursiveUrlLoader": "langchain_community.document_loaders.recursive_url_loader",674    "RedditPostsLoader": "langchain_community.document_loaders.reddit",675    "RoamLoader": "langchain_community.document_loaders.roam",676    "RocksetLoader": "langchain_community.document_loaders.rocksetdb",677    "S3DirectoryLoader": "langchain_community.document_loaders.s3_directory",678    "S3FileLoader": "langchain_community.document_loaders.s3_file",679    "ScrapflyLoader": "langchain_community.document_loaders.scrapfly",680    "ScrapingAntLoader": "langchain_community.document_loaders.scrapingant",681    "SQLDatabaseLoader": "langchain_community.document_loaders.sql_database",682    "SRTLoader": "langchain_community.document_loaders.srt",683    "SeleniumURLLoader": "langchain_community.document_loaders.url_selenium",684    "SharePointLoader": "langchain_community.document_loaders.sharepoint",685    "SitemapLoader": "langchain_community.document_loaders.sitemap",686    "SlackDirectoryLoader": "langchain_community.document_loaders.slack_directory",687    "SnowflakeLoader": "langchain_community.document_loaders.snowflake_loader",688    "SpiderLoader": "langchain_community.document_loaders.spider",689    "SpreedlyLoader": "langchain_community.document_loaders.spreedly",690    "StripeLoader": "langchain_community.document_loaders.stripe",691    "SurrealDBLoader": "langchain_community.document_loaders.surrealdb",692    "TelegramChatApiLoader": "langchain_community.document_loaders.telegram",693    "TelegramChatFileLoader": "langchain_community.document_loaders.telegram",694    "TelegramChatLoader": "langchain_community.document_loaders.telegram",695    "TencentCOSDirectoryLoader": "langchain_community.document_loaders.tencent_cos_directory",  # noqa: E501696    "TencentCOSFileLoader": "langchain_community.document_loaders.tencent_cos_file",697    "TensorflowDatasetLoader": "langchain_community.document_loaders.tensorflow_datasets",  # noqa: E501698    "TextLoader": "langchain_community.document_loaders.text",699    "TiDBLoader": "langchain_community.document_loaders.tidb",700    "ToMarkdownLoader": "langchain_community.document_loaders.tomarkdown",701    "TomlLoader": "langchain_community.document_loaders.toml",702    "TrelloLoader": "langchain_community.document_loaders.trello",703    "TwitterTweetLoader": "langchain_community.document_loaders.twitter",704    "UnstructuredAPIFileIOLoader": "langchain_community.document_loaders.unstructured",705    "UnstructuredAPIFileLoader": "langchain_community.document_loaders.unstructured",706    "UnstructuredCHMLoader": "langchain_community.document_loaders.chm",707    "UnstructuredCSVLoader": "langchain_community.document_loaders.csv_loader",708    "UnstructuredEPubLoader": "langchain_community.document_loaders.epub",709    "UnstructuredEmailLoader": "langchain_community.document_loaders.email",710    "UnstructuredExcelLoader": "langchain_community.document_loaders.excel",711    "UnstructuredFileIOLoader": "langchain_community.document_loaders.unstructured",712    "UnstructuredFileLoader": "langchain_community.document_loaders.unstructured",713    "UnstructuredHTMLLoader": "langchain_community.document_loaders.html",714    "UnstructuredImageLoader": "langchain_community.document_loaders.image",715    "UnstructuredMarkdownLoader": "langchain_community.document_loaders.markdown",716    "UnstructuredODTLoader": "langchain_community.document_loaders.odt",717    "UnstructuredOrgModeLoader": "langchain_community.document_loaders.org_mode",718    "UnstructuredPDFLoader": "langchain_community.document_loaders.pdf",719    "UnstructuredPowerPointLoader": "langchain_community.document_loaders.powerpoint",720    "UnstructuredRSTLoader": "langchain_community.document_loaders.rst",721    "UnstructuredRTFLoader": "langchain_community.document_loaders.rtf",722    "UnstructuredTSVLoader": "langchain_community.document_loaders.tsv",723    "UnstructuredURLLoader": "langchain_community.document_loaders.url",724    "UnstructuredWordDocumentLoader": "langchain_community.document_loaders.word_document",  # noqa: E501725    "UnstructuredXMLLoader": "langchain_community.document_loaders.xml",726    "VsdxLoader": "langchain_community.document_loaders.vsdx",727    "WeatherDataLoader": "langchain_community.document_loaders.weather",728    "WebBaseLoader": "langchain_community.document_loaders.web_base",729    "WhatsAppChatLoader": "langchain_community.document_loaders.whatsapp_chat",730    "WikipediaLoader": "langchain_community.document_loaders.wikipedia",731    "XorbitsLoader": "langchain_community.document_loaders.xorbits",732    "YoutubeAudioLoader": "langchain_community.document_loaders.blob_loaders",733    "YoutubeLoader": "langchain_community.document_loaders.youtube",734    "YuqueLoader": "langchain_community.document_loaders.yuque",735}736 737 738def __getattr__(name: str) -> Any:739    if name in _module_lookup:740        module = importlib.import_module(_module_lookup[name])741        return getattr(module, name)742    raise AttributeError(f"module {__name__} has no attribute {name}")743 744 745__all__ = [746    "AZLyricsLoader",747    "AcreomLoader",748    "AirbyteCDKLoader",749    "AirbyteGongLoader",750    "AirbyteHubspotLoader",751    "AirbyteJSONLoader",752    "AirbyteSalesforceLoader",753    "AirbyteShopifyLoader",754    "AirbyteStripeLoader",755    "AirbyteTypeformLoader",756    "AirbyteZendeskSupportLoader",757    "AirtableLoader",758    "AmazonTextractPDFLoader",759    "ApifyDatasetLoader",760    "ArcGISLoader",761    "ArxivLoader",762    "AssemblyAIAudioLoaderById",763    "AssemblyAIAudioTranscriptLoader",764    "AstraDBLoader",765    "AsyncChromiumLoader",766    "AsyncHtmlLoader",767    "AthenaLoader",768    "AzureAIDataLoader",769    "AzureAIDocumentIntelligenceLoader",770    "AzureBlobStorageContainerLoader",771    "AzureBlobStorageFileLoader",772    "BSHTMLLoader",773    "BibtexLoader",774    "BigQueryLoader",775    "BiliBiliLoader",776    "BlackboardLoader",777    "Blob",778    "BlobLoader",779    "BlockchainDocumentLoader",780    "BraveSearchLoader",781    "BrowserbaseLoader",782    "BrowserlessLoader",783    "CSVLoader",784    "CassandraLoader",785    "ChatGPTLoader",786    "CloudBlobLoader",787    "CoNLLULoader",788    "CollegeConfidentialLoader",789    "ConcurrentLoader",790    "ConfluenceLoader",791    "CouchbaseLoader",792    "CubeSemanticLoader",793    "DataFrameLoader",794    "DatadogLogsLoader",795    "DedocAPIFileLoader",796    "DedocFileLoader",797    "DedocPDFLoader",798    "DiffbotLoader",799    "DirectoryLoader",800    "DiscordChatLoader",801    "DocugamiLoader",802    "DocusaurusLoader",803    "Docx2txtLoader",804    "DropboxLoader",805    "DuckDBLoader",806    "EtherscanLoader",807    "EverNoteLoader",808    "FacebookChatLoader",809    "FaunaLoader",810    "FigmaFileLoader",811    "FireCrawlLoader",812    "FileSystemBlobLoader",813    "GCSDirectoryLoader",814    "GlueCatalogLoader",815    "GCSFileLoader",816    "GeoDataFrameLoader",817    "GitHubIssuesLoader",818    "GitLoader",819    "GitbookLoader",820    "GithubFileLoader",821    "GoogleApiClient",822    "GoogleApiYoutubeLoader",823    "GoogleDriveLoader",824    "GoogleSpeechToTextLoader",825    "GutenbergLoader",826    "HNLoader",827    "HuggingFaceDatasetLoader",828    "HuggingFaceModelLoader",829    "IFixitLoader",830    "ImageCaptionLoader",831    "IMSDbLoader",832    "IuguLoader",833    "JoplinLoader",834    "JSONLoader",835    "KineticaLoader",836    "LakeFSLoader",837    "LarkSuiteDocLoader",838    "LLMSherpaFileLoader",839    "MastodonTootsLoader",840    "MHTMLLoader",841    "MWDumpLoader",842    "MathpixPDFLoader",843    "MaxComputeLoader",844    "MergedDataLoader",845    "ModernTreasuryLoader",846    "MongodbLoader",847    "NeedleLoader",848    "NewsURLLoader",849    "NotebookLoader",850    "NotionDBLoader",851    "NotionDirectoryLoader",852    "OBSDirectoryLoader",853    "OBSFileLoader",854    "ObsidianLoader",855    "OneDriveFileLoader",856    "OneDriveLoader",857    "OnlinePDFLoader",858    "OpenCityDataLoader",859    "OracleAutonomousDatabaseLoader",860    "OracleDocLoader",861    "OracleTextSplitter",862    "OutlookMessageLoader",863    "PDFMinerLoader",864    "PDFMinerPDFasHTMLLoader",865    "PDFPlumberLoader",866    "PagedPDFSplitter",867    "PebbloSafeLoader",868    "PebbloTextLoader",869    "PlaywrightURLLoader",870    "PolarsDataFrameLoader",871    "PsychicLoader",872    "PubMedLoader",873    "PyMuPDFLoader",874    "PyPDFDirectoryLoader",875    "PyPDFLoader",876    "PyPDFium2Loader",877    "PySparkDataFrameLoader",878    "PythonLoader",879    "RSSFeedLoader",880    "ReadTheDocsLoader",881    "RecursiveUrlLoader",882    "RedditPostsLoader",883    "RoamLoader",884    "RocksetLoader",885    "S3DirectoryLoader",886    "S3FileLoader",887    "ScrapflyLoader",888    "ScrapingAntLoader",889    "SQLDatabaseLoader",890    "SRTLoader",891    "SeleniumURLLoader",892    "SharePointLoader",893    "SitemapLoader",894    "SlackDirectoryLoader",895    "SnowflakeLoader",896    "SpiderLoader",897    "SpreedlyLoader",898    "StripeLoader",899    "SurrealDBLoader",900    "TelegramChatApiLoader",901    "TelegramChatFileLoader",902    "TelegramChatLoader",903    "TencentCOSDirectoryLoader",904    "TencentCOSFileLoader",905    "TensorflowDatasetLoader",906    "TextLoader",907    "TiDBLoader",908    "ToMarkdownLoader",909    "TomlLoader",910    "TrelloLoader",911    "TwitterTweetLoader",912    "UnstructuredAPIFileIOLoader",913    "UnstructuredAPIFileLoader",914    "UnstructuredCHMLoader",915    "UnstructuredCSVLoader",916    "UnstructuredEPubLoader",917    "UnstructuredEmailLoader",918    "UnstructuredExcelLoader",919    "UnstructuredFileIOLoader",920    "UnstructuredFileLoader",921    "UnstructuredHTMLLoader",922    "UnstructuredImageLoader",923    "UnstructuredMarkdownLoader",924    "UnstructuredODTLoader",925    "UnstructuredOrgModeLoader",926    "UnstructuredPDFLoader",927    "UnstructuredPowerPointLoader",928    "UnstructuredRSTLoader",929    "UnstructuredRTFLoader",930    "UnstructuredTSVLoader",931    "UnstructuredURLLoader",932    "UnstructuredWordDocumentLoader",933    "UnstructuredXMLLoader",934    "VsdxLoader",935    "WeatherDataLoader",936    "WebBaseLoader",937    "WhatsAppChatLoader",938    "WikipediaLoader",939    "XorbitsLoader",940    "YoutubeAudioLoader",941    "YoutubeLoader",942    "YuqueLoader",943]944