codekingpro/portable-devtools

1from typing import List2 3from langchain_core.documents import Document4 5from langchain_community.document_loaders.web_base import WebBaseLoader6 7 8class IMSDbLoader(WebBaseLoader):9    """Load `IMSDb` webpages."""10 11    def load(self) -> List[Document]:12        """Load webpage."""13        soup = self.scrape()14        text = soup.select_one("td[class='scrtext']").text15        metadata = {"source": self.web_path}16        return [Document(page_content=text, metadata=metadata)]17