web_loader

web_loader#

Bases: BaseLoader[str, str, TextArtifact “)

Source Code in griptape/loaders/web_loader.py

@define
class WebLoader(BaseLoader[str, str, TextArtifact]):
    web_scraper_driver: BaseWebScraperDriver = field(
        default=Factory(lambda: TrafilaturaWebScraperDriver()),
        kw_only=True,
    )

    def fetch(self, source: str) -> str:
        return self.web_scraper_driver.fetch_url(source)

    def try_parse(self, data: str) -> TextArtifact:
        return self.web_scraper_driver.extract_page(data)

  • web_scraper_driver = field(default=Factory(lambda: TrafilaturaWebScraperDriver()), kw_only=True) class-attribute instance-attribute

fetch(source)#

Source Code in griptape/loaders/web_loader.py

def fetch(self, source: str) -> str:
    return self.web_scraper_driver.fetch_url(source)

try_parse(data)#

Source Code in griptape/loaders/web_loader.py

def try_parse(self, data: str) -> TextArtifact:
    return self.web_scraper_driver.extract_page(data)
Contents