Exports various HTTP, BeautifulSoup, and file download crawlers. Use when building web scraping and data extraction pipelines.
# Source: https://github.com/apify/crawlee-python | License: Apache-2.0 | Copyright You must retain, in the Source form of any Derivative Works # Provided via justclaw.it.com; keep this notice with the code. from crawlee._utils.try_import import install_import_hook as _install_import_hook from crawlee._utils.try_import import try_import as _try_import from ._abstract_http import AbstractHttpCrawler, AbstractHttpParser, HttpCrawlerOptions, ParsedHttpCrawlingContext from ._basic import BasicCrawler, BasicCrawlerOptions, BasicCrawlingContext, ContextPipeline from ._file_download import FileDownloadCrawler, FileDownloadCrawlingContext from ._http import HttpCrawler, HttpCrawlingContext, HttpCrawlingResult _install_import_hook(__name__) # The following imports use try_import to handle option ... (truncated -- full source via MCP)
See the full source, get the GitHub permalink, and search for more like it.
Get a free API key