Crawlee Crawler Exporters (crawlers/__init__.py)

crawlee-python · src/crawlee/crawlers/__init__.py · python · Apache-2.0
scraping, integration, lang:python

Exports various HTTP, BeautifulSoup, and file download crawlers. Use when building web scraping and data extraction pipelines.

# Source: https://github.com/apify/crawlee-python | License: Apache-2.0 | Copyright You must retain, in the Source form of any Derivative Works
# Provided via justclaw.it.com; keep this notice with the code.
from crawlee._utils.try_import import install_import_hook as _install_import_hook
from crawlee._utils.try_import import try_import as _try_import

from ._abstract_http import AbstractHttpCrawler, AbstractHttpParser, HttpCrawlerOptions, ParsedHttpCrawlingContext
from ._basic import BasicCrawler, BasicCrawlerOptions, BasicCrawlingContext, ContextPipeline
from ._file_download import FileDownloadCrawler, FileDownloadCrawlingContext
from ._http import HttpCrawler, HttpCrawlingContext, HttpCrawlingResult

_install_import_hook(__name__)

# The following imports use try_import to handle option

... (truncated -- full source via MCP)

See the full source, get the GitHub permalink, and search for more like it.

Get a free API key