Skip to content

Official Crawl4AI Cloud: a hosted web scraping, extraction, and search API for AI agents. Free API key, 1,000 credits a month, no card. Fully open source: this repo is the Apache-2.0 crawler that powers it, and you can self-host it.

NameLast commit date
..
adaptive
adversarial
async
async_assistant
browser
cache_validation
cli
deep_crawling
deep_crwaling
docker
general
hub
integration
loggers
mcp
memory
profiler
proxy
regression
releases
unit
__init__.py
check_dependencies.py
docker_example.py
test_arun_many.py
test_async_logger_stderr.py
test_body_visibility_warning.py
test_bug_batch_1622_1786_1796.py
test_cdp_changes.py
test_cli_docs.py
test_cloud_bugs_batch.py
test_config_defaults.py
test_config_matching_only.py
test_config_selection.py
test_docker_api_with_llm_provider.py
test_docker_pdf_crawler_pairing.py
test_docker.py
test_eval_security_adversarial.py
test_http_proxy_error_redaction_2326.py
test_http_timeout_unit_1894.py
test_issue_1043_mermaid_svg.py
test_issue_1213_bm25_dedup.py
test_issue_1370_1818_1762_1509.py
test_issue_1484_css_selector.py
test_issue_1594_mcp_sse.py
test_issue_1611_llm_provider.py
test_issue_1748_screenshot_scroll_delay.py
test_issue_1750_screenshot_scan_full_page.py
test_issue_1837_config_list.py
test_issue_1842_browser_none.py
test_issue_1848_logger_serialize.py
test_issue_1850_mcp_sse.py
test_issue_2127_docker_pdf.py
test_issue_2161_overlay_html_body.py
test_issue_2233_mcp_sse.py
test_issue_2328_inline_whitespace.py
test_link_extractor.py
test_llm_extraction_parallel_issue_1055.py
test_llm_simple_url.py
test_llmtxt.py
test_main.py
test_markdown_generator_validation_1880.py
test_memory_macos.py
test_merge_head_data_scoring.py
test_multi_config.py
test_normalize_url.py
test_placeholder_html_antibot.py
test_pr_1290_1668.py
test_pr_1435_redirected_status_code.py
test_pr_1463_device_scale_factor.py
test_pr_1795_1798_1734.py
test_prefetch_integration.py
test_prefetch_mode.py
test_prefetch_regression.py
test_preserve_https_for_internal_links.py
test_pruning_preserve_whitelist_1900.py
test_pyopenssl_security_fix.py
test_pyopenssl_update.py
test_raw_html_browser.py
test_raw_html_edge_cases.py
test_raw_html_redirected_url.py
test_scraping_strategy.py
test_source_sibling_selector.py
test_table_gfm_compliance.py
test_table_rowspan_grid.py
test_type_annotations.py
test_unclosed_noscript.py
test_virtual_scroll.py
test_web_crawler.py
test_webhook_feature.sh
WEBHOOK_TEST_README.md