Official Crawl4AI Cloud: a hosted web scraping, extraction, and search API for AI agents. Free API key, 1,000 credits a month, no card. Fully open source: this repo is the Apache-2.0 crawler that powers it, and you can self-host it.
Python aiai-agentscrawl4ai-cloudcrawlerdata-extractionllmmarkdownmcpopen-sourceplaywrightpythonragscraperweb-crawlerweb-crawlingweb-scraping
Merge branch 'develop' into main
Krzysztof Oliprab3b40d167e4b
diff --cc crawl4ai/js_snippet/remove_overlay_elements.jsindex 2b274ac6,36de9d97..c7ccf386--- a/crawl4ai/js_snippet/remove_overlay_elements.js+++ b/crawl4ai/js_snippet/remove_overlay_elements.js@@@ -119,13 -110,9 +119,11 @@@ async () =>};// Remove margin-right and padding-right from body (often added by modal scripts)- if (document.body) {- document.body.style.marginRight = "0px";- document.body.style.paddingRight = "0px";- document.body.style.overflow = "auto";+ document.body.style.marginRight = "0px";+ document.body.style.paddingRight = "0px";+ document.body.style.overflow = "auto";- // Wait a bit for any animations to complete- document.body.scrollIntoView(false);- }++ // Wait a bit for any animations to complete+ document.body.scrollIntoView(false);+ await new Promise((resolve) => setTimeout(resolve, 50));};