🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
fix: Change the logging level of the CF detection line
Karim shoair00ca3c83e0ff
diff --git a/scrapling/engines/_browsers/_stealth.py b/scrapling/engines/_browsers/_stealth.pyindex 8aabfa2..fef1ca3 100644--- a/scrapling/engines/_browsers/_stealth.py+++ b/scrapling/engines/_browsers/_stealth.py@@ -116,7 +116,7 @@ class StealthySession(SyncSession, StealthySessionMixin):self._wait_for_networkidle(page, timeout=5000)challenge_type = self._detect_cloudflare(ResponseFactory._get_page_content(page))if not challenge_type:- log.error("No Cloudflare challenge found.")+ log.info("No Cloudflare challenge found.")return Noneelif _attempts >= __CF_MAX_SOLVE_ATTEMPTS__:log.error(f"Failed to solve the Cloudflare challenge after {_attempts} attempts, returning the page as is")@@ -404,7 +404,7 @@ class AsyncStealthySession(AsyncSession, StealthySessionMixin):await self._wait_for_networkidle(page, timeout=5000)challenge_type = self._detect_cloudflare(await ResponseFactory._get_async_page_content(page))if not challenge_type:- log.error("No Cloudflare challenge found.")+ log.info("No Cloudflare challenge found.")return Noneelif _attempts >= __CF_MAX_SOLVE_ATTEMPTS__:log.error(f"Failed to solve the Cloudflare challenge after {_attempts} attempts, returning the page as is")