🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
fix(Fetchers/disable_resources): Fixing the logic for intercepting resources
Karim shoaird66ebc19a560
diff --git a/scrapling/engines/toolbelt/navigation.py b/scrapling/engines/toolbelt/navigation.pyindex 0a9ff86..14a26d0 100644--- a/scrapling/engines/toolbelt/navigation.py+++ b/scrapling/engines/toolbelt/navigation.py@@ -21,7 +21,8 @@ def intercept_route(route: Route):if route.request.resource_type in DEFAULT_DISABLED_RESOURCES:log.debug(f'Blocking background resource "{route.request.url}" of type "{route.request.resource_type}"')route.abort()- route.continue_()+ else:+ route.continue_()async def async_intercept_route(route: async_Route):@@ -33,7 +34,8 @@ async def async_intercept_route(route: async_Route):if route.request.resource_type in DEFAULT_DISABLED_RESOURCES:log.debug(f'Blocking background resource "{route.request.url}" of type "{route.request.resource_type}"')await route.abort()- await route.continue_()+ else:+ await route.continue_()def construct_proxy_dict(proxy_string: Union[str, Dict[str, str]]) -> Union[Dict, None]: