🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
style: docstrings corrections for accuracy
Karim shoair93bcb1681b02
diff --git a/scrapling/core/ai.py b/scrapling/core/ai.pyindex 4d5929b..171359a 100644--- a/scrapling/core/ai.py+++ b/scrapling/core/ai.py@@ -213,7 +213,7 @@ class ScraplingMCPServer:extraction_type: extraction_types = "markdown",css_selector: Optional[str] = None,main_content_only: bool = True,- headless: bool = False,+ headless: bool = True, # noqa: F821google_search: bool = True,real_chrome: bool = False,wait: int | float = 0,@@ -295,7 +295,7 @@ class ScraplingMCPServer:extraction_type: extraction_types = "markdown",css_selector: Optional[str] = None,main_content_only: bool = True,- headless: bool = False,+ headless: bool = True, # noqa: F821google_search: bool = True,real_chrome: bool = False,wait: int | float = 0,diff --git a/scrapling/fetchers/chrome.py b/scrapling/fetchers/chrome.pyindex 591e5e9..3b746f4 100644--- a/scrapling/fetchers/chrome.py+++ b/scrapling/fetchers/chrome.py@@ -24,12 +24,9 @@ class DynamicFetcher(BaseFetcher)::param page_action: Added for automation. A function that takes the `page` object and does the automation you need.:param wait_selector: Wait for a specific CSS selector to be in a specific state.:param init_script: An absolute path to a JavaScript file to be executed on page creation with this request.- :param locale: Set the locale for the browser if wanted. The default value is `en-US`.+ :param locale: Set the locale for the browser if wanted. Defaults to the system default locale.:param wait_selector_state: The state to wait for the selector given with `wait_selector`. The default state is `attached`.- :param stealth: Enables stealth mode, check the documentation to see what stealth mode does currently.:param real_chrome: If you have a Chrome browser installed on your device, enable this, and the Fetcher will launch an instance of your browser and use it.- :param hide_canvas: Add random noise to canvas operations to prevent fingerprinting.- :param disable_webgl: Disables WebGL and WebGL 2.0 support entirely.:param cdp_url: Instead of launching a new browser instance, connect to this CDP URL to control real browsers through CDP.:param google_search: Enabled by default, Scrapling will set the referer header to be as if this request came from a Google search of this website's domain name.:param extra_headers: A dictionary of extra headers to add to the request.@@ -67,12 +64,9 @@ class DynamicFetcher(BaseFetcher)::param page_action: Added for automation. A function that takes the `page` object and does the automation you need.:param wait_selector: Wait for a specific CSS selector to be in a specific state.:param init_script: An absolute path to a JavaScript file to be executed on page creation with this request.- :param locale: Set the locale for the browser if wanted. The default value is `en-US`.+ :param locale: Set the locale for the browser if wanted. Defaults to the system default locale.:param wait_selector_state: The state to wait for the selector given with `wait_selector`. The default state is `attached`.- :param stealth: Enables stealth mode, check the documentation to see what stealth mode does currently.:param real_chrome: If you have a Chrome browser installed on your device, enable this, and the Fetcher will launch an instance of your browser and use it.- :param hide_canvas: Add random noise to canvas operations to prevent fingerprinting.- :param disable_webgl: Disables WebGL and WebGL 2.0 support entirely.:param cdp_url: Instead of launching a new browser instance, connect to this CDP URL to control real browsers through CDP.:param google_search: Enabled by default, Scrapling will set the referer header to be as if this request came from a Google search of this website's domain name.:param extra_headers: A dictionary of extra headers to add to the request.