🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
fix: Enable WebGL by default
Karim shoaird0f18951acd4
diff --git a/README.md b/README.mdindex 9f7a86e..0259bb1 100644--- a/README.md+++ b/README.md@@ -268,7 +268,7 @@ True| page_action | Added for automation. A function that takes the `page` object, does the automation you need, then returns `page` again. | ✔️ || addons | List of Firefox addons to use. **Must be paths to extracted addons.** | ✔️ || humanize | Humanize the cursor movement. Takes either True or the MAX duration in seconds of the cursor movement. The cursor typically takes up to 1.5 seconds to move across the window. | ✔️ |-| allow_webgl | Whether to allow WebGL. To prevent leaks, only use this for special cases. | ✔️ |+| allow_webgl | Enabled by default. Disabling it WebGL not recommended as many WAFs now checks if WebGL is enabled. | ✔️ || disable_ads | Enabled by default, this installs `uBlock Origin` addon on the browser if enabled. | ✔️ || network_idle | Wait for the page until there are no network connections for at least 500 ms. | ✔️ || timeout | The timeout in milliseconds that is used in all operations and waits through the page. The default is 30000. | ✔️ |diff --git a/scrapling/engines/camo.py b/scrapling/engines/camo.pyindex 2741206..e7a6575 100644--- a/scrapling/engines/camo.py+++ b/scrapling/engines/camo.py@@ -15,7 +15,7 @@ from scrapling.engines.toolbelt import (Response, StatusText,class CamoufoxEngine:def __init__(self, headless: Optional[Union[bool, Literal['virtual']]] = True, block_images: Optional[bool] = False, disable_resources: Optional[bool] = False,- block_webrtc: Optional[bool] = False, allow_webgl: Optional[bool] = False, network_idle: Optional[bool] = False, humanize: Optional[Union[bool, float]] = True,+ block_webrtc: Optional[bool] = False, allow_webgl: Optional[bool] = True, network_idle: Optional[bool] = False, humanize: Optional[Union[bool, float]] = True,timeout: Optional[float] = 30000, page_action: Callable = do_nothing, wait_selector: Optional[str] = None, addons: Optional[List[str]] = None,wait_selector_state: str = 'attached', google_search: Optional[bool] = True, extra_headers: Optional[Dict[str, str]] = None,proxy: Optional[Union[str, Dict[str, str]]] = None, os_randomize: Optional[bool] = None, disable_ads: Optional[bool] = True,@@ -32,7 +32,7 @@ class CamoufoxEngine::param block_webrtc: Blocks WebRTC entirely.:param addons: List of Firefox addons to use. Must be paths to extracted addons.:param humanize: Humanize the cursor movement. Takes either True or the MAX duration in seconds of the cursor movement. The cursor typically takes up to 1.5 seconds to move across the window.- :param allow_webgl: Whether to allow WebGL. To prevent leaks, only use this for special cases.+ :param allow_webgl: Enabled by default. Disabling it WebGL not recommended as many WAFs now checks if WebGL is enabled.:param network_idle: Wait for the page until there are no network connections for at least 500 ms.:param disable_ads: Enabled by default, this installs `uBlock Origin` addon on the browser if enabled.:param os_randomize: If enabled, Scrapling will randomize the OS fingerprints used. The default is Scrapling matching the fingerprints with the current OS.diff --git a/scrapling/fetchers.py b/scrapling/fetchers.pyindex 619f2f8..94059ab 100644--- a/scrapling/fetchers.py+++ b/scrapling/fetchers.py@@ -80,7 +80,7 @@ class StealthyFetcher(BaseFetcher):"""def fetch(self, url: str, headless: Optional[Union[bool, Literal['virtual']]] = True, block_images: Optional[bool] = False, disable_resources: Optional[bool] = False,- block_webrtc: Optional[bool] = False, allow_webgl: Optional[bool] = False, network_idle: Optional[bool] = False, addons: Optional[List[str]] = None,+ block_webrtc: Optional[bool] = False, allow_webgl: Optional[bool] = True, network_idle: Optional[bool] = False, addons: Optional[List[str]] = None,timeout: Optional[float] = 30000, page_action: Callable = do_nothing, wait_selector: Optional[str] = None, humanize: Optional[Union[bool, float]] = True,wait_selector_state: str = 'attached', google_search: Optional[bool] = True, extra_headers: Optional[Dict[str, str]] = None, proxy: Optional[Union[str, Dict[str, str]]] = None,os_randomize: Optional[bool] = None, disable_ads: Optional[bool] = True,@@ -99,7 +99,7 @@ class StealthyFetcher(BaseFetcher)::param addons: List of Firefox addons to use. Must be paths to extracted addons.:param disable_ads: Enabled by default, this installs `uBlock Origin` addon on the browser if enabled.:param humanize: Humanize the cursor movement. Takes either True or the MAX duration in seconds of the cursor movement. The cursor typically takes up to 1.5 seconds to move across the window.- :param allow_webgl: Whether to allow WebGL. To prevent leaks, only use this for special cases.+ :param allow_webgl: Enabled by default. Disabling it WebGL not recommended as many WAFs now checks if WebGL is enabled.:param network_idle: Wait for the page until there are no network connections for at least 500 ms.:param os_randomize: If enabled, Scrapling will randomize the OS fingerprints used. The default is Scrapling matching the fingerprints with the current OS.:param timeout: The timeout in milliseconds that is used in all operations and waits through the page. The default is 30000