Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

feat(deps): move protego to fetchers optional dependency

Abdullah07129ce4b164
diff --git a/pyproject.toml b/pyproject.toml
index 41fb14c..4333d7e 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -66,8 +66,7 @@ dependencies = [
"orjson>=3.11.8",
"tld>=0.13.2",
"w3lib>=2.4.1",
- "typing_extensions",
- "protego>=0.4.0",
+ "typing_extensions"
]
[project.optional-dependencies]
@@ -79,7 +78,8 @@ fetchers = [
"browserforge>=1.2.4",
"apify-fingerprint-datapoints>=0.12.0",
"msgspec>=0.20.0",
- "anyio>=4.12.1"
+ "anyio>=4.12.1",
+ "protego>=0.4.0",
]
ai = [
"mcp>=1.26.0",