Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

ops: Adjust tox file to avoid CI issues

Karim shoairb02f0bd23600
diff --git a/tox.ini b/tox.ini
index 091642b..2f1e02c 100644
--- a/tox.ini
+++ b/tox.ini
@@ -15,9 +15,12 @@ deps =
camoufox
-r{toxinidir}/tests/requirements.txt
commands =
- # Test async tests without parallelization to escape Github CI issues with nested loops
- pytest --cov=scrapling --cov-report=xml -m "asyncio" --verbose
- pytest --cov=scrapling --cov-report=xml -m "not asyncio" -n auto --cov-append
+ # Run browser tests without parallelization (avoid browser conflicts)
+ pytest --cov=scrapling --cov-report=xml -k "DynamicFetcher or StealthyFetcher" --verbose
+ # Run asyncio tests without parallelization (avoid GitHub CI nested loop issues)
+ pytest --cov=scrapling --cov-report=xml -m "asyncio" -k "not (DynamicFetcher or StealthyFetcher)" --verbose --cov-append
+ # Run everything else with parallelization (for speed)
+ pytest --cov=scrapling --cov-report=xml -m "not asyncio" -k "not (DynamicFetcher or StealthyFetcher)" -n auto --cov-append
[testenv:pre-commit]
basepython = python3