🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
# Tox (https://tox.readthedocs.io/) is a tool for running tests
# in multiple virtualenvs. This configuration file will run the
# test suite on all supported python versions. To use it, "pip install tox"
# and then run "tox" from this directory.
[tox]
envlist = pre-commit,py{310,311,312,313}
[testenv]
usedevelop = True
changedir = tests
deps =
playwright==1.62.0
patchright==1.62.1
-r{toxinidir}/tests/requirements.txt
extras = ai,shell
commands =
# Run browser tests without parallelization (avoid browser conflicts)
pytest --cov=scrapling --cov-report=xml -m "browser" --verbose
# Run asyncio tests without parallelization (avoid GitHub CI nested loop issues)
pytest --cov=scrapling --cov-report=xml -m "asyncio and not browser" --verbose --cov-append
# Run everything else with parallelization (for speed)
pytest --cov=scrapling --cov-report=xml -m "not asyncio and not browser" -n auto --cov-append
[testenv:pre-commit]
basepython = python3
deps = pre-commit
commands = pre-commit run --all-files --show-diff-on-failure
skip_install = true