Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Drop PyPy 3.9, add a pypy3-extra-deps CI job. (#6613)

Andrey Rakhmatullind4b152bbf645
diff --git a/.github/workflows/tests-ubuntu.yml b/.github/workflows/tests-ubuntu.yml
index 89d1e70ac..6c7842217 100644
--- a/.github/workflows/tests-ubuntu.yml
+++ b/.github/workflows/tests-ubuntu.yml
@@ -30,9 +30,6 @@ jobs:
- python-version: "3.13"
env:
TOXENV: asyncio
- - python-version: pypy3.9
- env:
- TOXENV: pypy3
- python-version: pypy3.10
env:
TOXENV: pypy3
@@ -44,7 +41,7 @@ jobs:
- python-version: 3.9.19
env:
TOXENV: asyncio-pinned
- - python-version: pypy3.9
+ - python-version: pypy3.10
env:
TOXENV: pypy3-pinned
- python-version: 3.9.19
@@ -57,6 +54,9 @@ jobs:
- python-version: "3.13"
env:
TOXENV: extra-deps
+ - python-version: pypy3.10
+ env:
+ TOXENV: pypy3-extra-deps
- python-version: "3.13"
env:
TOXENV: botocore
diff --git a/tox.ini b/tox.ini
index cf5e19a61..0f91db19d 100644
--- a/tox.ini
+++ b/tox.ini
@@ -118,6 +118,7 @@ setenv =
install_command =
python -I -m pip install {opts} {packages}
commands =
+ ; tests for docs fail with parsel < 1.8.0
pytest --cov-config=pyproject.toml --cov=scrapy --cov-report=xml --cov-report= {posargs:--durations=10 scrapy tests}
[testenv:pinned]
@@ -191,14 +192,35 @@ setenv =
[testenv:pypy3]
basepython = pypy3
commands =
+ ; not enabling coverage as it significantly increases the run time
pytest {posargs:--durations=10 docs scrapy tests}
+[testenv:pypy3-extra-deps]
+basepython = pypy3
+deps =
+ {[testenv:extra-deps]deps}
+commands = {[testenv:pypy3]commands}
+
[testenv:pypy3-pinned]
-basepython = pypy3.9
+basepython = pypy3.10
deps =
- {[pinned]deps}
+ cryptography==41.0.5
+ cssselect==0.9.1
+ h2==3.1
+ itemadapter==0.1.0
+ parsel==1.5.0
+ Protego==0.1.15
+ pyOpenSSL==23.3.0
+ queuelib==1.4.2
+ service_identity==18.1.0
+ Twisted[http2]==21.7.0
+ w3lib==1.17.0
+ zope.interface==5.1.0
+ lxml==4.6.0
+ {[test-requirements]deps}
PyPyDispatcher==2.1.0
commands =
+ ; disabling both coverage and docs tests
pytest {posargs:--durations=10 scrapy tests}
install_command = {[pinned]install_command}
setenv =