Scrapy, a fast high-level web crawling & scraping framework for Python.
require w3lib 1.17+
Mikhail Korobove1ceaf3b5fa2
diff --git a/requirements-py3.txt b/requirements-py3.txtindex 08ccf1958..cc0a7f644 100644--- a/requirements-py3.txt+++ b/requirements-py3.txt@@ -3,5 +3,5 @@ lxml>=3.2.4pyOpenSSL>=0.13.1cssselect>=0.9queuelib>=1.1.1-w3lib>=1.14.2+w3lib>=1.17.0service_identitydiff --git a/requirements.txt b/requirements.txtindex f92603d3d..392f83dd6 100644--- a/requirements.txt+++ b/requirements.txt@@ -2,7 +2,7 @@ Twisted>=13.1.0lxmlpyOpenSSLcssselect>=0.9-w3lib>=1.15.0+w3lib>=1.17.0queuelibsix>=1.5.2PyDispatcher>=2.0.5diff --git a/setup.py b/setup.pyindex a6e6f9615..086ab8142 100644--- a/setup.py+++ b/setup.py@@ -43,7 +43,7 @@ setup(],install_requires=['Twisted>=13.1.0',- 'w3lib>=1.15.0',+ 'w3lib>=1.17.0','queuelib','lxml','pyOpenSSL',