Scrapy, a fast high-level web crawling & scraping framework for Python.
spider → mw
Adrián Chavesbb74badd1bd6
diff --git a/scrapy/downloadermiddlewares/httpcompression.py b/scrapy/downloadermiddlewares/httpcompression.pyindex 58ca1017f..816be25a1 100644--- a/scrapy/downloadermiddlewares/httpcompression.py+++ b/scrapy/downloadermiddlewares/httpcompression.py@@ -61,12 +61,12 @@ class HttpCompressionMiddleware:"reimplement their 'from_crawler' method.",ScrapyDeprecationWarning,)- spider = cls()- spider.stats = crawler.stats- spider._max_size = crawler.settings.getint("DOWNLOAD_MAXSIZE")- spider._warn_size = crawler.settings.getint("DOWNLOAD_WARNSIZE")- crawler.signals.connect(spider.open_spider, signals.spider_opened)- return spider+ mw = cls()+ mw.stats = crawler.stats+ mw._max_size = crawler.settings.getint("DOWNLOAD_MAXSIZE")+ mw._warn_size = crawler.settings.getint("DOWNLOAD_WARNSIZE")+ crawler.signals.connect(mw.open_spider, signals.spider_opened)+ return mwdef open_spider(self, spider):if hasattr(spider, "download_maxsize"):