Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

spider → mw

Adrián Chavesbb74badd1bd6
diff --git a/scrapy/downloadermiddlewares/httpcompression.py b/scrapy/downloadermiddlewares/httpcompression.py
index 58ca1017f..816be25a1 100644
--- a/scrapy/downloadermiddlewares/httpcompression.py
+++ b/scrapy/downloadermiddlewares/httpcompression.py
@@ -61,12 +61,12 @@ class HttpCompressionMiddleware:
"reimplement their 'from_crawler' method.",
ScrapyDeprecationWarning,
)
- spider = cls()
- spider.stats = crawler.stats
- spider._max_size = crawler.settings.getint("DOWNLOAD_MAXSIZE")
- spider._warn_size = crawler.settings.getint("DOWNLOAD_WARNSIZE")
- crawler.signals.connect(spider.open_spider, signals.spider_opened)
- return spider
+ mw = cls()
+ mw.stats = crawler.stats
+ mw._max_size = crawler.settings.getint("DOWNLOAD_MAXSIZE")
+ mw._warn_size = crawler.settings.getint("DOWNLOAD_WARNSIZE")
+ crawler.signals.connect(mw.open_spider, signals.spider_opened)
+ return mw
def open_spider(self, spider):
if hasattr(spider, "download_maxsize"):