Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

testcase added for HttpCompressionMiddleware with no stats

GeorgeA92d32d0d27393c
diff --git a/tests/test_downloadermiddleware_httpcompression.py b/tests/test_downloadermiddleware_httpcompression.py
index 144fd3378..5f8e76e0a 100644
--- a/tests/test_downloadermiddleware_httpcompression.py
+++ b/tests/test_downloadermiddleware_httpcompression.py
@@ -29,7 +29,7 @@ class HttpCompressionTest(TestCase):
def setUp(self):
self.crawler = get_crawler(Spider)
self.spider = self.crawler._create_spider('scrapytest.org')
- self.mw = HttpCompressionMiddleware(self.crawler.stats)
+ self.mw = HttpCompressionMiddleware.from_crawler(self.crawler)
self.crawler.stats.open_spider(self.spider)
def _getresponse(self, coding):
@@ -79,6 +79,18 @@ class HttpCompressionTest(TestCase):
self.assertStatsEqual('httpcompression/response_count', 1)
self.assertStatsEqual('httpcompression/response_bytes', 74837)
+ def test_process_response_gzip_no_stats(self):
+ mw = HttpCompressionMiddleware()
+ response = self._getresponse('gzip')
+ request = response.request
+
+ self.assertEqual(response.headers['Content-Encoding'], b'gzip')
+ newresponse = mw.process_response(request, response, self.spider)
+ self.assertEqual(mw.stats, None)
+ assert newresponse is not response
+ assert newresponse.body.startswith(b'<!DOCTYPE')
+ assert 'Content-Encoding' not in newresponse.headers
+
def test_process_response_br(self):
try:
import brotli # noqa: F401