Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Remove test_download_gzip_response test

Laerte Pereira09ce0ef52681
diff --git a/tests/test_downloader_handlers.py b/tests/test_downloader_handlers.py
index f12243e1d..924ece6f9 100644
--- a/tests/test_downloader_handlers.py
+++ b/tests/test_downloader_handlers.py
@@ -726,33 +726,6 @@ class Http11MockServerTestCase(unittest.TestCase):
reason = crawler.spider.meta["close_reason"]
self.assertTrue(reason, "finished")
- @defer.inlineCallbacks
- def test_download_gzip_response(self):
- crawler = get_crawler(SingleRequestSpider, self.settings_dict)
- body = b"1" * 100 # PayloadResource requires body length to be 100
- request = Request(
- self.mockserver.url("/payload"),
- method="POST",
- body=body,
- meta={"download_maxsize": 50},
- )
- yield crawler.crawl(seed=request)
- failure = crawler.spider.meta["failure"]
- # download_maxsize < 100, hence the CancelledError
- self.assertIsInstance(failure.value, defer.CancelledError)
-
- # See issue https://twistedmatrix.com/trac/ticket/8175
- raise unittest.SkipTest("xpayload fails on PY3")
- crawler = get_crawler(SingleRequestSpider, self.settings_dict)
- request.headers.setdefault(b"Accept-Encoding", b"gzip,deflate")
- request = request.replace(url=self.mockserver.url("/xpayload"))
- yield crawler.crawl(seed=request)
- # download_maxsize = 50 is enough for the gzipped response
- failure = crawler.spider.meta.get("failure")
- self.assertIsNone(failure)
- reason = crawler.spider.meta["close_reason"]
- self.assertTrue(reason, "finished")
-
class UriResource(resource.Resource):
"""Return the full uri that was requested"""