Scrapy, a fast high-level web crawling & scraping framework for Python.
fixes a link in comment
Anubhav Patel4cfdc1497431
diff --git a/scrapy/extensions/httpcache.py b/scrapy/extensions/httpcache.pyindex 1b5e05b1b..03bba1530 100644--- a/scrapy/extensions/httpcache.py+++ b/scrapy/extensions/httpcache.py@@ -70,7 +70,7 @@ class RFC2616Policy(object):return Truedef should_cache_response(self, response, request):- # What is cacheable - https://www.w3.org/Protocols/rfc2616/rfc2616-sec13.html#sec14.9.1+ # What is cacheable - https://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.9.1# Response cacheability - https://www.w3.org/Protocols/rfc2616/rfc2616-sec13.html#sec13.4# Status code 206 is not included because cache can not deal with partial contentscc = self._parse_cachecontrol(response)