Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Changed the log message to make it more clear. As requested in issue #2927

NoExitTV938bc18405ca
diff --git a/scrapy/core/downloader/handlers/http11.py b/scrapy/core/downloader/handlers/http11.py
index 23343d92a..0a5538947 100644
--- a/scrapy/core/downloader/handlers/http11.py
+++ b/scrapy/core/downloader/handlers/http11.py
@@ -344,8 +344,8 @@ class ScrapyAgent(object):
if warnsize and expected_size > warnsize:
logger.warning("Expected response size (%(size)s) larger than "
- "download warn size (%(warnsize)s).",
- {'size': expected_size, 'warnsize': warnsize})
+ "download warn size (%(warnsize)s) in request (%(request)s).",
+ {'size': expected_size, 'warnsize': warnsize, 'request': request})
def _cancel(_):
# Abort connection inmediately.
@@ -412,10 +412,9 @@ class _ResponseReader(protocol.Protocol):
if self._maxsize and self._bytes_received > self._maxsize:
logger.error("Received (%(bytes)s) bytes larger than download "
- "max size (%(maxsize)s) in request %(request)s.",
+ "max size (%(maxsize)s).",
{'bytes': self._bytes_received,
- 'maxsize': self._maxsize,
- 'request': self._request})
+ 'maxsize': self._maxsize})
# Clear buffer earlier to avoid keeping data in memory for a long
# time.
self._bodybuf.truncate(0)