Scrapy, a fast high-level web crawling & scraping framework for Python.
Added: Retrying scrapy.core.downloader.handlers.http11.TunnelError
Pengyu CHEN334ee40e3de7
diff --git a/scrapy/downloadermiddlewares/retry.py b/scrapy/downloadermiddlewares/retry.pyindex 3324aa21a..74938067f 100644--- a/scrapy/downloadermiddlewares/retry.py+++ b/scrapy/downloadermiddlewares/retry.py@@ -21,6 +21,7 @@ from twisted.internet.error import TimeoutError, DNSLookupError, \from scrapy.exceptions import NotConfiguredfrom scrapy.utils.response import response_status_messagefrom scrapy.xlib.tx import ResponseFailed+from scrapy.core.downloader.handlers.http11 import TunnelErrorlogger = logging.getLogger(__name__)@@ -32,7 +33,7 @@ class RetryMiddleware(object):EXCEPTIONS_TO_RETRY = (defer.TimeoutError, TimeoutError, DNSLookupError,ConnectionRefusedError, ConnectionDone, ConnectError,ConnectionLost, TCPTimedOutError, ResponseFailed,- IOError)+ IOError, TunnelError)def __init__(self, settings):if not settings.getbool('RETRY_ENABLED'):