Scrapy, a fast high-level web crawling & scraping framework for Python.
Deques can't be sliced, use itertools.islice instead
Eugenio Lacuesta6c78b3d5ef94
diff --git a/scrapy/core/spidermw.py b/scrapy/core/spidermw.pyindex 58bd7c2c8..e07f76bdf 100644--- a/scrapy/core/spidermw.py+++ b/scrapy/core/spidermw.py@@ -3,7 +3,7 @@ Spider Middleware managerSee documentation in docs/topics/spider-middleware.rst"""-from itertools import chain+from itertools import chain, isliceimport sixfrom twisted.python.failure import Failure@@ -58,7 +58,7 @@ class SpiderMiddlewareManager(MiddlewareManager):# don't handle _InvalidOutput exceptionif isinstance(exception, _InvalidOutput):return _failure- method_list = self.methods['process_spider_exception'][start_index:]+ method_list = islice(self.methods['process_spider_exception'], start_index, None)for method_index, method in enumerate(method_list, start=start_index):if method is None:continue@@ -89,7 +89,7 @@ class SpiderMiddlewareManager(MiddlewareManager):raiserecovered.extend(exception_result)- method_list = self.methods['process_spider_output'][start_index:]+ method_list = islice(self.methods['process_spider_output'], start_index, None)for method_index, method in enumerate(method_list, start=start_index):if method is None:continue