Scrapy, a fast high-level web crawling & scraping framework for Python.
Disable CloseSpider extension if no CLOSPIDER_* setting set
Paul Tremberth6ee8d8650a5d
diff --git a/scrapy/extensions/closespider.py b/scrapy/extensions/closespider.pyindex a5df5e8a7..9ccf356ec 100644--- a/scrapy/extensions/closespider.py+++ b/scrapy/extensions/closespider.py@@ -9,6 +9,7 @@ from collections import defaultdictfrom twisted.internet import reactorfrom scrapy import signals+from scrapy.exceptions import NotConfiguredclass CloseSpider(object):@@ -23,6 +24,9 @@ class CloseSpider(object):'errorcount': crawler.settings.getint('CLOSESPIDER_ERRORCOUNT'),}+ if not any(self.close_on.values()):+ raise NotConfigured+self.counter = defaultdict(int)if self.close_on.get('errorcount'):