Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Depth stats are not optional

Ryan P Kilby6a182c955273
diff --git a/scrapy/spidermiddlewares/depth.py b/scrapy/spidermiddlewares/depth.py
index e2f039146..34a87f2df 100644
--- a/scrapy/spidermiddlewares/depth.py
+++ b/scrapy/spidermiddlewares/depth.py
@@ -13,7 +13,7 @@ logger = logging.getLogger(__name__)
class DepthMiddleware(object):
- def __init__(self, maxdepth, stats=None, verbose_stats=False, prio=1):
+ def __init__(self, maxdepth, stats, verbose_stats=False, prio=1):
self.maxdepth = maxdepth
self.stats = stats
self.verbose_stats = verbose_stats
@@ -41,7 +41,7 @@ class DepthMiddleware(object):
extra={'spider': spider}
)
return False
- elif self.stats:
+ else:
if self.verbose_stats:
self.stats.inc_value('request_depth_count/%s' % depth,
spider=spider)
@@ -50,7 +50,7 @@ class DepthMiddleware(object):
return True
# base case (depth=0)
- if self.stats and 'depth' not in response.meta:
+ if 'depth' not in response.meta:
response.meta['depth'] = 0
if self.verbose_stats:
self.stats.inc_value('request_depth_count/0', spider=spider)