Scrapy, a fast high-level web crawling & scraping framework for Python.
Rule.process_request defaults to None in the docs
Eugenio Lacuesta83ec947fe732
diff --git a/scrapy/spiders/crawl.py b/scrapy/spiders/crawl.pyindex 5aec0fd83..ad86fc19d 100644--- a/scrapy/spiders/crawl.py+++ b/scrapy/spiders/crawl.py@@ -19,12 +19,12 @@ def identity(x):class Rule(object):- def __init__(self, link_extractor, callback=None, cb_kwargs=None, follow=None, process_links=None, process_request=identity):+ def __init__(self, link_extractor, callback=None, cb_kwargs=None, follow=None, process_links=None, process_request=None):self.link_extractor = link_extractorself.callback = callbackself.cb_kwargs = cb_kwargs or {}self.process_links = process_links- self.process_request_function = process_request+ self.process_request_function = process_request or identityif follow is None:self.follow = False if callback else Trueelse: