Scrapy, a fast high-level web crawling & scraping framework for Python.
Passing keyword arguments to callbacks
Eugenio Lacuesta50a0d87d1e47
diff --git a/scrapy/core/scraper.py b/scrapy/core/scraper.pyindex ee1e95a0c..7981ce231 100644--- a/scrapy/core/scraper.py+++ b/scrapy/core/scraper.py@@ -143,7 +143,7 @@ class Scraper(object):def call_spider(self, result, request, spider):result.request = requestdfd = defer_result(result)- dfd.addCallbacks(request.callback or spider.parse, request.errback)+ dfd.addCallbacks(request.callback or spider.parse, request.errback, callbackKeywords=request.kwargs)return dfd.addCallback(iterate_spider_output)def handle_spider_error(self, _failure, request, response, spider):diff --git a/scrapy/http/request/__init__.py b/scrapy/http/request/__init__.pyindex cd4360483..7d5cc9dae 100644--- a/scrapy/http/request/__init__.py+++ b/scrapy/http/request/__init__.py@@ -18,7 +18,7 @@ class Request(object_ref):def __init__(self, url, callback=None, method='GET', headers=None, body=None,cookies=None, meta=None, encoding='utf-8', priority=0,- dont_filter=False, errback=None, flags=None):+ dont_filter=False, errback=None, flags=None, kwargs=None):self._encoding = encoding # this one has to be set firstself.method = str(method).upper()@@ -41,6 +41,7 @@ class Request(object_ref):self._meta = dict(meta) if meta else Noneself.flags = [] if flags is None else list(flags)+ self.kwargs = dict(kwargs) if kwargs else None@propertydef meta(self):