Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Passing keyword arguments to callbacks

Eugenio Lacuesta50a0d87d1e47
diff --git a/scrapy/core/scraper.py b/scrapy/core/scraper.py
index ee1e95a0c..7981ce231 100644
--- a/scrapy/core/scraper.py
+++ b/scrapy/core/scraper.py
@@ -143,7 +143,7 @@ class Scraper(object):
def call_spider(self, result, request, spider):
result.request = request
dfd = defer_result(result)
- dfd.addCallbacks(request.callback or spider.parse, request.errback)
+ dfd.addCallbacks(request.callback or spider.parse, request.errback, callbackKeywords=request.kwargs)
return dfd.addCallback(iterate_spider_output)
def handle_spider_error(self, _failure, request, response, spider):
diff --git a/scrapy/http/request/__init__.py b/scrapy/http/request/__init__.py
index cd4360483..7d5cc9dae 100644
--- a/scrapy/http/request/__init__.py
+++ b/scrapy/http/request/__init__.py
@@ -18,7 +18,7 @@ class Request(object_ref):
def __init__(self, url, callback=None, method='GET', headers=None, body=None,
cookies=None, meta=None, encoding='utf-8', priority=0,
- dont_filter=False, errback=None, flags=None):
+ dont_filter=False, errback=None, flags=None, kwargs=None):
self._encoding = encoding # this one has to be set first
self.method = str(method).upper()
@@ -41,6 +41,7 @@ class Request(object_ref):
self._meta = dict(meta) if meta else None
self.flags = [] if flags is None else list(flags)
+ self.kwargs = dict(kwargs) if kwargs else None
@property
def meta(self):