Scrapy, a fast high-level web crawling & scraping framework for Python.
per slot settings: code optimized
GeorgeA9212d52a4f0897
diff --git a/scrapy/core/downloader/__init__.py b/scrapy/core/downloader/__init__.pyindex d908f4d7e..f16afe99b 100644--- a/scrapy/core/downloader/__init__.py+++ b/scrapy/core/downloader/__init__.py@@ -100,12 +100,13 @@ class Downloader:def _get_slot(self, request, spider):key = self._get_slot_key(request, spider)if key not in self.slots:- conc = self.per_slot_settings.get(key, {}).get(+ slot_settings = self.per_slot_settings.get(key, {})+ conc = slot_settings.get('concurrency', self.ip_concurrency if self.ip_concurrency else self.domain_concurrency)conc, delay = _get_concurrency_delay(conc, spider, self.settings)- delay = self.per_slot_settings.get(key, {}).get('delay', delay)- randomize_delay = self.per_slot_settings.get(key, {}).get('randomize_delay', self.randomize_delay)+ delay = slot_settings.get('delay', delay)+ randomize_delay = slot_settings.get('randomize_delay', self.randomize_delay)new_slot = Slot(conc, delay, randomize_delay)self.slots[key] = new_slot