Scrapy, a fast high-level web crawling & scraping framework for Python.
per slot settings: logging added (create Slot)
GeorgeA92d5acf88ca559
diff --git a/scrapy/core/downloader/__init__.py b/scrapy/core/downloader/__init__.pyindex f680b9082..9aab80171 100644--- a/scrapy/core/downloader/__init__.py+++ b/scrapy/core/downloader/__init__.py@@ -1,3 +1,4 @@+import loggingimport randomfrom time import timefrom datetime import datetime@@ -12,6 +13,7 @@ from scrapy import signalsfrom scrapy.core.downloader.middleware import DownloaderMiddlewareManagerfrom scrapy.core.downloader.handlers import DownloadHandlers+logger = logging.getLogger(__name__)class Slot:"""Downloader slot"""@@ -106,7 +108,7 @@ class Downloader:randomize_delay = self.per_slot_settings.get(key, {}).get('randomize_delay', self.randomize_delay)new_slot = Slot(conc, delay, randomize_delay)self.slots[key] = new_slot-+ logger.debug(f"Downloader slot created {'from per slot settings' if key in self.per_slot_settings.keys() else ''}: {new_slot}")return key, self.slots[key]