Scrapy, a fast high-level web crawling & scraping framework for Python.
less complex implementation
Vostretsov Nikita484927b08caf
diff --git a/scrapy/pqueues.py b/scrapy/pqueues.pyindex ff7ec8c8a..538678345 100644--- a/scrapy/pqueues.py+++ b/scrapy/pqueues.py@@ -28,16 +28,11 @@ def _get_from_request(request, key, default=None):def _scheduler_slot_read(request, default=None):- meta = _get_from_request(request, 'meta', dict())- slot = meta.get(SCHEDULER_SLOT_META_KEY, default)- return slot+ return request.meta.get(SCHEDULER_SLOT_META_KEY, default)def _scheduler_slot_write(request, slot):- meta = _get_from_request(request, 'meta', None)- if not isinstance(meta, dict):- raise ValueError('No meta attribute in %s' % (request, ))- meta[SCHEDULER_SLOT_META_KEY] = slot+ request.meta[SCHEDULER_SLOT_META_KEY] = slotdef _scheduler_slot(request):