Scrapy, a fast high-level web crawling & scraping framework for Python.
Import Deferred directly in scrapy/middleware.py.
Andrey Rakhmatullincef0a8b3d653
diff --git a/scrapy/middleware.py b/scrapy/middleware.pyindex 09768b59d..bbec38086 100644--- a/scrapy/middleware.py+++ b/scrapy/middleware.py@@ -3,7 +3,7 @@ import pprintfrom collections import defaultdict, dequefrom typing import Callable, Deque, Dict-from twisted.internet import defer+from twisted.internet.defer import Deferredfrom scrapy import Spiderfrom scrapy.exceptions import NotConfigured@@ -63,18 +63,18 @@ class MiddlewareManager:if hasattr(mw, 'close_spider'):self.methods['close_spider'].appendleft(mw.close_spider)- def _process_parallel(self, methodname: str, obj, *args) -> defer.Deferred:+ def _process_parallel(self, methodname: str, obj, *args) -> Deferred:return process_parallel(self.methods[methodname], obj, *args)- def _process_chain(self, methodname: str, obj, *args) -> defer.Deferred:+ def _process_chain(self, methodname: str, obj, *args) -> Deferred:return process_chain(self.methods[methodname], obj, *args)- def _process_chain_both(self, cb_methodname: str, eb_methodname: str, obj, *args) -> defer.Deferred:+ def _process_chain_both(self, cb_methodname: str, eb_methodname: str, obj, *args) -> Deferred:return process_chain_both(self.methods[cb_methodname],self.methods[eb_methodname], obj, *args)- def open_spider(self, spider: Spider) -> defer.Deferred:+ def open_spider(self, spider: Spider) -> Deferred:return self._process_parallel('open_spider', spider)- def close_spider(self, spider: Spider) -> defer.Deferred:+ def close_spider(self, spider: Spider) -> Deferred:return self._process_parallel('close_spider', spider)