Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Merge branch 'master' into typing-crawler

Adrián Chaves8a0108b19c1e
diff --cc scrapy/crawler.py
index ee845a831,bc0ab02df..25823b6ac
--- a/scrapy/crawler.py
+++ b/scrapy/crawler.py
@@@ -206,25 -201,10 +206,15 @@@ class CrawlerRunner
self.settings = settings
self.spider_loader = self._get_spider_loader(settings)
self._crawlers: Set[Crawler] = set()
- self._active: Set[defer.Deferred] = set()
+ self._active: Set[Deferred] = set()
self.bootstrap_failed = False
- @property
- def spiders(self):
- warnings.warn(
- "CrawlerRunner.spiders attribute is renamed to "
- "CrawlerRunner.spider_loader.",
- category=ScrapyDeprecationWarning,
- stacklevel=2,
- )
- return self.spider_loader
-
- def crawl(self, crawler_or_spidercls, *args, **kwargs):
+ def crawl(
+ self,
+ crawler_or_spidercls: Union[Type[Spider], str, Crawler],
+ *args: Any,
+ **kwargs: Any,
+ ) -> Deferred:
"""
Run a crawler with the provided arguments.