Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Full typing for scrapy/spiderloader.py.

Andrey Rakhmatullindc6e142096e7
diff --git a/scrapy/spiderloader.py b/scrapy/spiderloader.py
index cd60fce9d..d855c962c 100644
--- a/scrapy/spiderloader.py
+++ b/scrapy/spiderloader.py
@@ -27,8 +27,8 @@ class SpiderLoader:
"""
def __init__(self, settings: BaseSettings):
- self.spider_modules = settings.getlist("SPIDER_MODULES")
- self.warn_only = settings.getbool("SPIDER_LOADER_WARN_ONLY")
+ self.spider_modules: List[str] = settings.getlist("SPIDER_MODULES")
+ self.warn_only: bool = settings.getbool("SPIDER_LOADER_WARN_ONLY")
self._spiders: Dict[str, Type[Spider]] = {}
self._found: DefaultDict[str, List[Tuple[str, str]]] = defaultdict(list)
self._load_all_spiders()
@@ -96,7 +96,7 @@ class SpiderLoader:
name for name, cls in self._spiders.items() if cls.handles_request(request)
]
- def list(self):
+ def list(self) -> List[str]:
"""
Return a list with the names of all spiders available in the project.
"""