Scrapy, a fast high-level web crawling & scraping framework for Python.
Try it with a string
Matthijs Vos50730ed2280d
diff --git a/scrapy/commands/check.py b/scrapy/commands/check.pyindex b29587fa7..ab73e85e7 100644--- a/scrapy/commands/check.py+++ b/scrapy/commands/check.py@@ -68,7 +68,7 @@ class Command(ScrapyCommand):spider_loader = self.crawler_process.spider_loader- with set_environ(SCRAPY_CHECK=True):+ with set_environ(SCRAPY_CHECK='true'):for spidername in args or spider_loader.list():spidercls = spider_loader.load(spidername)spidercls.start_requests = lambda s: conman.from_spider(s, result)