Scrapy, a fast high-level web crawling & scraping framework for Python.
CrawlerProcess: test a multi-spider scenario
Adrián Chaves96fc4dae1518
diff --git a/tests/CrawlerProcess/multi.py b/tests/CrawlerProcess/multi.pynew file mode 100644index 000000000..aaa1af5c5--- /dev/null+++ b/tests/CrawlerProcess/multi.py@@ -0,0 +1,16 @@+import scrapy+from scrapy.crawler import CrawlerProcess+++class NoRequestsSpider(scrapy.Spider):+ name = 'no_request'++ def start_requests(self):+ return []+++process = CrawlerProcess(settings={})++process.crawl(NoRequestsSpider)+process.crawl(NoRequestsSpider)+process.start()diff --git a/tests/test_crawler.py b/tests/test_crawler.pyindex 8f6227109..957525382 100644--- a/tests/test_crawler.py+++ b/tests/test_crawler.py@@ -302,6 +302,12 @@ class CrawlerProcessSubprocess(ScriptRunnerMixin, unittest.TestCase):self.assertIn('Spider closed (finished)', log)self.assertNotIn("Using reactor: twisted.internet.asyncioreactor.AsyncioSelectorReactor", log)+ def test_multi(self):+ log = self.run_script('multi.py')+ self.assertIn('Spider closed (finished)', log)+ self.assertNotIn("Using reactor: twisted.internet.asyncioreactor.AsyncioSelectorReactor", log)+ self.assertNotIn("ReactorAlreadyInstalledError", log)+def test_asyncio_enabled_no_reactor(self):log = self.run_script('asyncio_enabled_no_reactor.py')self.assertIn('Spider closed (finished)', log)