Scrapy, a fast high-level web crawling & scraping framework for Python.
Make shutdown tests more robust.
Andrey Rakhmatullin2cb1e10c7641
diff --git a/tests/CrawlerProcess/sleeping.py b/tests/CrawlerProcess/sleeping.pyindex 420d9d328..45479ea4f 100644--- a/tests/CrawlerProcess/sleeping.py+++ b/tests/CrawlerProcess/sleeping.py@@ -14,7 +14,7 @@ class SleepingSpider(scrapy.Spider):from twisted.internet import reactord = Deferred()- reactor.callLater(3, d.callback, None)+ reactor.callLater(int(self.sleep), d.callback, None)await maybe_deferred_to_future(d)diff --git a/tests/test_crawler.py b/tests/test_crawler.pyindex 60b92377d..5c11ca6e0 100644--- a/tests/test_crawler.py+++ b/tests/test_crawler.py@@ -525,7 +525,7 @@ class CrawlerProcessSubprocess(ScriptRunnerMixin, unittest.TestCase):def test_shutdown_graceful(self):sig = signal.SIGINT if sys.platform != "win32" else signal.SIGBREAK- args = self.get_script_args("sleeping.py")+ args = self.get_script_args("sleeping.py", "-a", "sleep=3")p = PopenSpawn(args, timeout=5)p.expect_exact("Spider opened")p.expect_exact("Crawled (200)")@@ -536,7 +536,7 @@ class CrawlerProcessSubprocess(ScriptRunnerMixin, unittest.TestCase):def test_shutdown_forced(self):sig = signal.SIGINT if sys.platform != "win32" else signal.SIGBREAK- args = self.get_script_args("sleeping.py")+ args = self.get_script_args("sleeping.py", "-a", "sleep=10")p = PopenSpawn(args, timeout=5)p.expect_exact("Spider opened")p.expect_exact("Crawled (200)")