Scrapy, a fast high-level web crawling & scraping framework for Python.
Add a test for pipelines using asyncio.
Andrey Rakhmatullinbfdd552a32b3
diff --git a/tests/test_pipelines.py b/tests/test_pipelines.pyindex cfe4471d7..aba6d85b7 100644--- a/tests/test_pipelines.py+++ b/tests/test_pipelines.py@@ -1,3 +1,5 @@+import asyncio+from twisted.internet import deferfrom twisted.internet.defer import Deferredfrom twisted.trial import unittest@@ -33,6 +35,13 @@ class AsyncDefPipeline:return item+class AsyncDefAsyncioPipeline:+ async def process_item(self, item, spider):+ await asyncio.sleep(0.2)+ item['pipeline_passed'] = True+ return item++class ItemSpider(Spider):name = 'itemspider'@@ -82,3 +91,9 @@ class PipelineTestCase(unittest.TestCase):crawler = self._create_crawler(AsyncDefPipeline)yield crawler.crawl(mockserver=self.mockserver)self.assertEqual(len(self.items), 1)++ @defer.inlineCallbacks+ def test_asyncdef_asyncio_pipeline(self):+ crawler = self._create_crawler(AsyncDefAsyncioPipeline)+ yield crawler.crawl(mockserver=self.mockserver)+ self.assertEqual(len(self.items), 1)