Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Add a test for pipelines using asyncio.

Andrey Rakhmatullinbfdd552a32b3
diff --git a/tests/test_pipelines.py b/tests/test_pipelines.py
index cfe4471d7..aba6d85b7 100644
--- a/tests/test_pipelines.py
+++ b/tests/test_pipelines.py
@@ -1,3 +1,5 @@
+import asyncio
+
from twisted.internet import defer
from twisted.internet.defer import Deferred
from twisted.trial import unittest
@@ -33,6 +35,13 @@ class AsyncDefPipeline:
return item
+class AsyncDefAsyncioPipeline:
+ async def process_item(self, item, spider):
+ await asyncio.sleep(0.2)
+ item['pipeline_passed'] = True
+ return item
+
+
class ItemSpider(Spider):
name = 'itemspider'
@@ -82,3 +91,9 @@ class PipelineTestCase(unittest.TestCase):
crawler = self._create_crawler(AsyncDefPipeline)
yield crawler.crawl(mockserver=self.mockserver)
self.assertEqual(len(self.items), 1)
+
+ @defer.inlineCallbacks
+ def test_asyncdef_asyncio_pipeline(self):
+ crawler = self._create_crawler(AsyncDefAsyncioPipeline)
+ yield crawler.crawl(mockserver=self.mockserver)
+ self.assertEqual(len(self.items), 1)