Scrapy, a fast high-level web crawling & scraping framework for Python.
Add test_same_url
Stas Glubokiy4de493efdd80
diff --git a/tests/test_contracts.py b/tests/test_contracts.pyindex b07cbee1e..e4f1a777b 100644--- a/tests/test_contracts.py+++ b/tests/test_contracts.py@@ -1,8 +1,10 @@from unittest import TextTestResult+from twisted.internet import deferfrom twisted.python import failurefrom twisted.trial import unittest+from scrapy.crawler import CrawlerRunnerfrom scrapy.spidermiddlewares.httperror import HttpErrorfrom scrapy.spiders import Spiderfrom scrapy.http import Request@@ -101,6 +103,29 @@ class TestSpider(Spider):pass+class TestSameUrlSpider(Spider):++ name = 'test_same_url'++ def __init__(self, *args, **kwargs):+ super(TestSameUrlSpider, self).__init__(*args, **kwargs)+ self.visited = 0++ def parse_first(self, response):+ """first callback+ @url http://scrapy.org+ """+ self.visited += 1+ return TestItem()++ def parse_second(self, response):+ """second callback+ @url http://scrapy.org+ """+ self.visited += 1+ return TestItem()++class ContractsManagerTest(unittest.TestCase):contracts = [UrlContract, ReturnsContract, ScrapesContract]@@ -177,14 +202,12 @@ class ContractsManagerTest(unittest.TestCase):self.should_succeed()# scrapes_item_fail- request = self.conman.from_method(spider.scrapes_item_fail,- self.results)+ request = self.conman.from_method(spider.scrapes_item_fail, self.results)request.callback(response)self.should_fail()# scrapes_dict_item_fail- request = self.conman.from_method(spider.scrapes_dict_item_fail,- self.results)+ request = self.conman.from_method(spider.scrapes_dict_item_fail, self.results)request.callback(response)self.should_fail()@@ -202,3 +225,12 @@ class ContractsManagerTest(unittest.TestCase):self.assertFalse(self.results.failures)self.assertTrue(self.results.errors)++ @defer.inlineCallbacks+ def test_same_url(self):+ TestSameUrlSpider.start_requests = lambda s: self.conman.from_spider(s, self.results)++ crawler = CrawlerRunner().create_crawler(TestSameUrlSpider)+ yield crawler.crawl()++ self.assertEqual(crawler.spider.visited, 2)