Scrapy, a fast high-level web crawling & scraping framework for Python.
Add tests for referrer-policy set in response HTTP headers
Paul Tremberthd3d4d66ce8e5
diff --git a/tests/test_spidermiddleware_referer.py b/tests/test_spidermiddleware_referer.pyindex cfc4b5296..9555817d9 100644--- a/tests/test_spidermiddleware_referer.py+++ b/tests/test_spidermiddleware_referer.py@@ -354,3 +354,16 @@ class TestRefererMiddlewareSettingsPolicyByName(TestCase):settings = Settings({'REFERER_POLICY': 'some-custom-unknown-policy'})with self.assertRaises(NotConfigured):mw = RefererMiddleware(settings)+++class TestRefererMiddlewarePolicyHeaderPredecence001(MixinUnsafeUrl, TestRefererMiddleware):+ settings = {'REFERER_POLICY': 'scrapy.spidermiddlewares.referer.SameOriginPolicy'}+ resp_headers = {'Referrer-Policy': POLICY_UNSAFE_URL.upper()}++class TestRefererMiddlewarePolicyHeaderPredecence002(MixinNoReferrer, TestRefererMiddleware):+ settings = {'REFERER_POLICY': 'scrapy.spidermiddlewares.referer.NoReferrerWhenDowngradePolicy'}+ resp_headers = {'Referrer-Policy': POLICY_NO_REFERRER.swapcase()}++class TestRefererMiddlewarePolicyHeaderPredecence003(MixinNoReferrerWhenDowngrade, TestRefererMiddleware):+ settings = {'REFERER_POLICY': 'scrapy.spidermiddlewares.referer.OriginWhenCrossOriginPolicy'}+ resp_headers = {'Referrer-Policy': POLICY_NO_REFERRER_WHEN_DOWNGRADE.title()}