Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Add tests for referrer-policy set in response HTTP headers

Paul Tremberthd3d4d66ce8e5
diff --git a/tests/test_spidermiddleware_referer.py b/tests/test_spidermiddleware_referer.py
index cfc4b5296..9555817d9 100644
--- a/tests/test_spidermiddleware_referer.py
+++ b/tests/test_spidermiddleware_referer.py
@@ -354,3 +354,16 @@ class TestRefererMiddlewareSettingsPolicyByName(TestCase):
settings = Settings({'REFERER_POLICY': 'some-custom-unknown-policy'})
with self.assertRaises(NotConfigured):
mw = RefererMiddleware(settings)
+
+
+class TestRefererMiddlewarePolicyHeaderPredecence001(MixinUnsafeUrl, TestRefererMiddleware):
+ settings = {'REFERER_POLICY': 'scrapy.spidermiddlewares.referer.SameOriginPolicy'}
+ resp_headers = {'Referrer-Policy': POLICY_UNSAFE_URL.upper()}
+
+class TestRefererMiddlewarePolicyHeaderPredecence002(MixinNoReferrer, TestRefererMiddleware):
+ settings = {'REFERER_POLICY': 'scrapy.spidermiddlewares.referer.NoReferrerWhenDowngradePolicy'}
+ resp_headers = {'Referrer-Policy': POLICY_NO_REFERRER.swapcase()}
+
+class TestRefererMiddlewarePolicyHeaderPredecence003(MixinNoReferrerWhenDowngrade, TestRefererMiddleware):
+ settings = {'REFERER_POLICY': 'scrapy.spidermiddlewares.referer.OriginWhenCrossOriginPolicy'}
+ resp_headers = {'Referrer-Policy': POLICY_NO_REFERRER_WHEN_DOWNGRADE.title()}