Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Update StrictOriginPolicy

Paul Tremberthebcacd3f549d
diff --git a/scrapy/spidermiddlewares/referer.py b/scrapy/spidermiddlewares/referer.py
index d64c79108..8ee04120a 100644
--- a/scrapy/spidermiddlewares/referer.py
+++ b/scrapy/spidermiddlewares/referer.py
@@ -159,9 +159,8 @@ class StrictOriginPolicy(ReferrerPolicy):
name = POLICY_STRICT_ORIGIN
def referrer(self, response, request):
- if ((urlparse_cached(response).scheme == 'https' and
- self.potentially_trustworthy(request))
- or urlparse_cached(response).scheme == 'http'):
+ if ((self.tls_protected(response) and self.potentially_trustworthy(request))
+ or not self.tls_protected(response)):
return self.origin_referrer(response)