Scrapy, a fast high-level web crawling & scraping framework for Python.
Update StrictOriginPolicy
Paul Tremberthebcacd3f549d
diff --git a/scrapy/spidermiddlewares/referer.py b/scrapy/spidermiddlewares/referer.pyindex d64c79108..8ee04120a 100644--- a/scrapy/spidermiddlewares/referer.py+++ b/scrapy/spidermiddlewares/referer.py@@ -159,9 +159,8 @@ class StrictOriginPolicy(ReferrerPolicy):name = POLICY_STRICT_ORIGINdef referrer(self, response, request):- if ((urlparse_cached(response).scheme == 'https' and- self.potentially_trustworthy(request))- or urlparse_cached(response).scheme == 'http'):+ if ((self.tls_protected(response) and self.potentially_trustworthy(request))+ or not self.tls_protected(response)):return self.origin_referrer(response)