Scrapy, a fast high-level web crawling & scraping framework for Python.
Merge values of multiple headers with same name (#5515)
Mohammadtaher Abbasi6a0bcf97cc60
diff --git a/scrapy/http/headers.py b/scrapy/http/headers.pyindex 1a2b99b0a..a9471d721 100644--- a/scrapy/http/headers.py+++ b/scrapy/http/headers.py@@ -1,6 +1,7 @@from w3lib.http import headers_dict_to_rawfrom scrapy.utils.datatypes import CaselessDictfrom scrapy.utils.python import to_unicode+from collections.abc import Mappingclass Headers(CaselessDict):@@ -10,6 +11,13 @@ class Headers(CaselessDict):self.encoding = encodingsuper().__init__(seq)+ def update(self, seq):+ seq = seq.items() if isinstance(seq, Mapping) else seq+ iseq = {}+ for k, v in seq:+ iseq.setdefault(self.normkey(k), []).extend(self.normvalue(v))+ super().update(iseq)+def normkey(self, key):"""Normalize key to bytes"""return self._tobytes(key.title())@@ -86,4 +94,5 @@ class Headers(CaselessDict):def __copy__(self):return self.__class__(self)+copy = __copy__