Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Merge values of multiple headers with same name (#5515)

Mohammadtaher Abbasi6a0bcf97cc60
diff --git a/scrapy/http/headers.py b/scrapy/http/headers.py
index 1a2b99b0a..a9471d721 100644
--- a/scrapy/http/headers.py
+++ b/scrapy/http/headers.py
@@ -1,6 +1,7 @@
from w3lib.http import headers_dict_to_raw
from scrapy.utils.datatypes import CaselessDict
from scrapy.utils.python import to_unicode
+from collections.abc import Mapping
class Headers(CaselessDict):
@@ -10,6 +11,13 @@ class Headers(CaselessDict):
self.encoding = encoding
super().__init__(seq)
+ def update(self, seq):
+ seq = seq.items() if isinstance(seq, Mapping) else seq
+ iseq = {}
+ for k, v in seq:
+ iseq.setdefault(self.normkey(k), []).extend(self.normvalue(v))
+ super().update(iseq)
+
def normkey(self, key):
"""Normalize key to bytes"""
return self._tobytes(key.title())
@@ -86,4 +94,5 @@ class Headers(CaselessDict):
def __copy__(self):
return self.__class__(self)
+
copy = __copy__