Scrapy, a fast high-level web crawling & scraping framework for Python.
[backwards incompatible] switch ItemLoader from .extract to .getall.
Mikhail Korobov460f0f045141
diff --git a/scrapy/loader/__init__.py b/scrapy/loader/__init__.pyindex e73413318..a7c75a46a 100644--- a/scrapy/loader/__init__.py+++ b/scrapy/loader/__init__.py@@ -181,7 +181,7 @@ class ItemLoader(object):def _get_xpathvalues(self, xpaths, **kw):self._check_selector_method()xpaths = arg_to_iter(xpaths)- return flatten(self.selector.xpath(xpath).extract() for xpath in xpaths)+ return flatten(self.selector.xpath(xpath).getall() for xpath in xpaths)def add_css(self, field_name, css, *processors, **kw):values = self._get_cssvalues(css, **kw)@@ -198,6 +198,6 @@ class ItemLoader(object):def _get_cssvalues(self, csss, **kw):self._check_selector_method()csss = arg_to_iter(csss)- return flatten(self.selector.css(css).extract() for css in csss)+ return flatten(self.selector.css(css).getall() for css in csss)XPathItemLoader = create_deprecated_class('XPathItemLoader', ItemLoader)