Scrapy, a fast high-level web crawling & scraping framework for Python.
switch SgmlLinkExtractor to .getall
Mikhail Korobov12e42bbe06be
diff --git a/scrapy/linkextractors/sgml.py b/scrapy/linkextractors/sgml.pyindex f4ca4262a..5fa6b771c 100644--- a/scrapy/linkextractors/sgml.py+++ b/scrapy/linkextractors/sgml.py@@ -141,7 +141,7 @@ class SgmlLinkExtractor(FilteringLinkExtractor):base_url = get_base_url(response)body = u''.join(ffor x in self.restrict_xpaths- for f in response.xpath(x).extract()+ for f in response.xpath(x).getall()).encode(response.encoding, errors='xmlcharrefreplace')else:body = response.body