Scrapy, a fast high-level web crawling & scraping framework for Python.
Follow alternate link for all types of sitemaps
Eugene Vorobev01ac88389340
diff --git a/scrapy/spiders/sitemap.py b/scrapy/spiders/sitemap.pyindex e54001d88..0ee8ba5e7 100644--- a/scrapy/spiders/sitemap.py+++ b/scrapy/spiders/sitemap.py@@ -48,7 +48,7 @@ class SitemapSpider(Spider):if any(x.search(loc) for x in self._follow):yield Request(loc, callback=self._parse_sitemap)elif s.type == 'urlset':- for loc in iterloc(s):+ for loc in iterloc(s, self.sitemap_alternate_links):for r, c in self._cbs:if r.search(loc):yield Request(loc, callback=c)