Scrapy, a fast high-level web crawling & scraping framework for Python.
Add .tar.xz to ignored other extensions
akhter wahaba25a2d5ee475
diff --git a/scrapy/linkextractors/__init__.py b/scrapy/linkextractors/__init__.pyindex 5f6df9c73..0405462d6 100644--- a/scrapy/linkextractors/__init__.py+++ b/scrapy/linkextractors/__init__.py@@ -35,7 +35,7 @@ IGNORED_EXTENSIONS = ['odp',# other- 'css', 'pdf', 'exe', 'bin', 'rss', 'zip', 'rar', 'dmg', 'iso', 'apk'+ 'css', 'pdf', 'exe', 'bin', 'rss', 'zip', 'rar', 'dmg', 'iso', 'apk', 'tar.xz']