Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

added_extensions

andy538dff9633d0b8
diff --git a/scrapy/linkextractors/__init__.py b/scrapy/linkextractors/__init__.py
index 6b8be909e..3774430a7 100644
--- a/scrapy/linkextractors/__init__.py
+++ b/scrapy/linkextractors/__init__.py
@@ -96,6 +96,16 @@ IGNORED_EXTENSIONS = [
"dmg",
"iso",
"apk",
+ "jar",
+ "sh",
+ "rb",
+ "js",
+ "hta",
+ "bat",
+ "cpl",
+ "msi",
+ "msp",
+ "py",
]