Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

sfp_commoncrawl: Update index URL.

smicallef2fe30bc8e2ee
diff --git a/modules/sfp_commoncrawl.py b/modules/sfp_commoncrawl.py
index 985805eb..5e4954d5 100644
--- a/modules/sfp_commoncrawl.py
+++ b/modules/sfp_commoncrawl.py
@@ -87,7 +87,7 @@ class sfp_commoncrawl(SpiderFootPlugin):
return ret
def getLatestIndexes(self):
- url = "https://commoncrawl.s3.amazonaws.com/cc-index/collections/index.html"
+ url = "https://index.commoncrawl.org/"
res = self.sf.fetchUrl(url, timeout=60,
useragent="SpiderFoot")