Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Better error handling.

Steve Micallef21923445fc51
diff --git a/modules/sfp_coderepo.py b/modules/sfp_coderepo.py
index d7243210..edad5322 100644
--- a/modules/sfp_coderepo.py
+++ b/modules/sfp_coderepo.py
@@ -94,7 +94,11 @@ class sfp_coderepo(SpiderFootPlugin):
self.sf.error("Unable to fetch " + url, False)
failed = True
- ret = json.loads(res['content'])
+ try:
+ ret = json.loads(res['content'])
+ except BaseException as e:
+ ret = None
+
if ret == None:
self.sf.error("Unable to process empty response from Github for: " + \
name, False)
diff --git a/modules/sfp_duckduckgo.py b/modules/sfp_duckduckgo.py
index b0d02c18..b07dc030 100644
--- a/modules/sfp_duckduckgo.py
+++ b/modules/sfp_duckduckgo.py
@@ -70,7 +70,11 @@ class sfp_duckduckgo(SpiderFootPlugin):
self.sf.error("Unable to fetch " + url, False)
return None
- ret = json.loads(res['content'])
+ try:
+ ret = json.loads(res['content'])
+ except BaseException as e:
+ ret = None
+
if ret == None:
self.sf.error("Unable to process empty response from DuckDuckGo for: " + \
eventData, False)
diff --git a/modules/sfp_historic.py b/modules/sfp_historic.py
index 5258cadf..1684d893 100644
--- a/modules/sfp_historic.py
+++ b/modules/sfp_historic.py
@@ -122,7 +122,11 @@ class sfp_historic(SpiderFootPlugin):
self.sf.error("Unable to fetch " + url, False)
continue
- ret = json.loads(res['content'])
+ try:
+ ret = json.loads(res['content'])
+ except BaseException as e:
+ ret = None
+
if ret == None:
self.sf.error("Unable to process empty response from archive.org: " + \
eventData, False)