Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Fixes.

smicallef9761769436d4
diff --git a/modules/sfp_hunter.py b/modules/sfp_hunter.py
index 24350019..2e80b09c 100644
--- a/modules/sfp_hunter.py
+++ b/modules/sfp_hunter.py
@@ -97,7 +97,7 @@ class sfp_hunter(SpiderFootPlugin):
self.errorState = True
return None
- data = self.query(eventData, 0, 100)
+ data = self.query(eventData, 0, 10)
if not data:
return None
@@ -106,9 +106,9 @@ class sfp_hunter(SpiderFootPlugin):
# Check if we have more results on further pages
if "meta" in data:
- maxgoal = data['meta'].get('results', 100)
+ maxgoal = data['meta'].get('results', 10)
else:
- maxgoal = 100
+ maxgoal = 10
rescount = len(data['data'].get('emails', list()))
@@ -136,7 +136,7 @@ class sfp_hunter(SpiderFootPlugin):
if rescount >= maxgoal:
return None
- data = self.query(eventData, rescount, 100)
+ data = self.query(eventData, rescount, 10)
if data == None:
return None
if "data" not in data:
diff --git a/modules/sfp_intelx.py b/modules/sfp_intelx.py
index 980fa3cf..c2d16186 100644
--- a/modules/sfp_intelx.py
+++ b/modules/sfp_intelx.py
@@ -116,7 +116,7 @@ class sfp_intelx(SpiderFootPlugin):
limit = 30
count = 0
status = 3 # status 3 = No results yet, keep trying. 0 = Success with results
- while status == 3 and count < limit:
+ while status in [3, 0] and count < limit:
if self.checkForStop():
return None
@@ -134,7 +134,8 @@ class sfp_intelx(SpiderFootPlugin):
status = ret['status']
count += 1
- if status in [0, 1]:
+ # No more results left
+ if status == 1:
#print data in json format to manipulate as desired
self.sf.debug("Results found, returning")
return ret
@@ -182,7 +183,7 @@ class sfp_intelx(SpiderFootPlugin):
for rec in info.get("records", dict()):
try:
last_seen = int(datetime.datetime.strptime(rec['added'].split(".")[0], '%Y-%m-%dT%H:%M:%S').strftime('%s')) * 1000
- if last_seen < agelimit:
+ if last_seen < agelimit:
self.sf.debug("Record found but too old, skipping.")
continue
diff --git a/modules/sfp_viewdns.py b/modules/sfp_viewdns.py
index a559241f..7a49e72d 100644
--- a/modules/sfp_viewdns.py
+++ b/modules/sfp_viewdns.py
@@ -153,6 +153,11 @@ class sfp_viewdns(SpiderFootPlugin):
self.accum = list()
self.query(eventData, ident)
rec = self.accum
+
+ # Leave out registrar parking sites, and other highly used IPs
+ if eventName == "IP_ADDRESS" and len(rec) > self.opts['maxcohost']:
+ return None
+
myres = list()
if rec is not None:
for r in rec: