Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Fix data quality issues.

smicallefee828a4d0e09
diff --git a/modules/sfp_dnsresolve.py b/modules/sfp_dnsresolve.py
index 3fbb2696..656aed86 100644
--- a/modules/sfp_dnsresolve.py
+++ b/modules/sfp_dnsresolve.py
@@ -153,6 +153,11 @@ class sfp_dnsresolve(SpiderFootPlugin):
"NETBLOCK_OWNER", "IP_ADDRESS", "IPV6_ADDRESS",
"INTERNET_NAME", "AFFILIATE_IPADDR"]:
data = urllib.parse.unquote(eventData).lower()
+ # We get literal \n from RAW_RIR_DATA in cases where JSON responses
+ # have been str()'d, breaking interpretation of hostnames.
+ if eventName == 'RAW_RIR_DATA':
+ data = eventData.replace('\\n', '\n')
+
for name in self.getTarget().getNames():
if self.checkForStop():
return None
diff --git a/modules/sfp_tool_dnstwist.py b/modules/sfp_tool_dnstwist.py
index 21869e12..0d92fd30 100644
--- a/modules/sfp_tool_dnstwist.py
+++ b/modules/sfp_tool_dnstwist.py
@@ -109,6 +109,9 @@ class sfp_tool_dnstwist(SpiderFootPlugin):
try:
j = json.loads(content)
for r in j:
+ if self.getTarget().matches(r['domain-name']):
+ continue
+
evt = SpiderFootEvent("SIMILARDOMAIN", r['domain-name'],
self.__name__, event)
self.notifyListeners(evt)