SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
Options to not search the dark web for human names.
smicallef9367c621a951
diff --git a/modules/sfp_ahmia.py b/modules/sfp_ahmia.pyindex 1363f93e..72c61229 100644--- a/modules/sfp_ahmia.py+++ b/modules/sfp_ahmia.py@@ -21,12 +21,14 @@ class sfp_ahmia(SpiderFootPlugin):# Default optionsopts = {# We don't bother with pagination as ahmia seems fairly limited in coverage- 'fetchlinks': True+ 'fetchlinks': True,+ 'fullnames': True}# Option descriptionsoptdescs = {- 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target."+ 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",+ 'fullnames': "Search for human names?"}# Target@@ -54,6 +56,9 @@ class sfp_ahmia(SpiderFootPlugin):srcModuleName = event.moduleeventData = event.data+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':+ return None+if eventData in self.results:self.sf.debug("Already did a search for " + eventData + ", skipping.")return Nonediff --git a/modules/sfp_darksearch.py b/modules/sfp_darksearch.pyindex 72d634ba..d550a0ee 100644--- a/modules/sfp_darksearch.py+++ b/modules/sfp_darksearch.py@@ -22,13 +22,15 @@ class sfp_darksearch(SpiderFootPlugin):# Default optionsopts = {'fetchlinks': True,- 'max_pages': 20+ 'max_pages': 20,+ 'fullnames': True}# Option descriptionsoptdescs = {'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",- 'max_pages': "Maximum number of pages of results to fetch."+ 'max_pages': "Maximum number of pages of results to fetch.",+ 'fullnames': "Search for human names?"}results = None@@ -79,6 +81,9 @@ class sfp_darksearch(SpiderFootPlugin):srcModuleName = event.moduleeventData = event.data+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':+ return None+if eventData in self.results:return Noneelse:diff --git a/modules/sfp_onioncity.py b/modules/sfp_onioncity.pyindex f6609d0b..2cfedeec 100644--- a/modules/sfp_onioncity.py+++ b/modules/sfp_onioncity.py@@ -22,14 +22,16 @@ class sfp_onioncity(SpiderFootPlugin):opts = {"api_key": "","cse_id": "013611106330597893267:tfgl3wxdtbp",- 'fetchlinks': True+ 'fetchlinks': True,+ 'fullnames': True}# Option descriptionsoptdescs = {"api_key": "Google API Key for Onion.link search.","cse_id": "Google Custom Search Engine ID.",- 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target."+ 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",+ 'fullnames': "Search for human names?"}# Target@@ -63,6 +65,9 @@ class sfp_onioncity(SpiderFootPlugin):if self.errorState:return None+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':+ return None+self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)if self.opts['api_key'] == "":diff --git a/modules/sfp_onionsearchengine.py b/modules/sfp_onionsearchengine.pyindex 88131fb5..1be1bef8 100644--- a/modules/sfp_onionsearchengine.py+++ b/modules/sfp_onionsearchengine.py@@ -24,7 +24,8 @@ class sfp_onionsearchengine(SpiderFootPlugin):'timeout': 10,'max_pages': 20,'fetchlinks': True,- 'blacklist': [ '.*://relate.*' ]+ 'blacklist': [ '.*://relate.*' ],+ 'fullnames': True}# Option descriptions@@ -32,7 +33,8 @@ class sfp_onionsearchengine(SpiderFootPlugin):'timeout': "Query timeout, in seconds.",'max_pages': "Maximum number of pages of results to fetch.",'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",- 'blacklist': "Exclude results from sites matching these patterns."+ 'blacklist': "Exclude results from sites matching these patterns.",+ 'fullnames': "Search for human names?"}results = None@@ -59,6 +61,9 @@ class sfp_onionsearchengine(SpiderFootPlugin):srcModuleName = event.moduleeventData = event.data+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':+ return None+if eventData in self.results:self.sf.debug("Already did a search for " + eventData + ", skipping.")return Nonediff --git a/modules/sfp_torch.py b/modules/sfp_torch.pyindex 914dfdf2..44e6765e 100644--- a/modules/sfp_torch.py+++ b/modules/sfp_torch.py@@ -21,13 +21,15 @@ class sfp_torch(SpiderFootPlugin):# Default optionsopts = {'fetchlinks': True,- 'pages': 20+ 'pages': 20,+ 'fullnames': True}# Option descriptionsoptdescs = {'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",- 'pages': "Number of results pages to iterate through."+ 'pages': "Number of results pages to iterate through.",+ 'fullnames': "Search for human names?"}# Target@@ -55,6 +57,9 @@ class sfp_torch(SpiderFootPlugin):srcModuleName = event.moduleeventData = event.data+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':+ return None+if eventData in self.results:self.sf.debug("Already did a search for " + eventData + ", skipping.")return None