Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Options to not search the dark web for human names.

smicallef9367c621a951
diff --git a/modules/sfp_ahmia.py b/modules/sfp_ahmia.py
index 1363f93e..72c61229 100644
--- a/modules/sfp_ahmia.py
+++ b/modules/sfp_ahmia.py
@@ -21,12 +21,14 @@ class sfp_ahmia(SpiderFootPlugin):
# Default options
opts = {
# We don't bother with pagination as ahmia seems fairly limited in coverage
- 'fetchlinks': True
+ 'fetchlinks': True,
+ 'fullnames': True
}
# Option descriptions
optdescs = {
- 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target."
+ 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
+ 'fullnames': "Search for human names?"
}
# Target
@@ -54,6 +56,9 @@ class sfp_ahmia(SpiderFootPlugin):
srcModuleName = event.module
eventData = event.data
+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
+ return None
+
if eventData in self.results:
self.sf.debug("Already did a search for " + eventData + ", skipping.")
return None
diff --git a/modules/sfp_darksearch.py b/modules/sfp_darksearch.py
index 72d634ba..d550a0ee 100644
--- a/modules/sfp_darksearch.py
+++ b/modules/sfp_darksearch.py
@@ -22,13 +22,15 @@ class sfp_darksearch(SpiderFootPlugin):
# Default options
opts = {
'fetchlinks': True,
- 'max_pages': 20
+ 'max_pages': 20,
+ 'fullnames': True
}
# Option descriptions
optdescs = {
'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
- 'max_pages': "Maximum number of pages of results to fetch."
+ 'max_pages': "Maximum number of pages of results to fetch.",
+ 'fullnames': "Search for human names?"
}
results = None
@@ -79,6 +81,9 @@ class sfp_darksearch(SpiderFootPlugin):
srcModuleName = event.module
eventData = event.data
+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
+ return None
+
if eventData in self.results:
return None
else:
diff --git a/modules/sfp_onioncity.py b/modules/sfp_onioncity.py
index f6609d0b..2cfedeec 100644
--- a/modules/sfp_onioncity.py
+++ b/modules/sfp_onioncity.py
@@ -22,14 +22,16 @@ class sfp_onioncity(SpiderFootPlugin):
opts = {
"api_key": "",
"cse_id": "013611106330597893267:tfgl3wxdtbp",
- 'fetchlinks': True
+ 'fetchlinks': True,
+ 'fullnames': True
}
# Option descriptions
optdescs = {
"api_key": "Google API Key for Onion.link search.",
"cse_id": "Google Custom Search Engine ID.",
- 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target."
+ 'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
+ 'fullnames': "Search for human names?"
}
# Target
@@ -63,6 +65,9 @@ class sfp_onioncity(SpiderFootPlugin):
if self.errorState:
return None
+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
+ return None
+
self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
if self.opts['api_key'] == "":
diff --git a/modules/sfp_onionsearchengine.py b/modules/sfp_onionsearchengine.py
index 88131fb5..1be1bef8 100644
--- a/modules/sfp_onionsearchengine.py
+++ b/modules/sfp_onionsearchengine.py
@@ -24,7 +24,8 @@ class sfp_onionsearchengine(SpiderFootPlugin):
'timeout': 10,
'max_pages': 20,
'fetchlinks': True,
- 'blacklist': [ '.*://relate.*' ]
+ 'blacklist': [ '.*://relate.*' ],
+ 'fullnames': True
}
# Option descriptions
@@ -32,7 +33,8 @@ class sfp_onionsearchengine(SpiderFootPlugin):
'timeout': "Query timeout, in seconds.",
'max_pages': "Maximum number of pages of results to fetch.",
'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
- 'blacklist': "Exclude results from sites matching these patterns."
+ 'blacklist': "Exclude results from sites matching these patterns.",
+ 'fullnames': "Search for human names?"
}
results = None
@@ -59,6 +61,9 @@ class sfp_onionsearchengine(SpiderFootPlugin):
srcModuleName = event.module
eventData = event.data
+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
+ return None
+
if eventData in self.results:
self.sf.debug("Already did a search for " + eventData + ", skipping.")
return None
diff --git a/modules/sfp_torch.py b/modules/sfp_torch.py
index 914dfdf2..44e6765e 100644
--- a/modules/sfp_torch.py
+++ b/modules/sfp_torch.py
@@ -21,13 +21,15 @@ class sfp_torch(SpiderFootPlugin):
# Default options
opts = {
'fetchlinks': True,
- 'pages': 20
+ 'pages': 20,
+ 'fullnames': True
}
# Option descriptions
optdescs = {
'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
- 'pages': "Number of results pages to iterate through."
+ 'pages': "Number of results pages to iterate through.",
+ 'fullnames': "Search for human names?"
}
# Target
@@ -55,6 +57,9 @@ class sfp_torch(SpiderFootPlugin):
srcModuleName = event.module
eventData = event.data
+ if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
+ return None
+
if eventData in self.results:
self.sf.debug("Already did a search for " + eventData + ", skipping.")
return None