SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
# -*- coding: utf-8 -*-
# -------------------------------------------------------------------------------
# Name: sfp_torch
# Purpose: Searches the Tor search engine 'TORCH' for content related
# to the domain in question.
#
# Author: Steve Micallef <[email protected]>
#
# Created: 20/06/2017
# Copyright: (c) Steve Micallef 2017
# Licence: MIT
# -------------------------------------------------------------------------------
import re
from urllib.parse import urlencode
from spiderfoot import SpiderFootEvent, SpiderFootPlugin
class sfp_torch(SpiderFootPlugin):
meta = {
'name': "TORCH",
'summary': "Search Tor 'TORCH' search engine for mentions of the target domain.",
'flags': ["errorprone", "tor"],
'useCases': ["Footprint", "Investigate"],
'categories': ["Search Engines"],
'dataSource': {
'website': "https://torchsearch.wordpress.com/",
'model': "FREE_NOAUTH_UNLIMITED",
'description': "Torch or TorSearch is the best search engine "
"for the hidden part of the internet. They're also the "
"oldest and longest running search engine on Tor.\n"
"Torch claims to have over one billion dark net pages indexed. "
"They also don't censor search results or track what you "
"search for.",
}
}
opts = {
'fetchlinks': True,
'pages': 20,
'fullnames': True
}
optdescs = {
'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
'pages': "Number of results pages to iterate through.",
'fullnames': "Search for human names?"
}
results = None
def setup(self, sfc, userOpts=dict()):
self.sf = sfc
self.results = self.tempStorage()
for opt in list(userOpts.keys()):
self.opts[opt] = userOpts[opt]
def watchedEvents(self):
return [
"DOMAIN_NAME",
"HUMAN_NAME",
"EMAILADDR"
]
def producedEvents(self):
return [
"DARKNET_MENTION_URL",
"DARKNET_MENTION_CONTENT"
]
def handleEvent(self, event):
eventName = event.eventType
eventData = event.data
if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
return
if eventData in self.results:
self.debug(f"Already did a search for {eventData}, skipping.")
return
self.results[eventData] = True
formpage = self.sf.fetchUrl(
"http://torchdeedp3i2jigzjdmfpn5ttjhthh5wbmda2rr3jvqjg5p77c54dqd.onion/",
useragent=self.opts['_useragent'],
timeout=60)
if not formpage['content']:
self.info("Couldn't connect to TORCH, it might be down.")
return
if "<b>0</b> results" in formpage['content']:
self.info(f"No results found on TORCH for {eventData}")
return
pagecount = 0
while pagecount < self.opts['pages']:
# Check if we've been asked to stop
if self.checkForStop():
return
# Sites hosted on the domain
params = {"action": "search", "query": eventData}
if pagecount > 0:
params['page'] = pagecount
pagecount += 1
qry = urlencode(params)
data = self.sf.fetchUrl(
f"http://torchdeedp3i2jigzjdmfpn5ttjhthh5wbmda2rr3jvqjg5p77c54dqd.onion/search?{qry}",
useragent=self.opts['_useragent'],
timeout=60)
if data is None or not data.get('content'):
self.info("No results returned from TORCH.")
return
links = re.findall(r'<h5><a href="(.*?)"\s+target="_blank">',
data['content'], re.IGNORECASE)
linkcount = 0
for link in links:
if link in self.results:
continue
self.results[link] = True
self.debug(f"Found a darknet mention: {link}")
if self.sf.urlFQDN(link).endswith(".onion"):
if self.checkForStop():
return
if self.opts['fetchlinks']:
res = self.sf.fetchUrl(link, timeout=self.opts['_fetchtimeout'],
useragent=self.opts['_useragent'])
if res['content'] is None:
self.debug(f"Ignoring {link} as no data returned")
continue
if eventData not in res['content']:
self.debug(f"Ignoring {link} as no mention of {eventData}")
continue
evt = SpiderFootEvent("DARKNET_MENTION_URL", link, self.__name__, event)
self.notifyListeners(evt)
linkcount += 1
try:
startIndex = res['content'].index(eventData) - 120
endIndex = startIndex + len(eventData) + 240
except Exception:
self.debug("String not found in content.")
continue
darkcontent = res['content'][startIndex:endIndex]
evt = SpiderFootEvent("DARKNET_MENTION_CONTENT", f"...{darkcontent}...",
self.__name__, evt)
self.notifyListeners(evt)
else:
evt = SpiderFootEvent("DARKNET_MENTION_URL", link, self.__name__, event)
self.notifyListeners(evt)
linkcount += 1
if linkcount == 0:
# No more pages
return
# End of sfp_torch class