SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
Corrected descriptions and models. Removed Norton ConnectSafe DNS module.
smicallef1706de3e5e84
diff --git a/modules/sfp_apple_itunes.py b/modules/sfp_apple_itunes.pyindex 86a64d6a..c81f4b29 100644--- a/modules/sfp_apple_itunes.py+++ b/modules/sfp_apple_itunes.py@@ -31,6 +31,8 @@ class sfp_apple_itunes(SpiderFootPlugin):'website': "https://itunes.apple.com/",'favIcon': "https://itunes.apple.com/favicon.ico",'logo': "https://itunes.apple.com/favicon.ico",+ 'description': "The Apple iTunes store is a store for downloading "+ "and purchasing apps for Apple devices.",}}diff --git a/modules/sfp_botvrij.py b/modules/sfp_botvrij.pyindex 684bc020..902a5b67 100644--- a/modules/sfp_botvrij.py+++ b/modules/sfp_botvrij.py@@ -33,7 +33,16 @@ class sfp_botvrij(SpiderFootPlugin):'summary': "Check if a domain is malicious according to botvrij.eu.",'flags': [""],'useCases': ["Investigate", "Passive"],- 'categories': ["Reputation Systems"]+ 'categories': ["Reputation Systems"],+ 'dataSource': {+ 'website': "https://botvrij.eu/",+ 'model': "FREE_NOAUTH_UNLIMITED",+ 'description': "Botvrij.eu provides different sets "+ " of open source IOCs that you can use in your "+ " security devices to detect possible malicious activity.\n"+ "The information contains network info (IPs), file hashes,"+ " file paths, domain names, URLs.",+ }}# Default optionsdiff --git a/modules/sfp_cinsscore.py b/modules/sfp_cinsscore.pyindex d54a9d63..dadd384e 100644--- a/modules/sfp_cinsscore.py+++ b/modules/sfp_cinsscore.py@@ -22,7 +22,15 @@ class sfp_cinsscore(SpiderFootPlugin):'summary': "Check if a netblock or IP address is malicious according to cinsscore.com's Army List.",'flags': [""],'useCases': ["Investigate", "Passive"],- 'categories': ["Reputation Systems"]+ 'categories': ["Reputation Systems"],+ 'dataSource': {+ 'website': "https://cinsscore.com/",+ 'model': "FREE_NOAUTH_UNLIMITED",+ 'description': "Leveraging data from our network of Sentinel "+ "devices and other trusted InfoSec sources, CINS is a "+ "Threat Intelligence database that provides an accurate "+ "and timely score for any IP address in the world.",+ }}# Default optionsdiff --git a/modules/sfp_crobat_api.py b/modules/sfp_crobat_api.pyindex 8de13ab7..3ca37079 100644--- a/modules/sfp_crobat_api.py+++ b/modules/sfp_crobat_api.py@@ -26,7 +26,14 @@ class sfp_crobat_api(SpiderFootPlugin):'summary': "Search Crobat API for subdomains.",'flags': [""],'useCases': ["Footprint", "Investigate", "Passive"],- 'categories': ["Passive DNS"]+ 'categories': ["Passive DNS"],+ 'dataSource': {+ 'website': "https://sonar.omnisint.io/",+ 'model': "FREE_NOAUTH_UNLIMITED",+ 'logo': "https://sonar.omnisint.io/img/crobat.png",+ 'description': "The entire Rapid7 Sonar DNS dataset indexed,"+ " available at your fingertips.",+ }}opts = {diff --git a/modules/sfp_crxcavator.py b/modules/sfp_crxcavator.pyindex 260c61ce..4e6ed503 100644--- a/modules/sfp_crxcavator.py+++ b/modules/sfp_crxcavator.py@@ -29,8 +29,12 @@ class sfp_crxcavator(SpiderFootPlugin):'categories': ["Search Engines"],'dataSource': {'website': "https://crxcavator.io/",+ 'model': "FREE_NOAUTH_UNLIMITED",'favIcon': "https://crxcavator.io/favicon-32x32.png",'logo': "https://crxcavator.io/apple-touch-icon.png",+ 'description': "CRXcavator automatically scans the entire Chrome Web "+ "Store every 3 hours and produces a quantified risk score for "+ "each Chrome Extension based on several factors.",}}diff --git a/modules/sfp_norton.py b/modules/sfp_norton.pydeleted file mode 100644index c937e8c4..00000000--- a/modules/sfp_norton.py+++ /dev/null@@ -1,104 +0,0 @@-# -*- coding: utf-8 -*--# --------------------------------------------------------------------------------# Name: sfp_norton-# Purpose: SpiderFoot plug-in for looking up whether hosts are blocked by-# Norton DNS (199.85.126.20 and 199.85.127.20)-#-# Author: Steve Micallef <[email protected]>-#-# Created: 30/05/2018-# Copyright: (c) Steve Micallef 2018-# Licence: GPL-# ---------------------------------------------------------------------------------import dns.resolver--from spiderfoot import SpiderFootEvent, SpiderFootPlugin---class sfp_norton(SpiderFootPlugin):-- meta = {- 'name': "Norton ConnectSafe",- 'summary': "Check if a host would be blocked by Norton ConnectSafe DNS",- 'flags': [""],- 'useCases': ["Investigate", "Passive"],- 'categories': ["Reputation Systems"]- }-- # Default options- opts = {- }-- # Option descriptions- optdescs = {- }-- results = None-- def setup(self, sfc, userOpts=dict()):- self.sf = sfc- self.results = self.tempStorage()-- for opt in list(userOpts.keys()):- self.opts[opt] = userOpts[opt]-- # What events is this module interested in for input- def watchedEvents(self):- return ["INTERNET_NAME", "AFFILIATE_INTERNET_NAME", "CO_HOSTED_SITE"]-- # What events this module produces- # This is to support the end user in selecting modules based on events- # produced.- def producedEvents(self):- return ["MALICIOUS_INTERNET_NAME", "MALICIOUS_AFFILIATE_INTERNET_NAME",- "MALICIOUS_COHOST"]-- def queryAddr(self, qaddr):- res = dns.resolver.Resolver()- res.nameservers = ["199.85.126.20", "199.85.127.20"]-- try:- addrs = res.resolve(qaddr)- self.sf.debug("Addresses returned: " + str(addrs))- except Exception:- self.sf.debug(f"Unable to resolve {qaddr}")- return False-- if addrs:- return True- return False-- # Handle events sent to this module- def handleEvent(self, event):- eventName = event.eventType- srcModuleName = event.module- eventData = event.data- parentEvent = event- resolved = False-- self.sf.debug(f"Received event, {eventName}, from {srcModuleName}")-- if eventData in self.results:- return None- self.results[eventData] = True-- # Check that it resolves first, as it becomes a valid- # malicious host only if NOT resolved by Norton.- try:- if self.sf.resolveHost(eventData):- resolved = True- except Exception:- return None-- if resolved:- found = self.queryAddr(eventData)- typ = "MALICIOUS_" + eventName- if eventName == "CO_HOSTED_SITE":- typ = "MALICIOUS_COHOST"- if not found:- evt = SpiderFootEvent(typ, "Blocked by Norton ConnectSafe [" + eventData + "]",- self.__name__, parentEvent)- self.notifyListeners(evt)--# End of sfp_norton classdiff --git a/modules/sfp_recondev.py b/modules/sfp_recondev.pyindex 160e7671..eacdab23 100644--- a/modules/sfp_recondev.py+++ b/modules/sfp_recondev.py@@ -33,6 +33,9 @@ class sfp_recondev(SpiderFootPlugin):"Register an account","Visit https://recon.dev/account and use the authentication token provided",],+ "description": "At Recon.Dev our mission is to build an easy "+ "to use platform for hackers to easily discover a targets "+ "assets across the entire public internet.",}}diff --git a/modules/sfp_torch.py b/modules/sfp_torch.pyindex 29c4f0e9..48b55f7c 100644--- a/modules/sfp_torch.py+++ b/modules/sfp_torch.py@@ -23,7 +23,17 @@ class sfp_torch(SpiderFootPlugin):'summary': "Search Tor 'TORCH' search engine for mentions of the target domain.",'flags': ["errorprone"],'useCases': ["Footprint", "Investigate"],- 'categories': ["Search Engines"]+ 'categories': ["Search Engines"],+ 'dataSource': {+ 'website': "https://torchsearch.wordpress.com/",+ 'model': "FREE_NOAUTH_UNLIMITED",+ 'description': "Torch or TorSearch is the best search engine "+ "for the hidden part of the internet. They're also the "+ "oldest and longest running search engine on Tor.\n"+ "Torch claims to have over one billion dark net pages indexed. "+ "They also don't censor search results or track what you "+ "search for.",+ }}opts = {diff --git a/test/unit/modules/test_sfp_norton.py b/test/unit/modules/test_sfp_norton.pydeleted file mode 100644index 3904c91f..00000000--- a/test/unit/modules/test_sfp_norton.py+++ /dev/null@@ -1,96 +0,0 @@-# test_sfp_norton.py-import unittest--from modules.sfp_norton import sfp_norton-from sflib import SpiderFoot-from spiderfoot import SpiderFootEvent, SpiderFootTarget---class TestModulenorton(unittest.TestCase):- """- Test modules.sfp_norton- """-- default_options = {- '_debug': False, # Debug- '__logging': True, # Logging in general- '__outputfilter': None, # Event types to filter from modules' output- '_useragent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:62.0) Gecko/20100101 Firefox/62.0', # User-Agent to use for HTTP requests- '_dnsserver': '', # Override the default resolver- '_fetchtimeout': 5, # number of seconds before giving up on a fetch- '_internettlds': 'https://publicsuffix.org/list/effective_tld_names.dat',- '_internettlds_cache': 72,- '_genericusers': "abuse,admin,billing,compliance,devnull,dns,ftp,hostmaster,inoc,ispfeedback,ispsupport,list-request,list,maildaemon,marketing,noc,no-reply,noreply,null,peering,peering-notify,peering-request,phish,phishing,postmaster,privacy,registrar,registry,root,routing-registry,rr,sales,security,spam,support,sysadmin,tech,undisclosed-recipients,unsubscribe,usenet,uucp,webmaster,www",- '__version__': '3.3',- '__database': 'spiderfoot.test.db', # note: test database file- '__modules__': None, # List of modules. Will be set after start-up.- '_socks1type': '',- '_socks2addr': '',- '_socks3port': '',- '_socks4user': '',- '_socks5pwd': '',- '_torctlport': 9051,- '__logstdout': False- }-- def test_opts(self):- module = sfp_norton()- self.assertEqual(len(module.opts), len(module.optdescs))-- def test_setup(self):- """- Test setup(self, sfc, userOpts=dict())- """- sf = SpiderFoot(self.default_options)-- module = sfp_norton()- module.setup(sf, dict())-- def test_watchedEvents_should_return_list(self):- module = sfp_norton()- self.assertIsInstance(module.watchedEvents(), list)-- def test_producedEvents_should_return_list(self):- module = sfp_norton()- self.assertIsInstance(module.producedEvents(), list)-- def test_queryAddr_should_resolve_host(self):- """- Test queryAddr(self, qaddr)- """- sf = SpiderFoot(self.default_options)-- module = sfp_norton()- module.setup(sf, dict())-- target_value = 'spiderfoot.net'- target_type = 'INTERNET_NAME'- target = SpiderFootTarget(target_value, target_type)- module.setTarget(target)-- resolved = module.queryAddr('norton.com')- self.assertTrue(resolved)-- def test_handleEvent(self):- """- Test handleEvent(self, event)- """- sf = SpiderFoot(self.default_options)-- module = sfp_norton()- module.setup(sf, dict())-- target_value = 'example target value'- target_type = 'IP_ADDRESS'- target = SpiderFootTarget(target_value, target_type)- module.setTarget(target)-- event_type = 'ROOT'- event_data = 'example data'- event_module = ''- source_event = ''- evt = SpiderFootEvent(event_type, event_data, event_module, source_event)-- result = module.handleEvent(evt)-- self.assertIsNone(result)