Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Corrected descriptions and models. Removed Norton ConnectSafe DNS module.

smicallef1706de3e5e84
diff --git a/modules/sfp_apple_itunes.py b/modules/sfp_apple_itunes.py
index 86a64d6a..c81f4b29 100644
--- a/modules/sfp_apple_itunes.py
+++ b/modules/sfp_apple_itunes.py
@@ -31,6 +31,8 @@ class sfp_apple_itunes(SpiderFootPlugin):
'website': "https://itunes.apple.com/",
'favIcon': "https://itunes.apple.com/favicon.ico",
'logo': "https://itunes.apple.com/favicon.ico",
+ 'description': "The Apple iTunes store is a store for downloading "
+ "and purchasing apps for Apple devices.",
}
}
diff --git a/modules/sfp_botvrij.py b/modules/sfp_botvrij.py
index 684bc020..902a5b67 100644
--- a/modules/sfp_botvrij.py
+++ b/modules/sfp_botvrij.py
@@ -33,7 +33,16 @@ class sfp_botvrij(SpiderFootPlugin):
'summary': "Check if a domain is malicious according to botvrij.eu.",
'flags': [""],
'useCases': ["Investigate", "Passive"],
- 'categories': ["Reputation Systems"]
+ 'categories': ["Reputation Systems"],
+ 'dataSource': {
+ 'website': "https://botvrij.eu/",
+ 'model': "FREE_NOAUTH_UNLIMITED",
+ 'description': "Botvrij.eu provides different sets "
+ " of open source IOCs that you can use in your "
+ " security devices to detect possible malicious activity.\n"
+ "The information contains network info (IPs), file hashes,"
+ " file paths, domain names, URLs.",
+ }
}
# Default options
diff --git a/modules/sfp_cinsscore.py b/modules/sfp_cinsscore.py
index d54a9d63..dadd384e 100644
--- a/modules/sfp_cinsscore.py
+++ b/modules/sfp_cinsscore.py
@@ -22,7 +22,15 @@ class sfp_cinsscore(SpiderFootPlugin):
'summary': "Check if a netblock or IP address is malicious according to cinsscore.com's Army List.",
'flags': [""],
'useCases': ["Investigate", "Passive"],
- 'categories': ["Reputation Systems"]
+ 'categories': ["Reputation Systems"],
+ 'dataSource': {
+ 'website': "https://cinsscore.com/",
+ 'model': "FREE_NOAUTH_UNLIMITED",
+ 'description': "Leveraging data from our network of Sentinel "
+ "devices and other trusted InfoSec sources, CINS is a "
+ "Threat Intelligence database that provides an accurate "
+ "and timely score for any IP address in the world.",
+ }
}
# Default options
diff --git a/modules/sfp_crobat_api.py b/modules/sfp_crobat_api.py
index 8de13ab7..3ca37079 100644
--- a/modules/sfp_crobat_api.py
+++ b/modules/sfp_crobat_api.py
@@ -26,7 +26,14 @@ class sfp_crobat_api(SpiderFootPlugin):
'summary': "Search Crobat API for subdomains.",
'flags': [""],
'useCases': ["Footprint", "Investigate", "Passive"],
- 'categories': ["Passive DNS"]
+ 'categories': ["Passive DNS"],
+ 'dataSource': {
+ 'website': "https://sonar.omnisint.io/",
+ 'model': "FREE_NOAUTH_UNLIMITED",
+ 'logo': "https://sonar.omnisint.io/img/crobat.png",
+ 'description': "The entire Rapid7 Sonar DNS dataset indexed,"
+ " available at your fingertips.",
+ }
}
opts = {
diff --git a/modules/sfp_crxcavator.py b/modules/sfp_crxcavator.py
index 260c61ce..4e6ed503 100644
--- a/modules/sfp_crxcavator.py
+++ b/modules/sfp_crxcavator.py
@@ -29,8 +29,12 @@ class sfp_crxcavator(SpiderFootPlugin):
'categories': ["Search Engines"],
'dataSource': {
'website': "https://crxcavator.io/",
+ 'model': "FREE_NOAUTH_UNLIMITED",
'favIcon': "https://crxcavator.io/favicon-32x32.png",
'logo': "https://crxcavator.io/apple-touch-icon.png",
+ 'description': "CRXcavator automatically scans the entire Chrome Web "
+ "Store every 3 hours and produces a quantified risk score for "
+ "each Chrome Extension based on several factors.",
}
}
diff --git a/modules/sfp_norton.py b/modules/sfp_norton.py
deleted file mode 100644
index c937e8c4..00000000
--- a/modules/sfp_norton.py
+++ /dev/null
@@ -1,104 +0,0 @@
-# -*- coding: utf-8 -*-
-# -------------------------------------------------------------------------------
-# Name: sfp_norton
-# Purpose: SpiderFoot plug-in for looking up whether hosts are blocked by
-# Norton DNS (199.85.126.20 and 199.85.127.20)
-#
-# Author: Steve Micallef <[email protected]>
-#
-# Created: 30/05/2018
-# Copyright: (c) Steve Micallef 2018
-# Licence: GPL
-# -------------------------------------------------------------------------------
-
-import dns.resolver
-
-from spiderfoot import SpiderFootEvent, SpiderFootPlugin
-
-
-class sfp_norton(SpiderFootPlugin):
-
- meta = {
- 'name': "Norton ConnectSafe",
- 'summary': "Check if a host would be blocked by Norton ConnectSafe DNS",
- 'flags': [""],
- 'useCases': ["Investigate", "Passive"],
- 'categories': ["Reputation Systems"]
- }
-
- # Default options
- opts = {
- }
-
- # Option descriptions
- optdescs = {
- }
-
- results = None
-
- def setup(self, sfc, userOpts=dict()):
- self.sf = sfc
- self.results = self.tempStorage()
-
- for opt in list(userOpts.keys()):
- self.opts[opt] = userOpts[opt]
-
- # What events is this module interested in for input
- def watchedEvents(self):
- return ["INTERNET_NAME", "AFFILIATE_INTERNET_NAME", "CO_HOSTED_SITE"]
-
- # What events this module produces
- # This is to support the end user in selecting modules based on events
- # produced.
- def producedEvents(self):
- return ["MALICIOUS_INTERNET_NAME", "MALICIOUS_AFFILIATE_INTERNET_NAME",
- "MALICIOUS_COHOST"]
-
- def queryAddr(self, qaddr):
- res = dns.resolver.Resolver()
- res.nameservers = ["199.85.126.20", "199.85.127.20"]
-
- try:
- addrs = res.resolve(qaddr)
- self.sf.debug("Addresses returned: " + str(addrs))
- except Exception:
- self.sf.debug(f"Unable to resolve {qaddr}")
- return False
-
- if addrs:
- return True
- return False
-
- # Handle events sent to this module
- def handleEvent(self, event):
- eventName = event.eventType
- srcModuleName = event.module
- eventData = event.data
- parentEvent = event
- resolved = False
-
- self.sf.debug(f"Received event, {eventName}, from {srcModuleName}")
-
- if eventData in self.results:
- return None
- self.results[eventData] = True
-
- # Check that it resolves first, as it becomes a valid
- # malicious host only if NOT resolved by Norton.
- try:
- if self.sf.resolveHost(eventData):
- resolved = True
- except Exception:
- return None
-
- if resolved:
- found = self.queryAddr(eventData)
- typ = "MALICIOUS_" + eventName
- if eventName == "CO_HOSTED_SITE":
- typ = "MALICIOUS_COHOST"
- if not found:
- evt = SpiderFootEvent(typ, "Blocked by Norton ConnectSafe [" + eventData + "]",
- self.__name__, parentEvent)
- self.notifyListeners(evt)
-
-# End of sfp_norton class
diff --git a/modules/sfp_recondev.py b/modules/sfp_recondev.py
index 160e7671..eacdab23 100644
--- a/modules/sfp_recondev.py
+++ b/modules/sfp_recondev.py
@@ -33,6 +33,9 @@ class sfp_recondev(SpiderFootPlugin):
"Register an account",
"Visit https://recon.dev/account and use the authentication token provided",
],
+ "description": "At Recon.Dev our mission is to build an easy "
+ "to use platform for hackers to easily discover a targets "
+ "assets across the entire public internet.",
}
}
diff --git a/modules/sfp_torch.py b/modules/sfp_torch.py
index 29c4f0e9..48b55f7c 100644
--- a/modules/sfp_torch.py
+++ b/modules/sfp_torch.py
@@ -23,7 +23,17 @@ class sfp_torch(SpiderFootPlugin):
'summary': "Search Tor 'TORCH' search engine for mentions of the target domain.",
'flags': ["errorprone"],
'useCases': ["Footprint", "Investigate"],
- 'categories': ["Search Engines"]
+ 'categories': ["Search Engines"],
+ 'dataSource': {
+ 'website': "https://torchsearch.wordpress.com/",
+ 'model': "FREE_NOAUTH_UNLIMITED",
+ 'description': "Torch or TorSearch is the best search engine "
+ "for the hidden part of the internet. They're also the "
+ "oldest and longest running search engine on Tor.\n"
+ "Torch claims to have over one billion dark net pages indexed. "
+ "They also don't censor search results or track what you "
+ "search for.",
+ }
}
opts = {
diff --git a/test/unit/modules/test_sfp_norton.py b/test/unit/modules/test_sfp_norton.py
deleted file mode 100644
index 3904c91f..00000000
--- a/test/unit/modules/test_sfp_norton.py
+++ /dev/null
@@ -1,96 +0,0 @@
-# test_sfp_norton.py
-import unittest
-
-from modules.sfp_norton import sfp_norton
-from sflib import SpiderFoot
-from spiderfoot import SpiderFootEvent, SpiderFootTarget
-
-
-class TestModulenorton(unittest.TestCase):
- """
- Test modules.sfp_norton
- """
-
- default_options = {
- '_debug': False, # Debug
- '__logging': True, # Logging in general
- '__outputfilter': None, # Event types to filter from modules' output
- '_useragent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:62.0) Gecko/20100101 Firefox/62.0', # User-Agent to use for HTTP requests
- '_dnsserver': '', # Override the default resolver
- '_fetchtimeout': 5, # number of seconds before giving up on a fetch
- '_internettlds': 'https://publicsuffix.org/list/effective_tld_names.dat',
- '_internettlds_cache': 72,
- '_genericusers': "abuse,admin,billing,compliance,devnull,dns,ftp,hostmaster,inoc,ispfeedback,ispsupport,list-request,list,maildaemon,marketing,noc,no-reply,noreply,null,peering,peering-notify,peering-request,phish,phishing,postmaster,privacy,registrar,registry,root,routing-registry,rr,sales,security,spam,support,sysadmin,tech,undisclosed-recipients,unsubscribe,usenet,uucp,webmaster,www",
- '__version__': '3.3',
- '__database': 'spiderfoot.test.db', # note: test database file
- '__modules__': None, # List of modules. Will be set after start-up.
- '_socks1type': '',
- '_socks2addr': '',
- '_socks3port': '',
- '_socks4user': '',
- '_socks5pwd': '',
- '_torctlport': 9051,
- '__logstdout': False
- }
-
- def test_opts(self):
- module = sfp_norton()
- self.assertEqual(len(module.opts), len(module.optdescs))
-
- def test_setup(self):
- """
- Test setup(self, sfc, userOpts=dict())
- """
- sf = SpiderFoot(self.default_options)
-
- module = sfp_norton()
- module.setup(sf, dict())
-
- def test_watchedEvents_should_return_list(self):
- module = sfp_norton()
- self.assertIsInstance(module.watchedEvents(), list)
-
- def test_producedEvents_should_return_list(self):
- module = sfp_norton()
- self.assertIsInstance(module.producedEvents(), list)
-
- def test_queryAddr_should_resolve_host(self):
- """
- Test queryAddr(self, qaddr)
- """
- sf = SpiderFoot(self.default_options)
-
- module = sfp_norton()
- module.setup(sf, dict())
-
- target_value = 'spiderfoot.net'
- target_type = 'INTERNET_NAME'
- target = SpiderFootTarget(target_value, target_type)
- module.setTarget(target)
-
- resolved = module.queryAddr('norton.com')
- self.assertTrue(resolved)
-
- def test_handleEvent(self):
- """
- Test handleEvent(self, event)
- """
- sf = SpiderFoot(self.default_options)
-
- module = sfp_norton()
- module.setup(sf, dict())
-
- target_value = 'example target value'
- target_type = 'IP_ADDRESS'
- target = SpiderFootTarget(target_value, target_type)
- module.setTarget(target)
-
- event_type = 'ROOT'
- event_data = 'example data'
- event_module = ''
- source_event = ''
- evt = SpiderFootEvent(event_type, event_data, event_module, source_event)
-
- result = module.handleEvent(evt)
-
- self.assertIsNone(result)