SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
# -*- coding: utf-8 -*-
# -------------------------------------------------------------------------------
# Name: sfp_vxvault
# Purpose: Check if a domain or IP address is malicious according to VXVault.net.
#
# Author: [email protected]
#
# Created: 14/12/2013
# Copyright: (c) Steve Micallef, 2013
# Licence: MIT
# -------------------------------------------------------------------------------
from spiderfoot import SpiderFootEvent, SpiderFootPlugin
class sfp_vxvault(SpiderFootPlugin):
meta = {
'name': "VXVault.net",
'summary': "Check if a domain or IP address is malicious according to VXVault.net.",
'flags': [],
'useCases': ["Investigate", "Passive"],
'categories': ["Reputation Systems"],
'dataSource': {
'website': "http://vxvault.net/",
'model': "FREE_NOAUTH_UNLIMITED",
'references': [
"http://vxvault.net/URL_List.php",
"https://github.com/InfectedPacket/VxVault"
],
'favIcon': "",
'logo': "http://vxvault.net/header.png",
'description': "VxVault is a malware management program to automatically download and classify malware samples. "
"VxVault downloads malware samples from links from online sources such as webpages or RSS feeds, "
"downloads them and attempts to identify the malware using VirusTotal. "
"It then sort the malware onto a local file system and into a SQLite database.",
}
}
# Default options
opts = {
'checkaffiliates': True,
'checkcohosts': True,
'cacheperiod': 18
}
# Option descriptions
optdescs = {
'checkaffiliates': "Apply checks to affiliates?",
'checkcohosts': "Apply checks to sites found to be co-hosted on the target's IP?",
'cacheperiod': "Hours to cache list data before re-fetching."
}
results = None
errorState = False
def setup(self, sfc, userOpts=dict()):
self.sf = sfc
self.results = self.tempStorage()
self.errorState = False
for opt in list(userOpts.keys()):
self.opts[opt] = userOpts[opt]
# What events is this module interested in for input
def watchedEvents(self):
return [
"INTERNET_NAME",
"IP_ADDRESS",
"IPV6_ADDRESS",
"AFFILIATE_IPADDR",
"AFFILIATE_IPV6_ADDRESS",
"AFFILIATE_INTERNET_NAME",
"CO_HOSTED_SITE"
]
# What events this module produces
def producedEvents(self):
return [
"MALICIOUS_IPADDR",
"MALICIOUS_INTERNET_NAME",
"MALICIOUS_AFFILIATE_IPADDR",
"MALICIOUS_AFFILIATE_INTERNET_NAME",
"MALICIOUS_COHOST"
]
def queryBlacklist(self, target):
blacklist = self.retrieveBlacklist()
if not blacklist:
return False
if target.lower() in blacklist:
self.debug(f"Host name {target} found in VXVault.net blacklist.")
return True
return False
def retrieveBlacklist(self):
blacklist = self.sf.cacheGet('vxvault', 24)
if blacklist is not None:
return self.parseBlacklist(blacklist)
res = self.sf.fetchUrl(
"http://vxvault.net/URL_List.php",
timeout=10,
useragent=self.opts['_useragent'],
)
if res['code'] != "200":
self.error(f"Unexpected HTTP response code {res['code']} from VXVault.net.")
self.errorState = True
return None
if res['content'] is None:
self.error("Received no content from VXVault.net")
self.errorState = True
return None
self.sf.cachePut("vxvault", res['content'])
return self.parseBlacklist(res['content'])
def parseBlacklist(self, blacklist):
"""Parse plaintext blacklist
Args:
blacklist (str): plaintext blacklist from VXVault.net
Returns:
list: list of blacklisted IP addresses and host names
"""
hosts = list()
if not blacklist:
return hosts
for line in blacklist.split('\n'):
if not line:
continue
if not line.startswith('http'):
continue
# Note: URL parsing and validation with sf.validHost() is too slow to use here
url = line.strip().lower()
if len(url.split("/")) < 3:
continue
host = url.split("/")[2]
if not host:
continue
if "." not in host and "::" not in host:
continue
hosts.append(host)
return hosts
# Handle events sent to this module
def handleEvent(self, event):
eventName = event.eventType
srcModuleName = event.module
eventData = event.data
self.debug(f"Received event, {eventName}, from {srcModuleName}")
if eventData in self.results:
self.debug(f"Skipping {eventData}, already checked.")
return
if self.errorState:
return
self.results[eventData] = True
if eventName.startswith("AFFILIATE") and not self.opts['checkaffiliates']:
return
if eventName == 'CO_HOSTED_SITE' and not self.opts.get('checkcohosts'):
return
if eventName in ['IP_ADDRESS', 'IPV6_ADDRESS']:
evtType = 'MALICIOUS_IPADDR'
elif eventName in ['AFFILIATE_IPADDR', 'AFFILIATE_IPV6_ADDRESS']:
evtType = 'MALICIOUS_AFFILIATE_IPADDR'
elif eventName == "INTERNET_NAME":
evtType = "MALICIOUS_INTERNET_NAME"
elif eventName == 'AFFILIATE_INTERNET_NAME':
evtType = 'MALICIOUS_AFFILIATE_INTERNET_NAME'
elif eventName == 'CO_HOSTED_SITE':
evtType = 'MALICIOUS_COHOST'
else:
return
self.debug(f"Checking maliciousness of {eventData} ({eventName}) with VXVault.net")
if self.queryBlacklist(eventData):
url = "http://vxvault.net/URL_List.php"
text = f"VXVault Malicious URL List [{eventData}]\n<SFURL>{url}</SFURL>"
evt = SpiderFootEvent(evtType, text, self.__name__, event)
self.notifyListeners(evt)
# End of sfp_vxvault class