SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
Add sfp_fsecure_riddler module
Brendan Coles2933fb5dde97
diff --git a/modules/sfp_fsecure_riddler.py b/modules/sfp_fsecure_riddler.pynew file mode 100644index 00000000..ba989fbd--- /dev/null+++ b/modules/sfp_fsecure_riddler.py@@ -0,0 +1,207 @@+# -*- coding: utf-8 -*-+# -------------------------------------------------------------------------------+# Name: sfp_fsecure_riddler+# Purpose: Query F-Secure Riddler.io API.+#+# Author: <[email protected]>+#+# Created: 2019-09-16+# Copyright: (c) bcoles 2019+# Licence: GPL+# -------------------------------------------------------------------------------++import json+import time+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent++class sfp_fsecure_riddler(SpiderFootPlugin):+ """F-Secure Riddler.io:Investigate,Footprint,Passive:Search Engines:apikey:Obtain network information from F-Secure Riddler.io API."""++ opts = {+ 'username': '',+ 'password': ''+ }++ optdescs = {+ 'username': 'F-Secure Riddler.io username',+ 'password': 'F-Secure Riddler.io password'+ }++ results = None+ token = None+ errorState = False++ def setup(self, sfc, userOpts=dict()):+ self.sf = sfc+ self.results = self.tempStorage()++ for opt in userOpts.keys():+ self.opts[opt] = userOpts[opt]++ def watchedEvents(self):+ return ['DOMAIN_NAME', 'INTERNET_NAME', 'IP_ADDRESS']++ def producedEvents(self):+ return ['INTERNET_NAME', 'IP_ADDRESS',+ 'PHYSICAL_COORDINATES', 'RAW_RIR_DATA']++ # https://riddler.io/help/api+ def login(self):+ params = {+ 'email': self.opts['username'].encode('raw_unicode_escape'),+ 'password': self.opts['password'].encode('raw_unicode_escape')+ }+ headers = {+ 'Content-Type': 'application/json',+ }++ res = self.sf.fetchUrl('https://riddler.io/auth/login',+ postData=json.dumps(params),+ headers=headers,+ useragent=self.opts['_useragent'],+ timeout=self.opts['_fetchtimeout'])++ if res['content'] is None:+ return None++ try:+ data = json.loads(res['content'])+ except BaseException as e:+ self.sf.debug("Error processing JSON response from F-Secure Riddler: " + str(e))+ return None++ try:+ token = data.get('response').get('user').get('authentication_token')+ except:+ self.sf.error('Login failed', False)+ self.errorState = True+ return None++ if not token:+ self.sf.error('Login failed', False)+ self.errorState = True+ return None++ self.token = token++ return None++ # https://riddler.io/help/search+ def query(self, qry):+ params = {+ 'query': qry.encode('raw_unicode_escape')+ }+ headers = {+ 'Authentication-Token': self.token,+ 'Content-Type': 'application/json',+ }+++ res = self.sf.fetchUrl('https://riddler.io/api/search',+ postData=json.dumps(params),+ headers=headers,+ useragent=self.opts['_useragent'],+ timeout=self.opts['_fetchtimeout'])++ time.sleep(1)++ if res['code'] in [ "400", "401", "402", "403" ]:+ self.sf.error('Unexpected HTTP response code: ' + res['code'], False)+ self.errorState = True+ return None++ if res['content'] is None:+ return None++ try:+ data = json.loads(res['content'])+ except BaseException as e:+ self.sf.debug("Error processing JSON response from F-Secure Riddler: " + str(e))+ return None++ if not data:+ self.sf.debug("No results found for " + qry)+ return None++ return data++ def handleEvent(self, event):+ eventName = event.eventType+ srcModuleName = event.module+ eventData = event.data++ if self.errorState:+ return None++ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)++ if srcModuleName == 'sfp_fsecure_riddler':+ self.sf.debug("Ignoring " + eventData + ", from self.")+ return None++ if eventData in self.results:+ self.sf.debug("Skipping " + eventData + " as already mapped.")+ return None++ if self.opts['username'] == '' or self.opts['password'] == '':+ self.sf.error('You enabled sfp_fsecure_riddler but did not set an API username/password!', False)+ self.errorState = True+ return None++ if not self.token:+ self.login()++ self.results[eventData] = True++ data = None++ if eventName in ['INTERNET_NAME', 'DOMAIN_NAME']:+ data = self.query("pld:" + eventData)+ elif eventName == 'IP_ADDRESS':+ data = self.query("ip:" + eventData)++ if not data:+ self.sf.info("No results found for " + eventData)+ return None++ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)+ self.notifyListeners(e)++ domains = list()+ addrs = list()+ coords = list()++ for result in data:+ host = result.get('host')++ if not host:+ continue++ if not self.getTarget().matches(host, includeChildren=True, includeParents=True):+ continue++ domains.append(host)++ addr = result.get('addr')++ if addr:+ addrs.append(addr)++ coord = result.get('cordinates')++ if coord:+ coords.append(str(coord[0]) + ', ' + str(coord[1]))++ for domain in set(domains):+ evt = SpiderFootEvent('INTERNET_NAME', domain, self.__name__, event)+ self.notifyListeners(evt)++ for addr in set(addrs):+ evt = SpiderFootEvent('IP_ADDRESS', addr, self.__name__, event)+ self.notifyListeners(evt)++ for coord in set(coords):+ evt = SpiderFootEvent('PHYSICAL_COORDINATES', coord, self.__name__, event)+ self.notifyListeners(evt)++# End of sfp_fsecure_riddler class