Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Add sfp_fsecure_riddler module

Brendan Coles2933fb5dde97
diff --git a/modules/sfp_fsecure_riddler.py b/modules/sfp_fsecure_riddler.py
new file mode 100644
index 00000000..ba989fbd
--- /dev/null
+++ b/modules/sfp_fsecure_riddler.py
@@ -0,0 +1,207 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------------
+# Name: sfp_fsecure_riddler
+# Purpose: Query F-Secure Riddler.io API.
+#
+# Author: <[email protected]>
+#
+# Created: 2019-09-16
+# Copyright: (c) bcoles 2019
+# Licence: GPL
+# -------------------------------------------------------------------------------
+
+import json
+import time
+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
+
+class sfp_fsecure_riddler(SpiderFootPlugin):
+ """F-Secure Riddler.io:Investigate,Footprint,Passive:Search Engines:apikey:Obtain network information from F-Secure Riddler.io API."""
+
+ opts = {
+ 'username': '',
+ 'password': ''
+ }
+
+ optdescs = {
+ 'username': 'F-Secure Riddler.io username',
+ 'password': 'F-Secure Riddler.io password'
+ }
+
+ results = None
+ token = None
+ errorState = False
+
+ def setup(self, sfc, userOpts=dict()):
+ self.sf = sfc
+ self.results = self.tempStorage()
+
+ for opt in userOpts.keys():
+ self.opts[opt] = userOpts[opt]
+
+ def watchedEvents(self):
+ return ['DOMAIN_NAME', 'INTERNET_NAME', 'IP_ADDRESS']
+
+ def producedEvents(self):
+ return ['INTERNET_NAME', 'IP_ADDRESS',
+ 'PHYSICAL_COORDINATES', 'RAW_RIR_DATA']
+
+ # https://riddler.io/help/api
+ def login(self):
+ params = {
+ 'email': self.opts['username'].encode('raw_unicode_escape'),
+ 'password': self.opts['password'].encode('raw_unicode_escape')
+ }
+ headers = {
+ 'Content-Type': 'application/json',
+ }
+
+ res = self.sf.fetchUrl('https://riddler.io/auth/login',
+ postData=json.dumps(params),
+ headers=headers,
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ if res['content'] is None:
+ return None
+
+ try:
+ data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from F-Secure Riddler: " + str(e))
+ return None
+
+ try:
+ token = data.get('response').get('user').get('authentication_token')
+ except:
+ self.sf.error('Login failed', False)
+ self.errorState = True
+ return None
+
+ if not token:
+ self.sf.error('Login failed', False)
+ self.errorState = True
+ return None
+
+ self.token = token
+
+ return None
+
+ # https://riddler.io/help/search
+ def query(self, qry):
+ params = {
+ 'query': qry.encode('raw_unicode_escape')
+ }
+ headers = {
+ 'Authentication-Token': self.token,
+ 'Content-Type': 'application/json',
+ }
+
+
+ res = self.sf.fetchUrl('https://riddler.io/api/search',
+ postData=json.dumps(params),
+ headers=headers,
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ time.sleep(1)
+
+ if res['code'] in [ "400", "401", "402", "403" ]:
+ self.sf.error('Unexpected HTTP response code: ' + res['code'], False)
+ self.errorState = True
+ return None
+
+ if res['content'] is None:
+ return None
+
+ try:
+ data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from F-Secure Riddler: " + str(e))
+ return None
+
+ if not data:
+ self.sf.debug("No results found for " + qry)
+ return None
+
+ return data
+
+ def handleEvent(self, event):
+ eventName = event.eventType
+ srcModuleName = event.module
+ eventData = event.data
+
+ if self.errorState:
+ return None
+
+ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
+
+ if srcModuleName == 'sfp_fsecure_riddler':
+ self.sf.debug("Ignoring " + eventData + ", from self.")
+ return None
+
+ if eventData in self.results:
+ self.sf.debug("Skipping " + eventData + " as already mapped.")
+ return None
+
+ if self.opts['username'] == '' or self.opts['password'] == '':
+ self.sf.error('You enabled sfp_fsecure_riddler but did not set an API username/password!', False)
+ self.errorState = True
+ return None
+
+ if not self.token:
+ self.login()
+
+ self.results[eventData] = True
+
+ data = None
+
+ if eventName in ['INTERNET_NAME', 'DOMAIN_NAME']:
+ data = self.query("pld:" + eventData)
+ elif eventName == 'IP_ADDRESS':
+ data = self.query("ip:" + eventData)
+
+ if not data:
+ self.sf.info("No results found for " + eventData)
+ return None
+
+ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)
+ self.notifyListeners(e)
+
+ domains = list()
+ addrs = list()
+ coords = list()
+
+ for result in data:
+ host = result.get('host')
+
+ if not host:
+ continue
+
+ if not self.getTarget().matches(host, includeChildren=True, includeParents=True):
+ continue
+
+ domains.append(host)
+
+ addr = result.get('addr')
+
+ if addr:
+ addrs.append(addr)
+
+ coord = result.get('cordinates')
+
+ if coord:
+ coords.append(str(coord[0]) + ', ' + str(coord[1]))
+
+ for domain in set(domains):
+ evt = SpiderFootEvent('INTERNET_NAME', domain, self.__name__, event)
+ self.notifyListeners(evt)
+
+ for addr in set(addrs):
+ evt = SpiderFootEvent('IP_ADDRESS', addr, self.__name__, event)
+ self.notifyListeners(evt)
+
+ for coord in set(coords):
+ evt = SpiderFootEvent('PHYSICAL_COORDINATES', coord, self.__name__, event)
+ self.notifyListeners(evt)
+
+# End of sfp_fsecure_riddler class