Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Add sfp_fringeproject module

Brendan Coles4c46ea5b2b6b
diff --git a/modules/sfp_fringeproject.py b/modules/sfp_fringeproject.py
new file mode 100644
index 00000000..6c1ca49f
--- /dev/null
+++ b/modules/sfp_fringeproject.py
@@ -0,0 +1,148 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------------
+# Name: sfp_fringeproject
+# Purpose: Query Fringe Project API.
+#
+# Author: <[email protected]>
+#
+# Created: 2019-10-03
+# Copyright: (c) bcoles 2019
+# Licence: GPL
+# -------------------------------------------------------------------------------
+
+import json
+import re
+import time
+import urllib
+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
+
+class sfp_fringeproject(SpiderFootPlugin):
+ """Fringe Project:Investigate,Footprint,Passive:Search Engines::Obtain network information from Fringe Project API."""
+
+ opts = {
+ }
+
+ optdescs = {
+ }
+
+ results = None
+ errorState = False
+
+ def setup(self, sfc, userOpts=dict()):
+ self.sf = sfc
+ self.results = self.tempStorage()
+
+ for opt in userOpts.keys():
+ self.opts[opt] = userOpts[opt]
+
+ def watchedEvents(self):
+ return ['DOMAIN_NAME', 'INTERNET_NAME']
+
+ def producedEvents(self):
+ return ['INTERNET_NAME', 'LINKED_URL_INTERNAL',
+ 'TCP_PORT_OPEN', 'SOFTWARE_USED', 'RAW_RIR_DATA']
+
+ def query(self, qry):
+ params = {
+ 'q': qry.encode('raw_unicode_escape')
+ }
+
+ res = self.sf.fetchUrl('https://api.fringeproject.com/api/search?' + urllib.urlencode(params),
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ time.sleep(1)
+
+ if res['content'] is None:
+ return None
+
+ try:
+ json_data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from Fringe Project: " + str(e))
+ return None
+
+ data = json_data.get('results')
+
+ if not data:
+ self.sf.debug("No results found for " + qry)
+ return None
+
+ return data
+
+ def handleEvent(self, event):
+ eventName = event.eventType
+ srcModuleName = event.module
+ eventData = event.data
+
+ if self.errorState:
+ return None
+
+ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
+
+ if srcModuleName == 'sfp_fringeproject':
+ self.sf.debug("Ignoring " + eventData + ", from self.")
+ return None
+
+ if eventData in self.results:
+ self.sf.debug("Skipping " + eventData + " as already mapped.")
+ return None
+
+ self.results[eventData] = True
+
+ data = self.query(eventData)
+
+ if not data:
+ self.sf.info("No results found for " + eventData)
+ return None
+
+ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)
+ self.notifyListeners(e)
+
+ domains = list()
+
+ for result in data:
+ data_type = result.get('type')
+
+ if data_type not in ['url', 'hostname']:
+ self.sf.debug('Unknown result data type: ' + event_type)
+ continue
+
+ value = result.get('value')
+
+ if not value:
+ continue
+
+ if data_type == 'hostname':
+ if not self.getTarget().matches(value, includeChildren=True, includeParents=True):
+ continue
+
+ domains.append(value)
+
+ if data_type == 'url':
+ domain = self.sf.urlFQDN(value.lower())
+
+ if not self.getTarget().matches(domain, includeChildren=True, includeParents=True):
+ continue
+
+ domains.append(domain)
+
+ evt = SpiderFootEvent('LINKED_URL_INTERNAL', value, self.__name__, event)
+ self.notifyListeners(evt)
+
+ tags = result.get('tags')
+
+ if not tags:
+ continue
+
+ for tag in tags:
+ port = re.findall(r'^port:([0-9]+)', tag)
+ if len(port) > 0:
+ evt = SpiderFootEvent('TCP_PORT_OPEN', value + ':' + str(port[0]), self.__name__, event)
+ self.notifyListeners(evt)
+
+ for domain in set(domains):
+ evt = SpiderFootEvent('INTERNET_NAME', domain, self.__name__, event)
+ self.notifyListeners(evt)
+
+# End of sfp_fringeproject class