SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
Add sfp_fringeproject module
Brendan Coles4c46ea5b2b6b
diff --git a/modules/sfp_fringeproject.py b/modules/sfp_fringeproject.pynew file mode 100644index 00000000..6c1ca49f--- /dev/null+++ b/modules/sfp_fringeproject.py@@ -0,0 +1,148 @@+# -*- coding: utf-8 -*-+# -------------------------------------------------------------------------------+# Name: sfp_fringeproject+# Purpose: Query Fringe Project API.+#+# Author: <[email protected]>+#+# Created: 2019-10-03+# Copyright: (c) bcoles 2019+# Licence: GPL+# -------------------------------------------------------------------------------++import json+import re+import time+import urllib+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent++class sfp_fringeproject(SpiderFootPlugin):+ """Fringe Project:Investigate,Footprint,Passive:Search Engines::Obtain network information from Fringe Project API."""++ opts = {+ }++ optdescs = {+ }++ results = None+ errorState = False++ def setup(self, sfc, userOpts=dict()):+ self.sf = sfc+ self.results = self.tempStorage()++ for opt in userOpts.keys():+ self.opts[opt] = userOpts[opt]++ def watchedEvents(self):+ return ['DOMAIN_NAME', 'INTERNET_NAME']++ def producedEvents(self):+ return ['INTERNET_NAME', 'LINKED_URL_INTERNAL',+ 'TCP_PORT_OPEN', 'SOFTWARE_USED', 'RAW_RIR_DATA']++ def query(self, qry):+ params = {+ 'q': qry.encode('raw_unicode_escape')+ }++ res = self.sf.fetchUrl('https://api.fringeproject.com/api/search?' + urllib.urlencode(params),+ useragent=self.opts['_useragent'],+ timeout=self.opts['_fetchtimeout'])++ time.sleep(1)++ if res['content'] is None:+ return None++ try:+ json_data = json.loads(res['content'])+ except BaseException as e:+ self.sf.debug("Error processing JSON response from Fringe Project: " + str(e))+ return None++ data = json_data.get('results')++ if not data:+ self.sf.debug("No results found for " + qry)+ return None++ return data++ def handleEvent(self, event):+ eventName = event.eventType+ srcModuleName = event.module+ eventData = event.data++ if self.errorState:+ return None++ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)++ if srcModuleName == 'sfp_fringeproject':+ self.sf.debug("Ignoring " + eventData + ", from self.")+ return None++ if eventData in self.results:+ self.sf.debug("Skipping " + eventData + " as already mapped.")+ return None++ self.results[eventData] = True++ data = self.query(eventData)++ if not data:+ self.sf.info("No results found for " + eventData)+ return None++ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)+ self.notifyListeners(e)++ domains = list()++ for result in data:+ data_type = result.get('type')++ if data_type not in ['url', 'hostname']:+ self.sf.debug('Unknown result data type: ' + event_type)+ continue++ value = result.get('value')++ if not value:+ continue++ if data_type == 'hostname':+ if not self.getTarget().matches(value, includeChildren=True, includeParents=True):+ continue++ domains.append(value)++ if data_type == 'url':+ domain = self.sf.urlFQDN(value.lower())++ if not self.getTarget().matches(domain, includeChildren=True, includeParents=True):+ continue++ domains.append(domain)++ evt = SpiderFootEvent('LINKED_URL_INTERNAL', value, self.__name__, event)+ self.notifyListeners(evt)++ tags = result.get('tags')++ if not tags:+ continue++ for tag in tags:+ port = re.findall(r'^port:([0-9]+)', tag)+ if len(port) > 0:+ evt = SpiderFootEvent('TCP_PORT_OPEN', value + ':' + str(port[0]), self.__name__, event)+ self.notifyListeners(evt)++ for domain in set(domains):+ evt = SpiderFootEvent('INTERNET_NAME', domain, self.__name__, event)+ self.notifyListeners(evt)++# End of sfp_fringeproject class