SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
Clearbit module.
Steve3e25efeae67f
diff --git a/modules/sfp_clearbit.py b/modules/sfp_clearbit.pynew file mode 100644index 00000000..83597559--- /dev/null+++ b/modules/sfp_clearbit.py@@ -0,0 +1,172 @@+#-------------------------------------------------------------------------------+# Name: sfp_clearbit+# Purpose: Query clearbit.com using their API.+#+# Author: Steve Micallef <[email protected]>+#+# Created: 20/03/2017+# Copyright: (c) Steve Micallef+# Licence: GPL+#-------------------------------------------------------------------------------++import json+import base64+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent++class sfp_clearbit(SpiderFootPlugin):+ """Clearbit:Footprint,Investigate,Passive:Search Engines:apikey:Check for names, addresses, domains and more based on lookups of e-mail addresses on clearbit.com."""++ # Default options+ opts = {+ "apikey": ""+ }++ # Option descriptions+ optdescs = {+ "apikey": "Your API key from clearbit.com."+ }++ # Be sure to completely clear any class variables in setup()+ # or you run the risk of data persisting between scan runs.++ results = dict()++ def setup(self, sfc, userOpts=dict()):+ self.sf = sfc+ self.results = dict()++ # Clear / reset any other class member variables here+ # or you risk them persisting between threads.++ for opt in userOpts.keys():+ self.opts[opt] = userOpts[opt]++ # What events is this module interested in for input+ def watchedEvents(self):+ return [ "EMAILADDR" ]++ # What events this module produces+ def producedEvents(self):+ return [ "HUMAN_NAME", "PHONE_NUMBER", "PHYSICAL_ADDRESS",+ "AFFILIATE_INTERNET_NAME", "EMAILADDR" ]++ def query(self, t):+ ret = None++ url = "https://person.clearbit.com/v2/combined/find?email=" + t+ headers = {+ 'Accept': 'application/json',+ 'Authorization': "Basic " + base64.b64encode(self.opts['apikey'] + ":")+ }+ res = self.sf.fetchUrl(url, timeout=self.opts['_fetchtimeout'],+ useragent="SpiderFoot", headers=headers)++ if res['code'] not in [ 200, "200" ]:+ self.sf.error("Return code indicates no results or potential API key failure.",+ False)+ return None++ try:+ ret = json.loads(res['content'])+ except Exception as e:+ self.sf.error("Error processing JSON response from clearbit.io: " + \+ str(e), False)+ return None++ return ret++ # Handle events sent to this module+ def handleEvent(self, event):+ eventName = event.eventType+ srcModuleName = event.module+ eventData = event.data++ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)++ # Don't look up stuff twice+ if self.results.has_key(eventData):+ self.sf.debug("Skipping " + eventData + " as already mapped.")+ return None+ else:+ self.results[eventData] = True++ data = self.query(eventData)+ if not data:+ return None++ try:+ # Get the name associated with the e-mail+ if "person" in data:+ name = data['person']['name']['fullName']+ evt = SpiderFootEvent("HUMAN_NAME", name, self.__name__, event)+ self.notifyListeners(evt)+ except Exception:+ self.sf.debug("Unable to extract name from JSON.")+ pass++ # Get the location of the person, also indicating+ # the location of the employer.+ try:+ if "geo" in data:+ loc = ""++ if 'streetNumber' in data['geo']:+ loc += data['geo']['streetNumber'] + ", "+ if 'streetName' in data['geo']:+ loc += data['geo']['streetName'] + ", "+ if 'city' in data['geo']:+ loc += data['geo']['city'] + ", "+ if 'postalCode' in data['geo']:+ loc += data['geo']['postalCode'] + ", "+ if 'state' in data['geo']:+ loc += data['geo']['state'] + ", "+ if 'country' in data['geo']:+ loc += data['geo']['country']+ evt = SpiderFootEvent("PHYSICAL_ADDRESS", loc, self.__name__, event)+ self.notifyListeners(evt)+ except Exception:+ self.sf.debug("Unable to extract location from JSON.")+ pass++ try:+ if "company" in data:+ if 'domainAliases' in data['company']:+ for d in data['company']['domainAliases']:+ evt = SpiderFootEvent("AFFILIATE_INTERNET_NAME", d,+ self.__name__, event)+ self.notifyListeners(evt)++ if 'site' in data['company']:+ if 'phoneNumbers' in data['company']['site']:+ for p in data['company']['site']['phoneNumbers']:+ evt = SpiderFootEvent("PHONE_NUMBER", p, self.__name__, event)+ self.notifyListeners(evt)+ if 'emailAddresses' in data['company']['site']:+ for e in data['company']['site']['emailAddresses']:+ evt = SpiderFootEvent("EMAILADDR", e, self.__name__, event)+ self.notifyListeners(evt)++ # Get the location of the person, also indicating+ # the location of the employer.+ if 'geo' in data['company']:+ loc = ""++ if 'streetNumber' in data['company']['geo']:+ loc += data['company']['geo']['streetNumber'] + ", "+ if 'streetName' in data['company']['geo']:+ loc += data['company']['geo']['streetName'] + ", "+ if 'city' in data['company']['geo']:+ loc += data['company']['geo']['city'] + ", "+ if 'postalCode' in data['company']['geo']:+ loc += data['company']['geo']['postalCode'] + ", "+ if 'state' in data['company']['geo']:+ loc += data['company']['geo']['state'] + ", "+ if 'country' in data['company']['geo']:+ loc += data['company']['geo']['country']+ evt = SpiderFootEvent("PHYSICAL_ADDRESS", loc, self.__name__, event)+ self.notifyListeners(evt)+ except Exception:+ self.sf.debug("Unable to company info from JSON.")+ pass++# End of sfp_clearbit class