Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Added Whoxy.com module.

Steve Micallef4a69a5dbc8cc
diff --git a/modules/sfp_whoxy.py b/modules/sfp_whoxy.py
new file mode 100644
index 00000000..307aa212
--- /dev/null
+++ b/modules/sfp_whoxy.py
@@ -0,0 +1,141 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------------
+# Name: sfp_whoxy
+# Purpose: Query whoxy.com using their API.
+#
+# Author: Steve Micallef
+#
+# Created: 03/09/2018
+# Copyright: (c) Steve Micallef 2018
+# Licence: GPL
+# -------------------------------------------------------------------------------
+
+import json
+import base64
+from datetime import datetime
+import time
+import socket
+from netaddr import IPNetwork
+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
+
+class sfp_whoxy(SpiderFootPlugin):
+ """Whoxy:Investigate,Passive:Search Engines:apikey:Reverse Whois lookups using Whoxy.com."""
+
+ # Default options
+ opts = {
+ "api_key": ""
+ }
+
+ # Option descriptions
+ optdescs = {
+ "api_key": "Whoxy.com API key.",
+ }
+
+ # Be sure to completely clear any class variables in setup()
+ # or you run the risk of data persisting between scan runs.
+
+ results = dict()
+ errorState = False
+
+ def setup(self, sfc, userOpts=dict()):
+ self.sf = sfc
+ self.results = dict()
+
+ # Clear / reset any other class member variables here
+ # or you risk them persisting between threads.
+
+ for opt in userOpts.keys():
+ self.opts[opt] = userOpts[opt]
+
+ # What events is this module interested in for input
+ def watchedEvents(self):
+ return ["EMAILADDR", "HUMAN_NAME"]
+
+ # What events this module produces
+ def producedEvents(self):
+ return ["AFFILIATE_DOMAIN"]
+
+ # Search Whoxy
+ def query(self, qry, querytype, page=1, accum=None):
+ info = None
+
+ url = "https://api.whoxy.com/?key=" + self.opts['api_key'] + "&reverse=whois"
+ url += "&" + querytype + "=" + qry + "&page=" + str(page)
+
+ res = self.sf.fetchUrl(url , timeout=self.opts['_fetchtimeout'],
+ useragent="SpiderFoot")
+
+ if res['code'] in [ "400", "429", "500", "403" ]:
+ self.sf.error("Whoxy API key seems to have been rejected or you have exceeded usage limits.", False)
+ self.errorState = True
+ return None
+
+ if res['content'] is None:
+ self.sf.info("No Whoxy info found for " + qry)
+ return None
+
+ try:
+ info = json.loads(res['content'])
+ if info.get("status", 0) == 0:
+ self.sf.error("Error querying Whoxy: " + info.get("status_reason", "Unknown"), False)
+ self.errorState = True
+ return None
+ if info.get("total_pages", 1) > 1:
+ if info.get("current_page") < info.get("total_pages"):
+ if accum:
+ accum.extend(info.get('search_result'))
+ else:
+ accum = info.get('search_result')
+ return self.query(qry, querytype, page+1, accum)
+ else:
+ # We are at the last page
+ accum.extend(info.get('search_result', []))
+ return accum
+ else:
+ return info.get('search_result', [])
+ except Exception as e:
+ self.sf.error("Error processing JSON response from Whoxy: " + str(e), False)
+ return None
+
+ # Handle events sent to this module
+ def handleEvent(self, event):
+ eventName = event.eventType
+ srcModuleName = event.module
+ eventData = event.data
+
+ if self.errorState:
+ return None
+
+ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
+
+ if self.opts['api_key'] == "":
+ self.sf.error("You enabled sfp_whoxy but did not set an API key!", False)
+ self.errorState = True
+ return None
+
+ # Don't look up stuff twice
+ if eventData in self.results:
+ self.sf.debug("Skipping " + eventData + " as already mapped.")
+ return None
+ else:
+ self.results[eventData] = True
+
+ if eventName == "HUMAN_NAME":
+ ident = "name"
+ if eventName == "EMAILADDR":
+ ident = "email"
+
+ rec = self.query(eventData, ident)
+ myres = list()
+ if rec is not None:
+ for r in rec:
+ h = r.get('domain_name')
+ if h:
+ if h.lower() not in myres:
+ myres.append(h.lower())
+ else:
+ continue
+ e = SpiderFootEvent("AFFILIATE_DOMAIN", h, self.__name__, event)
+ self.notifyListeners(e)
+
+# End of sfp_whoxy class