SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
sfp_hackertarget: set errorState when rate limit is exceeded (#1626)
bcoles7ea31c56de74
diff --git a/modules/sfp_hackertarget.py b/modules/sfp_hackertarget.pyindex 4888e094..341d0e22 100644--- a/modules/sfp_hackertarget.py+++ b/modules/sfp_hackertarget.py@@ -67,12 +67,14 @@ class sfp_hackertarget(SpiderFootPlugin):}results = None+ errorState = Falsecohostcount = 0def setup(self, sfc, userOpts=dict()):self.sf = sfcself.results = self.tempStorage()self.cohostcount = 0+ self.errorState = Falsefor opt in list(userOpts.keys()):self.opts[opt] = userOpts[opt]@@ -121,6 +123,11 @@ class sfp_hackertarget(SpiderFootPlugin):self.error(f"Unable to fetch HTTP headers for {ip} from HackerTarget.com.")return None+ if res['code'] == '429':+ self.error("You are being rate-limited by HackerTarget")+ self.errorState = True+ return None+if not res['content'].startswith('HTTP/'):self.debug(f"Found no HTTP headers for {ip}")return None@@ -159,6 +166,11 @@ class sfp_hackertarget(SpiderFootPlugin):self.error(f"Unable to fetch DNS zone for {ip} from HackerTarget.com.")return None+ if res['code'] == '429':+ self.error("You are being rate-limited by HackerTarget")+ self.errorState = True+ return None+records = list()for record in res['content'].splitlines():@@ -193,6 +205,11 @@ class sfp_hackertarget(SpiderFootPlugin):self.error("Unable to fetch hackertarget.com content.")return None+ if res['code'] == '429':+ self.error("You are being rate-limited by HackerTarget")+ self.errorState = True+ return None+if "No records" in res['content']:return None@@ -208,6 +225,9 @@ class sfp_hackertarget(SpiderFootPlugin):eventData = event.dataself.currentEventSrc = event+ if self.errorState:+ return+self.debug(f"Received event, {eventName}, from {srcModuleName}")if srcModuleName == "sfp_hackertarget" and eventName == "IP_ADDRESS":