SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
sfp_strangeheaders: Cleanup (#1334)
bcolesf35fec0d971b
diff --git a/modules/sfp_strangeheaders.py b/modules/sfp_strangeheaders.pyindex 95dad42a..037deac8 100644--- a/modules/sfp_strangeheaders.py+++ b/modules/sfp_strangeheaders.py@@ -89,7 +89,6 @@ class sfp_strangeheaders(SpiderFootPlugin):'categories': ["Content Analysis"]}- # Default optionsopts = {}optdescs = {}@@ -108,8 +107,6 @@ class sfp_strangeheaders(SpiderFootPlugin):return ["WEBSERVER_HTTPHEADERS"]# What events this module produces- # This is to support the end user in selecting modules based on events- # produced.def producedEvents(self):return ["WEBSERVER_STRANGEHEADER"]@@ -126,23 +123,20 @@ class sfp_strangeheaders(SpiderFootPlugin):self.results[eventSource] = True- if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):- self.sf.debug("Not collecting header information for external sites.")+ fqdn = self.sf.urlFQDN(eventSource)+ if not self.getTarget().matches(fqdn):+ self.sf.debug(f"Not collecting header information for external sites. Ignoring HTTP headers from {fqdn}")returntry:- jdata = json.loads(eventData)- if jdata is None:- return+ data = json.loads(eventData)except Exception:self.sf.error("Received HTTP headers from another module in an unexpected format.")return- for key in jdata:+ for key in data:if key.lower() not in headers:- val = key + ": " + jdata[key]- evt = SpiderFootEvent("WEBSERVER_STRANGEHEADER", val,- self.__name__, event)+ evt = SpiderFootEvent("WEBSERVER_STRANGEHEADER", f"{key}: {data[key]}", self.__name__, event)self.notifyListeners(evt)# End of sfp_strangeheaders classdiff --git a/test/unit/modules/test_sfp_strangeheaders.py b/test/unit/modules/test_sfp_strangeheaders.pyindex 8349d441..f6b4db97 100644--- a/test/unit/modules/test_sfp_strangeheaders.py+++ b/test/unit/modules/test_sfp_strangeheaders.py@@ -34,26 +34,77 @@ class TestModuleStrangeHeaders(unittest.TestCase):module = sfp_strangeheaders()self.assertIsInstance(module.producedEvents(), list)- def test_handleEvent(self):- """- Test handleEvent(self, event)- """+ def test_handleEvent_event_data_containing_unusual_header_should_return_event(self):+ sf = SpiderFoot(self.default_options)++ module = sfp_strangeheaders()+ module.setup(sf, dict())++ target_value = 'spiderfoot.net'+ target_type = 'INTERNET_NAME'+ target = SpiderFootTarget(target_value, target_type)+ module.setTarget(target)++ def new_notifyListeners(self, event):+ expected = 'WEBSERVER_STRANGEHEADER'+ if str(event.eventType) != expected:+ raise Exception(f"{event.eventType} != {expected}")++ expected = 'unusual header: example header value'+ if str(event.data) != expected:+ raise Exception(f"{event.data} != {expected}")++ raise Exception("OK")++ module.notifyListeners = new_notifyListeners.__get__(module, sfp_strangeheaders)++ event_type = 'ROOT'+ event_data = 'example data'+ event_module = ''+ source_event = ''+ evt = SpiderFootEvent(event_type, event_data, event_module, source_event)++ event_type = 'WEBSERVER_HTTPHEADERS'+ event_data = '{"unusual header": "example header value"}'+ event_module = 'sfp_spider'+ source_event = evt+ evt = SpiderFootEvent(event_type, event_data, event_module, source_event)+ evt.actualSource = "https://spiderfoot.net/example"++ with self.assertRaises(Exception) as cm:+ module.handleEvent(evt)++ self.assertEqual("OK", str(cm.exception))++ def test_handleEvent_event_data_not_containing_unusual_header_should_not_return_event(self):sf = SpiderFoot(self.default_options)module = sfp_strangeheaders()module.setup(sf, dict())- target_value = 'example target value'- target_type = 'IP_ADDRESS'+ target_value = 'spiderfoot.net'+ target_type = 'INTERNET_NAME'target = SpiderFootTarget(target_value, target_type)module.setTarget(target)+ def new_notifyListeners(self, event):+ raise Exception(f"Raised event {event.eventType}: {event.data}")++ module.notifyListeners = new_notifyListeners.__get__(module, sfp_strangeheaders)+event_type = 'ROOT'event_data = 'example data'event_module = ''source_event = ''evt = SpiderFootEvent(event_type, event_data, event_module, source_event)+ event_type = 'WEBSERVER_HTTPHEADERS'+ event_data = '{"server": "example server"}'+ event_module = 'sfp_spider'+ source_event = evt+ evt = SpiderFootEvent(event_type, event_data, event_module, source_event)+ evt.actualSource = "https://spiderfoot.net/example"+result = module.handleEvent(evt)self.assertIsNone(result)