Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

sfp_strangeheaders: Cleanup (#1334)

bcolesf35fec0d971b
diff --git a/modules/sfp_strangeheaders.py b/modules/sfp_strangeheaders.py
index 95dad42a..037deac8 100644
--- a/modules/sfp_strangeheaders.py
+++ b/modules/sfp_strangeheaders.py
@@ -89,7 +89,6 @@ class sfp_strangeheaders(SpiderFootPlugin):
'categories': ["Content Analysis"]
}
- # Default options
opts = {}
optdescs = {}
@@ -108,8 +107,6 @@ class sfp_strangeheaders(SpiderFootPlugin):
return ["WEBSERVER_HTTPHEADERS"]
# What events this module produces
- # This is to support the end user in selecting modules based on events
- # produced.
def producedEvents(self):
return ["WEBSERVER_STRANGEHEADER"]
@@ -126,23 +123,20 @@ class sfp_strangeheaders(SpiderFootPlugin):
self.results[eventSource] = True
- if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
- self.sf.debug("Not collecting header information for external sites.")
+ fqdn = self.sf.urlFQDN(eventSource)
+ if not self.getTarget().matches(fqdn):
+ self.sf.debug(f"Not collecting header information for external sites. Ignoring HTTP headers from {fqdn}")
return
try:
- jdata = json.loads(eventData)
- if jdata is None:
- return
+ data = json.loads(eventData)
except Exception:
self.sf.error("Received HTTP headers from another module in an unexpected format.")
return
- for key in jdata:
+ for key in data:
if key.lower() not in headers:
- val = key + ": " + jdata[key]
- evt = SpiderFootEvent("WEBSERVER_STRANGEHEADER", val,
- self.__name__, event)
+ evt = SpiderFootEvent("WEBSERVER_STRANGEHEADER", f"{key}: {data[key]}", self.__name__, event)
self.notifyListeners(evt)
# End of sfp_strangeheaders class
diff --git a/test/unit/modules/test_sfp_strangeheaders.py b/test/unit/modules/test_sfp_strangeheaders.py
index 8349d441..f6b4db97 100644
--- a/test/unit/modules/test_sfp_strangeheaders.py
+++ b/test/unit/modules/test_sfp_strangeheaders.py
@@ -34,26 +34,77 @@ class TestModuleStrangeHeaders(unittest.TestCase):
module = sfp_strangeheaders()
self.assertIsInstance(module.producedEvents(), list)
- def test_handleEvent(self):
- """
- Test handleEvent(self, event)
- """
+ def test_handleEvent_event_data_containing_unusual_header_should_return_event(self):
+ sf = SpiderFoot(self.default_options)
+
+ module = sfp_strangeheaders()
+ module.setup(sf, dict())
+
+ target_value = 'spiderfoot.net'
+ target_type = 'INTERNET_NAME'
+ target = SpiderFootTarget(target_value, target_type)
+ module.setTarget(target)
+
+ def new_notifyListeners(self, event):
+ expected = 'WEBSERVER_STRANGEHEADER'
+ if str(event.eventType) != expected:
+ raise Exception(f"{event.eventType} != {expected}")
+
+ expected = 'unusual header: example header value'
+ if str(event.data) != expected:
+ raise Exception(f"{event.data} != {expected}")
+
+ raise Exception("OK")
+
+ module.notifyListeners = new_notifyListeners.__get__(module, sfp_strangeheaders)
+
+ event_type = 'ROOT'
+ event_data = 'example data'
+ event_module = ''
+ source_event = ''
+ evt = SpiderFootEvent(event_type, event_data, event_module, source_event)
+
+ event_type = 'WEBSERVER_HTTPHEADERS'
+ event_data = '{"unusual header": "example header value"}'
+ event_module = 'sfp_spider'
+ source_event = evt
+ evt = SpiderFootEvent(event_type, event_data, event_module, source_event)
+ evt.actualSource = "https://spiderfoot.net/example"
+
+ with self.assertRaises(Exception) as cm:
+ module.handleEvent(evt)
+
+ self.assertEqual("OK", str(cm.exception))
+
+ def test_handleEvent_event_data_not_containing_unusual_header_should_not_return_event(self):
sf = SpiderFoot(self.default_options)
module = sfp_strangeheaders()
module.setup(sf, dict())
- target_value = 'example target value'
- target_type = 'IP_ADDRESS'
+ target_value = 'spiderfoot.net'
+ target_type = 'INTERNET_NAME'
target = SpiderFootTarget(target_value, target_type)
module.setTarget(target)
+ def new_notifyListeners(self, event):
+ raise Exception(f"Raised event {event.eventType}: {event.data}")
+
+ module.notifyListeners = new_notifyListeners.__get__(module, sfp_strangeheaders)
+
event_type = 'ROOT'
event_data = 'example data'
event_module = ''
source_event = ''
evt = SpiderFootEvent(event_type, event_data, event_module, source_event)
+ event_type = 'WEBSERVER_HTTPHEADERS'
+ event_data = '{"server": "example server"}'
+ event_module = 'sfp_spider'
+ source_event = evt
+ evt = SpiderFootEvent(event_type, event_data, event_module, source_event)
+ evt.actualSource = "https://spiderfoot.net/example"
+
result = module.handleEvent(evt)
self.assertIsNone(result)