Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

sfp_spider & helpers: Reduce false positive links and clean content type reported.

smicallefc7016af42934
diff --git a/modules/sfp_spider.py b/modules/sfp_spider.py
index 0a6be619..aa6f3012 100644
--- a/modules/sfp_spider.py
+++ b/modules/sfp_spider.py
@@ -284,7 +284,7 @@ class sfp_spider(SpiderFootPlugin):
event = SpiderFootEvent(
"TARGET_WEB_CONTENT_TYPE",
- ctype,
+ ctype.replace(" ", "").lower(),
self.__name__,
parentEvent
)
diff --git a/spiderfoot/helpers.py b/spiderfoot/helpers.py
index 14f8c004..c70df92e 100644
--- a/spiderfoot/helpers.py
+++ b/spiderfoot/helpers.py
@@ -795,7 +795,9 @@ class SpiderFootHelpers():
# Don't include stuff likely part of some dynamically built incomplete
# URL found in Javascript code (character is part of some logic)
- if link[len(link) - 1] in ['.', '#'] or link[0] == '+' or 'javascript:' in link.lower() or '()' in link:
+ if link[len(link) - 1] in ['.', '#'] or link[0] == '+' or 'javascript:' in link.lower() or '()' in link \
+ or '+"' in link or '"+' in link or "+'" in link or "'+" in link or "data:image" in link \
+ or ' +' in link or '+ ' in link:
continue
# Filter in-page links