SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
sfp_spider & helpers: Reduce false positive links and clean content type reported.
smicallefc7016af42934
diff --git a/modules/sfp_spider.py b/modules/sfp_spider.pyindex 0a6be619..aa6f3012 100644--- a/modules/sfp_spider.py+++ b/modules/sfp_spider.py@@ -284,7 +284,7 @@ class sfp_spider(SpiderFootPlugin):event = SpiderFootEvent("TARGET_WEB_CONTENT_TYPE",- ctype,+ ctype.replace(" ", "").lower(),self.__name__,parentEvent)diff --git a/spiderfoot/helpers.py b/spiderfoot/helpers.pyindex 14f8c004..c70df92e 100644--- a/spiderfoot/helpers.py+++ b/spiderfoot/helpers.py@@ -795,7 +795,9 @@ class SpiderFootHelpers():# Don't include stuff likely part of some dynamically built incomplete# URL found in Javascript code (character is part of some logic)- if link[len(link) - 1] in ['.', '#'] or link[0] == '+' or 'javascript:' in link.lower() or '()' in link:+ if link[len(link) - 1] in ['.', '#'] or link[0] == '+' or 'javascript:' in link.lower() or '()' in link \+ or '+"' in link or '"+' in link or "+'" in link or "'+" in link or "data:image" in link \+ or ' +' in link or '+ ' in link:continue# Filter in-page links