Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Update passiveness of modules.

smicallef0ec501c1e1ef
diff --git a/modules/sfp_adblock.py b/modules/sfp_adblock.py
index d1240dbf..2f2e1d35 100644
--- a/modules/sfp_adblock.py
+++ b/modules/sfp_adblock.py
@@ -16,10 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_adblock(SpiderFootPlugin):
- """AdBlock Check:Investigate:Reputation Systems::Check if linked pages would be blocked by AdBlock Plus."""
-
-
-
+ """AdBlock Check:Investigate,Passive:Reputation Systems::Check if linked pages would be blocked by AdBlock Plus."""
# Default options
opts = {
diff --git a/modules/sfp_ahmia.py b/modules/sfp_ahmia.py
index 1d2e9722..c7a6b9a1 100644
--- a/modules/sfp_ahmia.py
+++ b/modules/sfp_ahmia.py
@@ -17,9 +17,6 @@ import re
class sfp_ahmia(SpiderFootPlugin):
"""Ahmia:Footprint,Investigate:Search Engines::Search Tor 'Ahmia' search engine for mentions of the target domain."""
-
-
-
# Default options
opts = {
# We don't bother with pagination as ahmia seems fairly limited in coverage
diff --git a/modules/sfp_archiveorg.py b/modules/sfp_archiveorg.py
index e026ba92..33b436cf 100644
--- a/modules/sfp_archiveorg.py
+++ b/modules/sfp_archiveorg.py
@@ -17,8 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_archiveorg(SpiderFootPlugin):
- """Archive.org:Footprint:Search Engines:slow:Identifies historic versions of interesting files/pages from the Wayback Machine."""
-
+ """Archive.org:Footprint,Passive:Search Engines:slow:Identifies historic versions of interesting files/pages from the Wayback Machine."""
# Default options
opts = {
diff --git a/modules/sfp_base64.py b/modules/sfp_base64.py
index af991058..07fba846 100644
--- a/modules/sfp_base64.py
+++ b/modules/sfp_base64.py
@@ -15,8 +15,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_base64(SpiderFootPlugin):
- """Base64:Investigate:Content Analysis::Identify Base64-encoded strings in any content and URLs, often revealing interesting hidden information."""
-
+ """Base64:Investigate,Passive:Content Analysis::Identify Base64-encoded strings in any content and URLs, often revealing interesting hidden information."""
# Default options
opts = {
diff --git a/modules/sfp_bitcoin.py b/modules/sfp_bitcoin.py
index e07a1aff..bbf594b5 100644
--- a/modules/sfp_bitcoin.py
+++ b/modules/sfp_bitcoin.py
@@ -19,8 +19,7 @@ from hashlib import sha256
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_bitcoin(SpiderFootPlugin):
- """Bitcoin Finder:Footprint,Investigate:Content Analysis::Identify bitcoin addresses in scraped webpages."""
-
+ """Bitcoin Finder:Footprint,Investigate,Passive:Content Analysis::Identify bitcoin addresses in scraped webpages."""
# Default options
opts = {}
diff --git a/modules/sfp_commoncrawl.py b/modules/sfp_commoncrawl.py
index 01b614ae..be1a146f 100644
--- a/modules/sfp_commoncrawl.py
+++ b/modules/sfp_commoncrawl.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_commoncrawl(SpiderFootPlugin):
- """CommonCrawl:Footprint:Crawling and Scanning::Searches for URLs found through CommonCrawl.org."""
+ """CommonCrawl:Footprint,Passive:Crawling and Scanning::Searches for URLs found through CommonCrawl.org."""
# Default options
diff --git a/modules/sfp_cookie.py b/modules/sfp_cookie.py
index 5b966f42..3958c136 100644
--- a/modules/sfp_cookie.py
+++ b/modules/sfp_cookie.py
@@ -14,8 +14,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_cookie(SpiderFootPlugin):
- """Cookies:Footprint,Investigate:Crawling and Scanning::Extract Cookies from HTTP headers."""
-
+ """Cookies:Footprint,Investigate,Passive:Crawling and Scanning::Extract Cookies from HTTP headers."""
# Default options
opts = {}
diff --git a/modules/sfp_errors.py b/modules/sfp_errors.py
index 242991c0..392e8eb1 100644
--- a/modules/sfp_errors.py
+++ b/modules/sfp_errors.py
@@ -30,10 +30,7 @@ regexps = dict({
class sfp_errors(SpiderFootPlugin):
- """Errors:Footprint:Content Analysis::Identify common error messages in content like SQL errors, etc."""
-
-
-
+ """Errors:Footprint,Passive:Content Analysis::Identify common error messages in content like SQL errors, etc."""
# Default options
opts = {}
diff --git a/modules/sfp_ethereum.py b/modules/sfp_ethereum.py
index 5c679ca1..8b108e47 100644
--- a/modules/sfp_ethereum.py
+++ b/modules/sfp_ethereum.py
@@ -18,7 +18,7 @@ except ImportError:
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_ethereum(SpiderFootPlugin):
- """Ethereum Finder:Footprint,Investigate:Content Analysis::Identify ethereum addresses in scraped webpages."""
+ """Ethereum Finder:Footprint,Investigate,Passive:Content Analysis::Identify ethereum addresses in scraped webpages."""
# Default options
opts = {}
diff --git a/modules/sfp_filemeta.py b/modules/sfp_filemeta.py
index dee50b03..fddaa52d 100644
--- a/modules/sfp_filemeta.py
+++ b/modules/sfp_filemeta.py
@@ -23,9 +23,6 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_filemeta(SpiderFootPlugin):
"""File Metadata:Footprint:Content Analysis::Extracts meta data from documents and images."""
-
-
-
# Default options
opts = {
'fileexts': ["docx", "pptx", 'xlsx', 'pdf', 'jpg', 'jpeg', 'tiff', 'tif'],
diff --git a/modules/sfp_intfiles.py b/modules/sfp_intfiles.py
index 29f7c727..cc248c52 100644
--- a/modules/sfp_intfiles.py
+++ b/modules/sfp_intfiles.py
@@ -14,8 +14,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_intfiles(SpiderFootPlugin):
- """Interesting Files:Footprint:Crawling and Scanning::Identifies potential files of interest, e.g. office documents, zip files."""
-
+ """Interesting Files:Footprint,Passive:Crawling and Scanning::Identifies potential files of interest, e.g. office documents, zip files."""
# Default options
opts = {
diff --git a/modules/sfp_junkfiles.py b/modules/sfp_junkfiles.py
index 8d89bea6..68bfaa5c 100644
--- a/modules/sfp_junkfiles.py
+++ b/modules/sfp_junkfiles.py
@@ -16,7 +16,6 @@ import random
class sfp_junkfiles(SpiderFootPlugin):
"""Junk Files:Footprint:Crawling and Scanning:slow,errorprone,invasive:Looks for old/temporary and other similar files."""
-
# Default options
opts = {
'fileexts': ['tmp', 'bak', 'old'],
diff --git a/modules/sfp_onioncity.py b/modules/sfp_onioncity.py
index a9e28121..18a5c89a 100644
--- a/modules/sfp_onioncity.py
+++ b/modules/sfp_onioncity.py
@@ -17,7 +17,6 @@ import re
class sfp_onioncity(SpiderFootPlugin):
"""Onion.link:Footprint,Investigate:Search Engines:apikey:Search Tor 'Onion City' search engine for mentions of the target domain."""
-
# Default options
opts = {
"api_key": "",
diff --git a/modules/sfp_onionsearchengine.py b/modules/sfp_onionsearchengine.py
index 5da504eb..8c31dd28 100644
--- a/modules/sfp_onionsearchengine.py
+++ b/modules/sfp_onionsearchengine.py
@@ -18,7 +18,6 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_onionsearchengine(SpiderFootPlugin):
"""Onionsearchengine.com:Footprint,Investigate:Search Engines::Search Tor onionsearchengine.com for mentions of the target domain."""
-
# Default options
opts = {
'timeout': 10,
diff --git a/modules/sfp_pageinfo.py b/modules/sfp_pageinfo.py
index 013b94a7..b605bc8c 100644
--- a/modules/sfp_pageinfo.py
+++ b/modules/sfp_pageinfo.py
@@ -28,8 +28,7 @@ regexps = dict({
class sfp_pageinfo(SpiderFootPlugin):
- """Page Info:Footprint,Investigate:Content Analysis::Obtain information about web pages (do they take passwords, do they contain forms, etc.)"""
-
+ """Page Info:Footprint,Investigate,Passive:Content Analysis::Obtain information about web pages (do they take passwords, do they contain forms, etc.)"""
# Default options
opts = {}
diff --git a/modules/sfp_portscan_tcp.py b/modules/sfp_portscan_tcp.py
index 455abf76..9dbb27af 100644
--- a/modules/sfp_portscan_tcp.py
+++ b/modules/sfp_portscan_tcp.py
@@ -21,7 +21,6 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_portscan_tcp(SpiderFootPlugin):
"""Port Scanner - TCP:Footprint,Investigate:Crawling and Scanning:slow,invasive:Scans for commonly open TCP ports on Internet-facing systems."""
-
# Default options
opts = {
# Commonly used ports on external-facing systems
diff --git a/modules/sfp_similar.py b/modules/sfp_similar.py
index 91b653d1..b2a75333 100644
--- a/modules/sfp_similar.py
+++ b/modules/sfp_similar.py
@@ -61,7 +61,6 @@ pairs = {
class sfp_similar(SpiderFootPlugin):
"""Similar Domains:Footprint,Investigate:DNS::Search various sources to identify similar looking domain names, for instance squatted domains."""
-
# Default options
opts = {
}
diff --git a/modules/sfp_social.py b/modules/sfp_social.py
index 00e742d6..23246a7a 100644
--- a/modules/sfp_social.py
+++ b/modules/sfp_social.py
@@ -30,8 +30,7 @@ regexps = dict({
class sfp_social(SpiderFootPlugin):
- """Social Networks:Footprint:Social Media::Identify presence on social media networks such as LinkedIn, Twitter and others."""
-
+ """Social Networks:Footprint,Passive:Social Media::Identify presence on social media networks such as LinkedIn, Twitter and others."""
# Default options
opts = {}
diff --git a/modules/sfp_strangeheaders.py b/modules/sfp_strangeheaders.py
index f615944c..0c2ed2fd 100644
--- a/modules/sfp_strangeheaders.py
+++ b/modules/sfp_strangeheaders.py
@@ -26,8 +26,7 @@ headers = ["access-control-allow-origin", "accept-ranges", "age", "allow", "cach
class sfp_strangeheaders(SpiderFootPlugin):
- """Strange Headers:Footprint:Content Analysis::Obtain non-standard HTTP headers returned by web servers."""
-
+ """Strange Headers:Footprint,Passive:Content Analysis::Obtain non-standard HTTP headers returned by web servers."""
# Default options
opts = {}
diff --git a/modules/sfp_tool_cmseek.py b/modules/sfp_tool_cmseek.py
index daa4607f..7afe7dd3 100644
--- a/modules/sfp_tool_cmseek.py
+++ b/modules/sfp_tool_cmseek.py
@@ -20,7 +20,6 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_tool_cmseek(SpiderFootPlugin):
"""Tool - CMSeeK:Footprint,Investigate:Content Analysis:tool:Identify what Content Management System (CMS) might be used."""
-
# Default options
opts = {
'pythonpath': "python3",
diff --git a/modules/sfp_tool_dnstwist.py b/modules/sfp_tool_dnstwist.py
index d4e20413..7d35e14c 100644
--- a/modules/sfp_tool_dnstwist.py
+++ b/modules/sfp_tool_dnstwist.py
@@ -19,7 +19,6 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_tool_dnstwist(SpiderFootPlugin):
"""Tool - DNSTwist:Footprint,Investigate:DNS:tool:Identify bit-squatting, typo and other similar domains to the target using a local DNSTwist installation."""
-
# Default options
opts = {
'pythonpath': "python",
diff --git a/modules/sfp_torch.py b/modules/sfp_torch.py
index 2eb19ee1..741953f4 100644
--- a/modules/sfp_torch.py
+++ b/modules/sfp_torch.py
@@ -17,7 +17,6 @@ import re
class sfp_torch(SpiderFootPlugin):
"""TORCH:Footprint,Investigate:Search Engines:errorprone:Search Tor 'TORCH' search engine for mentions of the target domain."""
-
# Default options
opts = {
'fetchlinks': True,
diff --git a/modules/sfp_webanalytics.py b/modules/sfp_webanalytics.py
index 45a165b6..ae8aaf62 100644
--- a/modules/sfp_webanalytics.py
+++ b/modules/sfp_webanalytics.py
@@ -15,7 +15,7 @@ import re
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_webanalytics(SpiderFootPlugin):
- """Web Analytics:Footprint,Investigate:Content Analysis::Identify web analytics IDs in scraped webpages and DNS TXT records."""
+ """Web Analytics:Footprint,Investigate,Passive:Content Analysis::Identify web analytics IDs in scraped webpages and DNS TXT records."""
opts = {}
optdescs = {}
diff --git a/modules/sfp_webframework.py b/modules/sfp_webframework.py
index 9c6fd138..97f68d0d 100644
--- a/modules/sfp_webframework.py
+++ b/modules/sfp_webframework.py
@@ -27,8 +27,7 @@ regexps = dict({
class sfp_webframework(SpiderFootPlugin):
- """Web Framework:Footprint:Content Analysis::Identify the usage of popular web frameworks like jQuery, YUI and others."""
-
+ """Web Framework:Footprint,Passive:Content Analysis::Identify the usage of popular web frameworks like jQuery, YUI and others."""
# Default options
opts = {}
diff --git a/modules/sfp_webserver.py b/modules/sfp_webserver.py
index 6264bcb0..851927ab 100644
--- a/modules/sfp_webserver.py
+++ b/modules/sfp_webserver.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_webserver(SpiderFootPlugin):
- """Web Server:Footprint,Investigate:Content Analysis::Obtain web server banners to identify versions of web servers being used."""
+ """Web Server:Footprint,Investigate,Passive:Content Analysis::Obtain web server banners to identify versions of web servers being used."""
# Default options
opts = {}
diff --git a/modules/sfp_whatcms.py b/modules/sfp_whatcms.py
index b6d4b785..efd4b513 100644
--- a/modules/sfp_whatcms.py
+++ b/modules/sfp_whatcms.py
@@ -16,7 +16,7 @@ import time
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_whatcms(SpiderFootPlugin):
- """WhatCMS:Footprint,Investigate:Content Analysis:apikey,slow:Check web technology using WhatCMS.org API."""
+ """WhatCMS:Footprint,Investigate,Passive:Content Analysis:apikey,slow:Check web technology using WhatCMS.org API."""
# Default options
opts = {