Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Passive intelligence gathering mode, all passive modules categorised.

Steve07a676cdf2a0
diff --git a/dyn/newscan.tmpl b/dyn/newscan.tmpl
index 34a6a99f..a8da49d9 100644
--- a/dyn/newscan.tmpl
+++ b/dyn/newscan.tmpl
@@ -71,6 +71,9 @@
<tr><td><input type=radio name='usecase' value='Footprint' id="usecase_footprint"></td><td>Footprint</td><td><b>Understand what information this target exposes to the Internet.</b><br><br>Gain an understanding about the target's network perimeter, associated identities and other information that is obtained through a lot of web crawling and search engine use.
<br><br></td></tr>
<tr><td><input type=radio name='usecase' value='Investigate' id="usecase_investigate"></td><td>Investigate</td><td><b>Best for when you suspect the target to be malicious but need more information.</b><br><br>Some basic footprinting will be performed in addition to querying of blacklists and other sources that may have information about your target's maliciousness.
+ <br><br></td></tr>
+ <tr><td><input type=radio name='usecase' value='Passive' id="usecase_passive"></td><td>Passive</td><td><b>When you don't want the target to even suspect they are being investigated.</b><br><br>As much information will be gathered without touching the target or their affiliates, therefore only modules that do not touch the target will be enabled.
+
</td></tr>
</table>
diff --git a/modules/sfp_accounts.py b/modules/sfp_accounts.py
index 281d8465..8a9655b9 100644
--- a/modules/sfp_accounts.py
+++ b/modules/sfp_accounts.py
@@ -207,7 +207,7 @@ sites = [
]
class sfp_accounts(SpiderFootPlugin):
- """Accounts:Footprint:Look for possible associated accounts on nearly 200 websites like Ebay, Slashdot, reddit, etc."""
+ """Accounts:Footprint,Passive:Look for possible associated accounts on nearly 200 websites like Ebay, Slashdot, reddit, etc."""
# Default options
opts = {
diff --git a/modules/sfp_adblock.py b/modules/sfp_adblock.py
index 880cbd79..8c1c7c79 100644
--- a/modules/sfp_adblock.py
+++ b/modules/sfp_adblock.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_adblock(SpiderFootPlugin):
- """AdBlock Check:Investigate:Check if linked pages would be blocked by AdBlock Plus."""
+ """AdBlock Check:Investigate,Passive:Check if linked pages would be blocked by AdBlock Plus."""
# Default options
opts = {
diff --git a/modules/sfp_bingsearch.py b/modules/sfp_bingsearch.py
index f24dde8b..48e03a55 100644
--- a/modules/sfp_bingsearch.py
+++ b/modules/sfp_bingsearch.py
@@ -14,7 +14,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_bingsearch(SpiderFootPlugin):
- """Bing:Footprint,Investigate:Some light Bing scraping to identify sub-domains and links."""
+ """Bing:Footprint,Investigate,Passive:Some light Bing scraping to identify sub-domains and links."""
# Default options
opts = {
diff --git a/modules/sfp_blacklist.py b/modules/sfp_blacklist.py
index 9026a245..d8e4be90 100644
--- a/modules/sfp_blacklist.py
+++ b/modules/sfp_blacklist.py
@@ -18,7 +18,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_blacklist(SpiderFootPlugin):
- """Blacklist:Investigate:Query various blacklist database for open relays, open proxies, vulnerable servers, etc."""
+ """Blacklist:Investigate,Passive:Query various blacklist database for open relays, open proxies, vulnerable servers, etc."""
# Default options
opts = {
diff --git a/modules/sfp_coderepo.py b/modules/sfp_coderepo.py
index a75cbb7e..5cc7cda2 100644
--- a/modules/sfp_coderepo.py
+++ b/modules/sfp_coderepo.py
@@ -14,7 +14,7 @@ import json
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_coderepo(SpiderFootPlugin):
- """Code Repos:Footprint:Identify associated public code repositories (Github only for now)."""
+ """Code Repos:Footprint,Passive:Identify associated public code repositories (Github only for now)."""
# Default options
opts = {
diff --git a/modules/sfp_defaced.py b/modules/sfp_defaced.py
index f6f16822..e174257f 100644
--- a/modules/sfp_defaced.py
+++ b/modules/sfp_defaced.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_defaced(SpiderFootPlugin):
- """Defacement Check:Investigate:Check if an IP or domain appears on the zone-h.org defacement archive."""
+ """Defacement Check:Investigate,Passive:Check if an IP or domain appears on the zone-h.org defacement archive."""
# Default options
opts = {
diff --git a/modules/sfp_duckduckgo.py b/modules/sfp_duckduckgo.py
index 8abbd6ad..11f6cfec 100644
--- a/modules/sfp_duckduckgo.py
+++ b/modules/sfp_duckduckgo.py
@@ -14,7 +14,7 @@ import json
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_duckduckgo(SpiderFootPlugin):
- """DuckDuckGo:Footprint,Investigate:Query DuckDuckGo's API for descriptive information about your target."""
+ """DuckDuckGo:Footprint,Investigate,Passive:Query DuckDuckGo's API for descriptive information about your target."""
# Default options
opts = {
diff --git a/modules/sfp_email.py b/modules/sfp_email.py
index f1faa0e2..e287485d 100644
--- a/modules/sfp_email.py
+++ b/modules/sfp_email.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_email(SpiderFootPlugin):
- """E-Mail:Footprint,Investigate:Identify e-mail addresses in any obtained data."""
+ """E-Mail:Footprint,Investigate,Passive:Identify e-mail addresses in any obtained data."""
# Default options
opts = {
diff --git a/modules/sfp_geoip.py b/modules/sfp_geoip.py
index 0bea8f49..040d70cc 100644
--- a/modules/sfp_geoip.py
+++ b/modules/sfp_geoip.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_geoip(SpiderFootPlugin):
- """GeoIP:Footprint,Investigate:Identifies the physical location of IP addresses identified."""
+ """GeoIP:Footprint,Investigate,Passive:Identifies the physical location of IP addresses identified."""
# Default options
opts = {}
diff --git a/modules/sfp_googlesearch.py b/modules/sfp_googlesearch.py
index 11f46b36..d5c43d1b 100644
--- a/modules/sfp_googlesearch.py
+++ b/modules/sfp_googlesearch.py
@@ -14,7 +14,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_googlesearch(SpiderFootPlugin):
- """Google:Footprint,Investigate:Some light Google scraping to identify sub-domains and links."""
+ """Google:Footprint,Investigate,Passive:Some light Google scraping to identify sub-domains and links."""
# Default options
opts = {
diff --git a/modules/sfp_honeypot.py b/modules/sfp_honeypot.py
index 123ceb50..4c71fca7 100644
--- a/modules/sfp_honeypot.py
+++ b/modules/sfp_honeypot.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_honeypot(SpiderFootPlugin):
- """Honeypot Checker:Investigate:Query the projecthoneypot.org database for entries."""
+ """Honeypot Checker:Investigate,Passive:Query the projecthoneypot.org database for entries."""
# Default options
opts = {
diff --git a/modules/sfp_hosting.py b/modules/sfp_hosting.py
index e352a977..6fb4b4b5 100644
--- a/modules/sfp_hosting.py
+++ b/modules/sfp_hosting.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_hosting(SpiderFootPlugin):
- """Hosting Providers:Footprint,Investigate:Find out if any IP addresses identified fall within known 3rd party hosting ranges, e.g. Amazon, Azure, etc."""
+ """Hosting Providers:Footprint,Investigate,Passive:Find out if any IP addresses identified fall within known 3rd party hosting ranges, e.g. Amazon, Azure, etc."""
# Default options
opts = {
diff --git a/modules/sfp_ir.py b/modules/sfp_ir.py
index f43509cb..ab206f9a 100644
--- a/modules/sfp_ir.py
+++ b/modules/sfp_ir.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_ir(SpiderFootPlugin):
- """Internet Registries:Footprint,Investigate:Queries Internet Registries to identify netblocks and other info."""
+ """Internet Registries:Footprint,Investigate,Passive:Queries Internet Registries to identify netblocks and other info."""
# Default options
opts = {}
diff --git a/modules/sfp_malcheck.py b/modules/sfp_malcheck.py
index fe3d1878..84d3ebec 100644
--- a/modules/sfp_malcheck.py
+++ b/modules/sfp_malcheck.py
@@ -276,7 +276,7 @@ malchecks = {
class sfp_malcheck(SpiderFootPlugin):
- """Malicious Check:Investigate:Check if a website, IP or ASN is considered malicious by various sources. Includes TOR exit nodes and open proxies."""
+ """Malicious Check:Investigate,Passive:Check if a website, IP or ASN is considered malicious by various sources. Includes TOR exit nodes and open proxies."""
# Default options
opts = {
diff --git a/modules/sfp_malwarepatrol.py b/modules/sfp_malwarepatrol.py
index f06695ac..ecbd3bd2 100644
--- a/modules/sfp_malwarepatrol.py
+++ b/modules/sfp_malwarepatrol.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_malwarepatrol(SpiderFootPlugin):
- """MalwarePatrol:Investigate:Searches malwarepatrol.net's database of malicious URLs/IPs."""
+ """MalwarePatrol:Investigate,Passive:Searches malwarepatrol.net's database of malicious URLs/IPs."""
# Default options
opts = {
diff --git a/modules/sfp_names.py b/modules/sfp_names.py
index 653d48e9..6fc9dd0e 100644
--- a/modules/sfp_names.py
+++ b/modules/sfp_names.py
@@ -15,7 +15,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_names(SpiderFootPlugin):
- """Name Extractor:Footprint:Attempt to identify human names in fetched content."""
+ """Name Extractor:Footprint,Passive:Attempt to identify human names in fetched content."""
# Default options
opts = {
diff --git a/modules/sfp_pastes.py b/modules/sfp_pastes.py
index bae0840b..8d8b86a7 100644
--- a/modules/sfp_pastes.py
+++ b/modules/sfp_pastes.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_pastes(SpiderFootPlugin):
- """Pastes:Footprint,Investigate:PasteBin, Pastie and Notepad.cc scraping (via Google) to identify related content."""
+ """Pastes:Footprint,Investigate,Passive:PasteBin, Pastie and Notepad.cc scraping (via Google) to identify related content."""
# Default options
opts = {
diff --git a/modules/sfp_pgp.py b/modules/sfp_pgp.py
index 4673a263..42d31f65 100644
--- a/modules/sfp_pgp.py
+++ b/modules/sfp_pgp.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_pgp(SpiderFootPlugin):
- """PGP Key Look-up:Footprint,Investigate:Look up e-mail addresses in PGP public key servers."""
+ """PGP Key Look-up:Footprint,Investigate,Passive:Look up e-mail addresses in PGP public key servers."""
results = list()
diff --git a/modules/sfp_pwned.py b/modules/sfp_pwned.py
index 8258b759..e9388942 100644
--- a/modules/sfp_pwned.py
+++ b/modules/sfp_pwned.py
@@ -14,7 +14,7 @@ import json
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_pwned(SpiderFootPlugin):
- """Pwned Password:Footprint,Investigate:Check Have I Been Pwned? for hacked accounts identified."""
+ """Pwned Password:Footprint,Investigate,Passive:Check Have I Been Pwned? for hacked accounts identified."""
# Default options
opts = {
diff --git a/modules/sfp_s3bucket.py b/modules/sfp_s3bucket.py
index 26310e3d..837f8cf6 100644
--- a/modules/sfp_s3bucket.py
+++ b/modules/sfp_s3bucket.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_s3bucket(SpiderFootPlugin):
- """S3 Bucket Finder:Footprint:Search for potential S3 buckets associated with the target."""
+ """S3 Bucket Finder:Footprint,Passive:Search for potential S3 buckets associated with the target."""
# Default options
opts = {
diff --git a/modules/sfp_sharedip.py b/modules/sfp_sharedip.py
index 599bcf08..3f08e714 100644
--- a/modules/sfp_sharedip.py
+++ b/modules/sfp_sharedip.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_sharedip(SpiderFootPlugin):
- """Shared IP:Footprint,Investigate:Search Bing and/or Robtex.com for hosts sharing the same IP."""
+ """Shared IP:Footprint,Investigate,Passive:Search Bing and/or Robtex.com for hosts sharing the same IP."""
# Default options
opts = {
diff --git a/modules/sfp_shodan.py b/modules/sfp_shodan.py
index 63237157..9f02c41f 100644
--- a/modules/sfp_shodan.py
+++ b/modules/sfp_shodan.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_shodan(SpiderFootPlugin):
- """SHODAN:Footprint,Investigate:Obtain information from SHODAN about identified IP addresses."""
+ """SHODAN:Footprint,Investigate,Passive:Obtain information from SHODAN about identified IP addresses."""
# Default options
opts = {
diff --git a/modules/sfp_socialprofiles.py b/modules/sfp_socialprofiles.py
index d54bc50e..18156524 100644
--- a/modules/sfp_socialprofiles.py
+++ b/modules/sfp_socialprofiles.py
@@ -29,7 +29,7 @@ sites = {
class sfp_socialprofiles(SpiderFootPlugin):
- """Social Media Profiles:Footprint:Identify the social media profiles for human names identified."""
+ """Social Media Profiles:Footprint,Passive:Identify the social media profiles for human names identified."""
# Default options
opts = {
diff --git a/modules/sfp_virustotal.py b/modules/sfp_virustotal.py
index 1edd355b..ed16ad1f 100644
--- a/modules/sfp_virustotal.py
+++ b/modules/sfp_virustotal.py
@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_virustotal(SpiderFootPlugin):
- """VirusTotal:Investigate:Obtain information from VirusTotal about identified IP addresses."""
+ """VirusTotal:Investigate,Passive:Obtain information from VirusTotal about identified IP addresses."""
# Default options
opts = {
diff --git a/modules/sfp_vuln.py b/modules/sfp_vuln.py
index 23b0b8c8..281ef9ca 100644
--- a/modules/sfp_vuln.py
+++ b/modules/sfp_vuln.py
@@ -17,7 +17,7 @@ import json
from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_vuln(SpiderFootPlugin):
- """Vulnerable:Footprint,Investigate:Check external vulnerability scanning services (XSSposed.org, punkspider.org) to see if the target is listed."""
+ """Vulnerable:Footprint,Investigate,Passive:Check external vulnerability scanning services (XSSposed.org, punkspider.org) to see if the target is listed."""
# Default options
opts = {
@@ -89,7 +89,7 @@ class sfp_vuln(SpiderFootPlugin):
if m[1] == qry or m[1].endswith("."+qry):
ret.append("From XSSposed.org: <SFURL>" + base + m[0] + "</SFURL>")
else:
- ts = time.strftime("%s", time.strptime(m[2], "%d/%m/%Y"))
+ ts = time.strftime("%s", time.strptime(m[2], "%d.%m.%Y"))
if int(ts) > int(time.time())-(86400*self.opts['cutoff']) and \
(m[1] == qry or m[1].endswith("."+qry)):
# Report it
@@ -119,6 +119,8 @@ class sfp_vuln(SpiderFootPlugin):
self.sf.debug("No content returned from punkspider.org")
return None
+ print "CONTENT: " + res['content']
+
if "timestamp\":" in res['content']:
""" Expected:
{"input": {"searchKey": "url", "filterType": "or", "searchValue": "cnn.com", "pageNumber": 1, "filters": ["bsqli", "mxi", "osci", "sqli", "trav", "xpathi", "xss"]}, "output": {"domainSummaryDTOs": [{"xpathi": "0", "xss": "1", "domain": "www.domain.com", "osci": "0", "title": "Title not found", "url": "www.domain.com", "timestamp": "2014-05-18T12:30:55Z", "exploitabilityLevel": 1, "sqli": "0", "trav": "0", "mxi": "0", "id": "www.domain.com", "bsqli": "0"}], "qTime": 9745, "rowsFound": 1, "numberOfPages": 1}}
@@ -126,6 +128,7 @@ class sfp_vuln(SpiderFootPlugin):
try:
data = json.loads(res['content'])
+ print "DATA: " + str(data)
for rec in data['output']['domainSummaryDTOs']:
if self.opts['cutoff'] == 0:
ret.append("From Punkspider.org: " + rec['url'] + "\n<SFURL>" + base.format(qry) + "</SFURL>")
diff --git a/modules/sfp_whois.py b/modules/sfp_whois.py
index 5fe7a67b..6bc0153c 100644
--- a/modules/sfp_whois.py
+++ b/modules/sfp_whois.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_whois(SpiderFootPlugin):
- """Whois:Footprint,Investigate:Perform a WHOIS look-up on domain names and owned netblocks."""
+ """Whois:Footprint,Investigate,Passive:Perform a WHOIS look-up on domain names and owned netblocks."""
# Default options
opts = {
diff --git a/modules/sfp_yahoosearch.py b/modules/sfp_yahoosearch.py
index 1fd11519..1f56cc92 100644
--- a/modules/sfp_yahoosearch.py
+++ b/modules/sfp_yahoosearch.py
@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
class sfp_yahoosearch(SpiderFootPlugin):
- """Yahoo:Footprint,Investigate:Some light Yahoo scraping to identify sub-domains and links."""
+ """Yahoo:Footprint,Investigate,Passive:Some light Yahoo scraping to identify sub-domains and links."""
# Default options
opts = {