SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
Passive intelligence gathering mode, all passive modules categorised.
Steve07a676cdf2a0
diff --git a/dyn/newscan.tmpl b/dyn/newscan.tmplindex 34a6a99f..a8da49d9 100644--- a/dyn/newscan.tmpl+++ b/dyn/newscan.tmpl@@ -71,6 +71,9 @@<tr><td><input type=radio name='usecase' value='Footprint' id="usecase_footprint"></td><td>Footprint</td><td><b>Understand what information this target exposes to the Internet.</b><br><br>Gain an understanding about the target's network perimeter, associated identities and other information that is obtained through a lot of web crawling and search engine use.<br><br></td></tr><tr><td><input type=radio name='usecase' value='Investigate' id="usecase_investigate"></td><td>Investigate</td><td><b>Best for when you suspect the target to be malicious but need more information.</b><br><br>Some basic footprinting will be performed in addition to querying of blacklists and other sources that may have information about your target's maliciousness.+ <br><br></td></tr>+ <tr><td><input type=radio name='usecase' value='Passive' id="usecase_passive"></td><td>Passive</td><td><b>When you don't want the target to even suspect they are being investigated.</b><br><br>As much information will be gathered without touching the target or their affiliates, therefore only modules that do not touch the target will be enabled.+</td></tr></table>diff --git a/modules/sfp_accounts.py b/modules/sfp_accounts.pyindex 281d8465..8a9655b9 100644--- a/modules/sfp_accounts.py+++ b/modules/sfp_accounts.py@@ -207,7 +207,7 @@ sites = []class sfp_accounts(SpiderFootPlugin):- """Accounts:Footprint:Look for possible associated accounts on nearly 200 websites like Ebay, Slashdot, reddit, etc."""+ """Accounts:Footprint,Passive:Look for possible associated accounts on nearly 200 websites like Ebay, Slashdot, reddit, etc."""# Default optionsopts = {diff --git a/modules/sfp_adblock.py b/modules/sfp_adblock.pyindex 880cbd79..8c1c7c79 100644--- a/modules/sfp_adblock.py+++ b/modules/sfp_adblock.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_adblock(SpiderFootPlugin):- """AdBlock Check:Investigate:Check if linked pages would be blocked by AdBlock Plus."""+ """AdBlock Check:Investigate,Passive:Check if linked pages would be blocked by AdBlock Plus."""# Default optionsopts = {diff --git a/modules/sfp_bingsearch.py b/modules/sfp_bingsearch.pyindex f24dde8b..48e03a55 100644--- a/modules/sfp_bingsearch.py+++ b/modules/sfp_bingsearch.py@@ -14,7 +14,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_bingsearch(SpiderFootPlugin):- """Bing:Footprint,Investigate:Some light Bing scraping to identify sub-domains and links."""+ """Bing:Footprint,Investigate,Passive:Some light Bing scraping to identify sub-domains and links."""# Default optionsopts = {diff --git a/modules/sfp_blacklist.py b/modules/sfp_blacklist.pyindex 9026a245..d8e4be90 100644--- a/modules/sfp_blacklist.py+++ b/modules/sfp_blacklist.py@@ -18,7 +18,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_blacklist(SpiderFootPlugin):- """Blacklist:Investigate:Query various blacklist database for open relays, open proxies, vulnerable servers, etc."""+ """Blacklist:Investigate,Passive:Query various blacklist database for open relays, open proxies, vulnerable servers, etc."""# Default optionsopts = {diff --git a/modules/sfp_coderepo.py b/modules/sfp_coderepo.pyindex a75cbb7e..5cc7cda2 100644--- a/modules/sfp_coderepo.py+++ b/modules/sfp_coderepo.py@@ -14,7 +14,7 @@ import jsonfrom sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_coderepo(SpiderFootPlugin):- """Code Repos:Footprint:Identify associated public code repositories (Github only for now)."""+ """Code Repos:Footprint,Passive:Identify associated public code repositories (Github only for now)."""# Default optionsopts = {diff --git a/modules/sfp_defaced.py b/modules/sfp_defaced.pyindex f6f16822..e174257f 100644--- a/modules/sfp_defaced.py+++ b/modules/sfp_defaced.py@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_defaced(SpiderFootPlugin):- """Defacement Check:Investigate:Check if an IP or domain appears on the zone-h.org defacement archive."""+ """Defacement Check:Investigate,Passive:Check if an IP or domain appears on the zone-h.org defacement archive."""# Default optionsopts = {diff --git a/modules/sfp_duckduckgo.py b/modules/sfp_duckduckgo.pyindex 8abbd6ad..11f6cfec 100644--- a/modules/sfp_duckduckgo.py+++ b/modules/sfp_duckduckgo.py@@ -14,7 +14,7 @@ import jsonfrom sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_duckduckgo(SpiderFootPlugin):- """DuckDuckGo:Footprint,Investigate:Query DuckDuckGo's API for descriptive information about your target."""+ """DuckDuckGo:Footprint,Investigate,Passive:Query DuckDuckGo's API for descriptive information about your target."""# Default optionsopts = {diff --git a/modules/sfp_email.py b/modules/sfp_email.pyindex f1faa0e2..e287485d 100644--- a/modules/sfp_email.py+++ b/modules/sfp_email.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_email(SpiderFootPlugin):- """E-Mail:Footprint,Investigate:Identify e-mail addresses in any obtained data."""+ """E-Mail:Footprint,Investigate,Passive:Identify e-mail addresses in any obtained data."""# Default optionsopts = {diff --git a/modules/sfp_geoip.py b/modules/sfp_geoip.pyindex 0bea8f49..040d70cc 100644--- a/modules/sfp_geoip.py+++ b/modules/sfp_geoip.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_geoip(SpiderFootPlugin):- """GeoIP:Footprint,Investigate:Identifies the physical location of IP addresses identified."""+ """GeoIP:Footprint,Investigate,Passive:Identifies the physical location of IP addresses identified."""# Default optionsopts = {}diff --git a/modules/sfp_googlesearch.py b/modules/sfp_googlesearch.pyindex 11f46b36..d5c43d1b 100644--- a/modules/sfp_googlesearch.py+++ b/modules/sfp_googlesearch.py@@ -14,7 +14,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_googlesearch(SpiderFootPlugin):- """Google:Footprint,Investigate:Some light Google scraping to identify sub-domains and links."""+ """Google:Footprint,Investigate,Passive:Some light Google scraping to identify sub-domains and links."""# Default optionsopts = {diff --git a/modules/sfp_honeypot.py b/modules/sfp_honeypot.pyindex 123ceb50..4c71fca7 100644--- a/modules/sfp_honeypot.py+++ b/modules/sfp_honeypot.py@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_honeypot(SpiderFootPlugin):- """Honeypot Checker:Investigate:Query the projecthoneypot.org database for entries."""+ """Honeypot Checker:Investigate,Passive:Query the projecthoneypot.org database for entries."""# Default optionsopts = {diff --git a/modules/sfp_hosting.py b/modules/sfp_hosting.pyindex e352a977..6fb4b4b5 100644--- a/modules/sfp_hosting.py+++ b/modules/sfp_hosting.py@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_hosting(SpiderFootPlugin):- """Hosting Providers:Footprint,Investigate:Find out if any IP addresses identified fall within known 3rd party hosting ranges, e.g. Amazon, Azure, etc."""+ """Hosting Providers:Footprint,Investigate,Passive:Find out if any IP addresses identified fall within known 3rd party hosting ranges, e.g. Amazon, Azure, etc."""# Default optionsopts = {diff --git a/modules/sfp_ir.py b/modules/sfp_ir.pyindex f43509cb..ab206f9a 100644--- a/modules/sfp_ir.py+++ b/modules/sfp_ir.py@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_ir(SpiderFootPlugin):- """Internet Registries:Footprint,Investigate:Queries Internet Registries to identify netblocks and other info."""+ """Internet Registries:Footprint,Investigate,Passive:Queries Internet Registries to identify netblocks and other info."""# Default optionsopts = {}diff --git a/modules/sfp_malcheck.py b/modules/sfp_malcheck.pyindex fe3d1878..84d3ebec 100644--- a/modules/sfp_malcheck.py+++ b/modules/sfp_malcheck.py@@ -276,7 +276,7 @@ malchecks = {class sfp_malcheck(SpiderFootPlugin):- """Malicious Check:Investigate:Check if a website, IP or ASN is considered malicious by various sources. Includes TOR exit nodes and open proxies."""+ """Malicious Check:Investigate,Passive:Check if a website, IP or ASN is considered malicious by various sources. Includes TOR exit nodes and open proxies."""# Default optionsopts = {diff --git a/modules/sfp_malwarepatrol.py b/modules/sfp_malwarepatrol.pyindex f06695ac..ecbd3bd2 100644--- a/modules/sfp_malwarepatrol.py+++ b/modules/sfp_malwarepatrol.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_malwarepatrol(SpiderFootPlugin):- """MalwarePatrol:Investigate:Searches malwarepatrol.net's database of malicious URLs/IPs."""+ """MalwarePatrol:Investigate,Passive:Searches malwarepatrol.net's database of malicious URLs/IPs."""# Default optionsopts = {diff --git a/modules/sfp_names.py b/modules/sfp_names.pyindex 653d48e9..6fc9dd0e 100644--- a/modules/sfp_names.py+++ b/modules/sfp_names.py@@ -15,7 +15,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_names(SpiderFootPlugin):- """Name Extractor:Footprint:Attempt to identify human names in fetched content."""+ """Name Extractor:Footprint,Passive:Attempt to identify human names in fetched content."""# Default optionsopts = {diff --git a/modules/sfp_pastes.py b/modules/sfp_pastes.pyindex bae0840b..8d8b86a7 100644--- a/modules/sfp_pastes.py+++ b/modules/sfp_pastes.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_pastes(SpiderFootPlugin):- """Pastes:Footprint,Investigate:PasteBin, Pastie and Notepad.cc scraping (via Google) to identify related content."""+ """Pastes:Footprint,Investigate,Passive:PasteBin, Pastie and Notepad.cc scraping (via Google) to identify related content."""# Default optionsopts = {diff --git a/modules/sfp_pgp.py b/modules/sfp_pgp.pyindex 4673a263..42d31f65 100644--- a/modules/sfp_pgp.py+++ b/modules/sfp_pgp.py@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_pgp(SpiderFootPlugin):- """PGP Key Look-up:Footprint,Investigate:Look up e-mail addresses in PGP public key servers."""+ """PGP Key Look-up:Footprint,Investigate,Passive:Look up e-mail addresses in PGP public key servers."""results = list()diff --git a/modules/sfp_pwned.py b/modules/sfp_pwned.pyindex 8258b759..e9388942 100644--- a/modules/sfp_pwned.py+++ b/modules/sfp_pwned.py@@ -14,7 +14,7 @@ import jsonfrom sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_pwned(SpiderFootPlugin):- """Pwned Password:Footprint,Investigate:Check Have I Been Pwned? for hacked accounts identified."""+ """Pwned Password:Footprint,Investigate,Passive:Check Have I Been Pwned? for hacked accounts identified."""# Default optionsopts = {diff --git a/modules/sfp_s3bucket.py b/modules/sfp_s3bucket.pyindex 26310e3d..837f8cf6 100644--- a/modules/sfp_s3bucket.py+++ b/modules/sfp_s3bucket.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_s3bucket(SpiderFootPlugin):- """S3 Bucket Finder:Footprint:Search for potential S3 buckets associated with the target."""+ """S3 Bucket Finder:Footprint,Passive:Search for potential S3 buckets associated with the target."""# Default optionsopts = {diff --git a/modules/sfp_sharedip.py b/modules/sfp_sharedip.pyindex 599bcf08..3f08e714 100644--- a/modules/sfp_sharedip.py+++ b/modules/sfp_sharedip.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_sharedip(SpiderFootPlugin):- """Shared IP:Footprint,Investigate:Search Bing and/or Robtex.com for hosts sharing the same IP."""+ """Shared IP:Footprint,Investigate,Passive:Search Bing and/or Robtex.com for hosts sharing the same IP."""# Default optionsopts = {diff --git a/modules/sfp_shodan.py b/modules/sfp_shodan.pyindex 63237157..9f02c41f 100644--- a/modules/sfp_shodan.py+++ b/modules/sfp_shodan.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_shodan(SpiderFootPlugin):- """SHODAN:Footprint,Investigate:Obtain information from SHODAN about identified IP addresses."""+ """SHODAN:Footprint,Investigate,Passive:Obtain information from SHODAN about identified IP addresses."""# Default optionsopts = {diff --git a/modules/sfp_socialprofiles.py b/modules/sfp_socialprofiles.pyindex d54bc50e..18156524 100644--- a/modules/sfp_socialprofiles.py+++ b/modules/sfp_socialprofiles.py@@ -29,7 +29,7 @@ sites = {class sfp_socialprofiles(SpiderFootPlugin):- """Social Media Profiles:Footprint:Identify the social media profiles for human names identified."""+ """Social Media Profiles:Footprint,Passive:Identify the social media profiles for human names identified."""# Default optionsopts = {diff --git a/modules/sfp_virustotal.py b/modules/sfp_virustotal.pyindex 1edd355b..ed16ad1f 100644--- a/modules/sfp_virustotal.py+++ b/modules/sfp_virustotal.py@@ -17,7 +17,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_virustotal(SpiderFootPlugin):- """VirusTotal:Investigate:Obtain information from VirusTotal about identified IP addresses."""+ """VirusTotal:Investigate,Passive:Obtain information from VirusTotal about identified IP addresses."""# Default optionsopts = {diff --git a/modules/sfp_vuln.py b/modules/sfp_vuln.pyindex 23b0b8c8..281ef9ca 100644--- a/modules/sfp_vuln.py+++ b/modules/sfp_vuln.py@@ -17,7 +17,7 @@ import jsonfrom sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_vuln(SpiderFootPlugin):- """Vulnerable:Footprint,Investigate:Check external vulnerability scanning services (XSSposed.org, punkspider.org) to see if the target is listed."""+ """Vulnerable:Footprint,Investigate,Passive:Check external vulnerability scanning services (XSSposed.org, punkspider.org) to see if the target is listed."""# Default optionsopts = {@@ -89,7 +89,7 @@ class sfp_vuln(SpiderFootPlugin):if m[1] == qry or m[1].endswith("."+qry):ret.append("From XSSposed.org: <SFURL>" + base + m[0] + "</SFURL>")else:- ts = time.strftime("%s", time.strptime(m[2], "%d/%m/%Y"))+ ts = time.strftime("%s", time.strptime(m[2], "%d.%m.%Y"))if int(ts) > int(time.time())-(86400*self.opts['cutoff']) and \(m[1] == qry or m[1].endswith("."+qry)):# Report it@@ -119,6 +119,8 @@ class sfp_vuln(SpiderFootPlugin):self.sf.debug("No content returned from punkspider.org")return None+ print "CONTENT: " + res['content']+if "timestamp\":" in res['content']:""" Expected:{"input": {"searchKey": "url", "filterType": "or", "searchValue": "cnn.com", "pageNumber": 1, "filters": ["bsqli", "mxi", "osci", "sqli", "trav", "xpathi", "xss"]}, "output": {"domainSummaryDTOs": [{"xpathi": "0", "xss": "1", "domain": "www.domain.com", "osci": "0", "title": "Title not found", "url": "www.domain.com", "timestamp": "2014-05-18T12:30:55Z", "exploitabilityLevel": 1, "sqli": "0", "trav": "0", "mxi": "0", "id": "www.domain.com", "bsqli": "0"}], "qTime": 9745, "rowsFound": 1, "numberOfPages": 1}}@@ -126,6 +128,7 @@ class sfp_vuln(SpiderFootPlugin):try:data = json.loads(res['content'])+ print "DATA: " + str(data)for rec in data['output']['domainSummaryDTOs']:if self.opts['cutoff'] == 0:ret.append("From Punkspider.org: " + rec['url'] + "\n<SFURL>" + base.format(qry) + "</SFURL>")diff --git a/modules/sfp_whois.py b/modules/sfp_whois.pyindex 5fe7a67b..6bc0153c 100644--- a/modules/sfp_whois.py+++ b/modules/sfp_whois.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_whois(SpiderFootPlugin):- """Whois:Footprint,Investigate:Perform a WHOIS look-up on domain names and owned netblocks."""+ """Whois:Footprint,Investigate,Passive:Perform a WHOIS look-up on domain names and owned netblocks."""# Default optionsopts = {diff --git a/modules/sfp_yahoosearch.py b/modules/sfp_yahoosearch.pyindex 1fd11519..1f56cc92 100644--- a/modules/sfp_yahoosearch.py+++ b/modules/sfp_yahoosearch.py@@ -16,7 +16,7 @@ from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEventclass sfp_yahoosearch(SpiderFootPlugin):- """Yahoo:Footprint,Investigate:Some light Yahoo scraping to identify sub-domains and links."""+ """Yahoo:Footprint,Investigate,Passive:Some light Yahoo scraping to identify sub-domains and links."""# Default optionsopts = {