Skip to content

This Repository is a collection of different ethical hacking tools and malware's for penetration testing and research purpose written in python, ruby, rust, c++, go and c.

Create credmap.py

Abdul Wahab Junaida60f68488f0d
diff --git a/Random Tools/The Credential Mapper/credmap.py b/Random Tools/The Credential Mapper/credmap.py
new file mode 100644
index 0000000..d5c81fb
--- /dev/null
+++ b/Random Tools/The Credential Mapper/credmap.py
@@ -0,0 +1,664 @@
+#!/usr/bin/env python
+
+"""
+Copyright (c) 2015-2016 Roberto Christopher Salgado Bjerre.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"),
+to deal in the Software without restriction, including without limitation the
+rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+sell copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+from __future__ import print_function
+
+import re
+
+from time import strftime
+from xml.etree.ElementTree import parse, ParseError
+from sys import stdout as sys_stdout
+from subprocess import Popen, PIPE
+from optparse import OptionParser
+from getpass import getpass
+from random import sample
+from os import listdir, makedirs
+from os.path import isfile, join, dirname, exists
+from urllib2 import build_opener, install_opener, ProxyHandler
+from urllib2 import HTTPCookieProcessor, HTTPHandler, HTTPSHandler, quote
+
+from lib.website import Website
+from lib.common import colorize as color, COOKIE_HANDLER as cookie_handler
+from lib.settings import BW
+from lib.settings import ASK, PLUS, INFO, TEST, WARN, ERROR
+from lib.logger import Logger
+
+NAME = "credmap"
+VERSION = "v0.1"
+URL = "https://github.com/lightos/credmap/"
+
+# Maximum length of left option column in help listing
+MAX_HELP_OPTION_LENGTH = 20
+
+# Character used for progress rotator
+ROTATOR_CHARS = "|/-\\"
+
+BANNER_PASSWORDS = ("123456", "HUNTER2", "LOVE",
+ "SECRET", "ABC123", "GOD", "SEX")
+
+BANNER = """ . .IIIII .II
+ I%sIIII. I II . II..IIIIIIIIIIIIIIIIIIII
+ . .IIIIII II IIIIII%sIIIII I.
+ .IIIII.III I IIIIIIIIIIIIIIIIIIIIIII
+ .II%sII II .IIIII IIIIIIIIIIII. I
+ IIIIII IIII I II%sIIIIIII I
+ .II IIIIIIIIIIIII IIIIIIIII
+ I. .III%sIIII I II I
+ .IIII IIIIIIIIIIII . I
+ IIIII. IIIIII . I.
+ II%sIII IIIII ..I II .
+ IIIIII IIII... IIII
+ IIII III. I II%sII
+ III I I III
+ II I .
+ I """
+
+# Location of the folder containing the websites to test
+SITES_DIR = "websites"
+
+# Location of the folder where results will be written to
+OUTPUT_DIR = "output"
+
+# Location of file containing user agents
+USER_AGENTS_FILE = "agents.txt"
+
+# Location of Git repository
+GIT_REPOSITORY = "https://github.com/lightos/credmap.git"
+
+EXAMPLES = """
+Examples:
+./credmap.py --username janedoe --email [email protected]
+./credmap.py -u johndoe -e [email protected] --exclude "github.com, live.com"
+./credmap.py -u johndoe -p abc123 -vvv --only "linkedin.com, facebook.com"
+./credmap.py -e [email protected] --verbose --proxy "https://127.0.0.1:8080"
+./credmap.py --load creds.txt --format "e.u.p"
+./credmap.py -l creds.txt -f "u|e:p"
+./credmap.py -l creds.txt
+./credmap.py --list
+"""
+
+
+class AttribDict(dict):
+ """
+ Gets and Sets attributes for a dict.
+ """
+ def __getattr__(self, name):
+ return self.get(name)
+
+ def __setattr__(self, name, value):
+ return self.__setitem__(name, value)
+
+ def __init__(self, *args, **kwargs):
+ self.multiple_params = None
+ self.multiple_params_url = None
+ dict.__init__(self, *args, **kwargs)
+
+
+def get_revision():
+ """
+ Returns abbreviated commit hash number as retrieved with:
+ "git rev-parse --short HEAD".
+ """
+
+ retval = None
+ filepath = None
+ _ = dirname(__file__)
+
+ while True:
+ filepath = join(_, ".git", "HEAD")
+ if exists(filepath):
+ break
+ else:
+ filepath = None
+ if _ == dirname(_):
+ break
+ else:
+ _ = dirname(_)
+
+ while True:
+ if filepath and isfile(filepath):
+ with open(filepath, "r") as file_:
+ content = file_.read()
+ filepath = None
+ if content.startswith("ref: "):
+ filepath = join(
+ _, ".git", content.replace("ref: ", "")
+ ).strip()
+ else:
+ match = re.match(r"(?i)[0-9a-f]{32}", content)
+ retval = match.group(0) if match else None
+ break
+ else:
+ break
+
+ if not retval:
+ process = Popen("git rev-parse --verify HEAD", shell=True,
+ stdout=PIPE, stderr=PIPE)
+ stdout, _ = process.communicate()
+ match = re.search(r"(?i)[0-9a-f]{32}", stdout or "")
+ retval = match.group(0) if match else None
+
+ return retval[:7] if retval else None
+
+
+def check_revision(version):
+ """
+ Adapts the default version string and banner to
+ use the revision number.
+ """
+
+ revision = get_revision()
+
+ if revision:
+ version = "%s-%s" % (version, revision)
+
+ return version
+
+
+def update():
+ """
+ Updates the program via git pull.
+ """
+
+ print("%s Checking for updates..." % INFO)
+
+ process = Popen("git pull %s HEAD" % GIT_REPOSITORY, shell=True,
+ stdout=PIPE, stderr=PIPE)
+ stdout, stderr = process.communicate()
+ success = not process.returncode
+
+ if success:
+ updated = "Already" not in stdout
+ process = Popen("git rev-parse --verify HEAD", shell=True,
+ stdout=PIPE, stderr=PIPE)
+ stdout, _ = process.communicate()
+ revision = (stdout[:7] if stdout and
+ re.search(r"(?i)[0-9a-f]{32}", stdout) else "-")
+ print("%s the latest revision '%s'." %
+ ("%s Already at" % INFO if not updated else
+ "%s Updated to" % PLUS, revision))
+ else:
+ print("%s Problem occurred while updating program.\n" % WARN)
+
+ _ = re.search(r"(?P<error>error:[^:]*files\swould\sbe\soverwritten"
+ r"\sby\smerge:(?:\n\t[^\n]+)*)", stderr)
+ if _:
+ def question():
+ """Asks question until a valid answer of y or n is provided."""
+ print("\n%s Would you like to overwrite your changes and set "
+ "your local copy to the latest commit?" % ASK)
+ sys_stdout.write("%s ALL of your local changes will be deleted"
+ " [Y/n]: " % WARN)
+ _ = raw_input()
+
+ if not _:
+ _ = "y"
+
+ if _.lower() == "n":
+ exit()
+ elif _.lower() == "y":
+ return
+ else:
+ print("%s Did not understand your answer! Try again." %
+ ERROR)
+ question()
+
+ print("%s" % _.group("error"))
+
+ question()
+
+ if "untracked" in stderr:
+ cmd = "git clean -df"
+ else:
+ cmd = "git reset --hard"
+
+ process = Popen(cmd, shell=True, stdout=PIPE, stderr=PIPE)
+ stdout, _ = process.communicate()
+
+ if "HEAD is now at" in stdout:
+ print("\n%s Local copy reset to current git branch." % INFO)
+ print("%s Attemping to run update again..." % INFO)
+ else:
+ print("%s Unable to reset local copy to current git branch." %
+ WARN)
+ exit()
+
+ update()
+ else:
+ print("%s Please make sure that you have "
+ "a 'git' package installed." % INFO)
+ print(stderr)
+
+
+def optional_arg(arg_default):
+ """
+ Add support to optparse for optional argument values
+ """
+ def func(option, opt_str, value, parser):
+ """Function sent to args parser."""
+ if parser.rargs and not parser.rargs[0].startswith('-'):
+ _ = parser.rargs[0]
+ parser.rargs.pop(0)
+ else:
+ _ = arg_default
+ setattr(parser.values, option.dest, _)
+ return func
+
+
+def parse_args():
+ """
+ Parses the command line arguments.
+ """
+ # Override epilog formatting
+ OptionParser.format_epilog = lambda self, formatter: self.epilog
+
+ parser = OptionParser(usage="usage: %prog --email EMAIL | --user USER "
+ "| --load LIST [options]",
+ epilog=EXAMPLES)
+
+ parser.add_option("-v", "--verbose", action="count", dest="verbose",
+ help="display extra output information")
+
+ parser.add_option("-u", "--username", dest="username",
+ help="set the username to test with")
+
+ parser.add_option("-p", "--password", dest="password",
+ help="set the password to test with")
+
+ parser.add_option("-e", "--email", dest="email",
+ help="set an email to test with")
+
+ parser.add_option("-l", "--load", dest="load_file",
+ help="load list of credentials in format USER:PASSWORD")
+
+ parser.add_option("-f", "--format", dest="cred_format",
+ help="format to use when reading from file (e.g. u|e:p)")
+
+ parser.add_option("-x", "--exclude", dest="exclude",
+ help="exclude sites from testing")
+
+ parser.add_option("-o", "--only", dest="only",
+ help="test only listed sites")
+
+ parser.add_option("-s", "--safe-urls", dest="safe_urls",
+ action="store_true",
+ help="only test sites that use HTTPS")
+
+ parser.add_option("-i", "--ignore-proxy", dest="ignore_proxy",
+ action="store_true",
+ help="ignore system default HTTP proxy")
+
+ parser.add_option("--proxy", dest="proxy", action="callback",
+ callback=optional_arg("1"),
+ help="set proxy (e.g. \"socks5://192.168.1.2:9050\")")
+
+ parser.add_option("--list", action="store_true", dest="list",
+ help="list available sites to test with")
+
+ parser.add_option("--update", dest="update", action="store_true",
+ help="update from the official git repository")
+
+ parser.formatter.store_option_strings(parser)
+ parser.formatter.store_option_strings = lambda _: None
+
+ for option, value in parser.formatter.option_strings.items():
+ value = re.sub(r"\A(-\w+) (\w+), (--[\w-]+=(\2))\Z", r"\g<1>/\g<3>",
+ value)
+ value = value.replace(", ", '/')
+ if len(value) > MAX_HELP_OPTION_LENGTH:
+ value = ("%%.%ds.." % (MAX_HELP_OPTION_LENGTH -
+ parser.formatter.indent_increment)) % value
+ parser.formatter.option_strings[option] = value
+
+ args = parser.parse_args()[0]
+
+ if not any((args.username, args.email, args.update,
+ args.list, args.load_file)):
+ parser.error("Required argument is missing. Use '-h' for help.")
+
+ return args
+
+
+def list_sites(extension=False):
+ """
+ List available sites for testing found in the websites folder.
+ Read folder containing each website's XML files.
+ """
+
+ return [_ if extension else _.replace(".xml", "")
+ for _ in listdir(SITES_DIR) if isfile(join(SITES_DIR, _))]
+
+
+def populate_site(site, args):
+ """
+ Parse sites in XML files and return objects.
+ """
+
+ try:
+ xml_tree = parse("%s/%s.xml" % (SITES_DIR, site)).getroot()
+ except ParseError as parse_error:
+ print("%s parsing XML file \"%s\". Skipping..." % (ERROR,
+ color(site, BW)))
+ if args.verbose:
+ print("%s: %s" % (ERROR, parse_error.message))
+ print()
+
+ return
+
+ site_properties = AttribDict()
+
+ for _ in xml_tree:
+ if _.tag == "multiple_params":
+ site_properties.multiple_params = True
+ site_properties.multiple_params_url = _.attrib["value"]
+ continue
+ if _.tag in ("custom_search", "time_parameter", "valid_http_status",
+ "invalid_http_status", "custom_response_header"):
+ site_properties[_.tag] = _.attrib
+ continue
+ if "value" in _.attrib:
+ site_properties[_.tag] = _.attrib["value"]
+ if "type" in _.attrib:
+ site_properties["%s_type" % _.tag] = _.attrib["type"]
+
+ if site_properties.multiple_params:
+ site_properties.multiple_params = []
+ for _ in xml_tree.getiterator('param'):
+ params = {}
+ for k, val in _.attrib.items():
+ if val:
+ params[k] = val
+ if params:
+ site_properties.multiple_params.append(params)
+
+ match = re.match(r"(?P<type>[^:]+)://[^.]+(\.\w+)*",
+ site_properties.login_url, re.I)
+
+ if not match:
+ print("%s unable to read URL for login in XML file for \"%s\". "
+ "Skipping site...\n" % (ERROR, color(site_properties.name, BW)))
+ return
+
+ if args.safe_urls and match.group("type").upper() != "HTTPS":
+ if args.verbose:
+ print("%s URL uses an unsafe transportation mechanism: \"%s\". "
+ "Skipping site...\n" % (WARN, match.group("type").upper()))
+ return
+
+ if(not site_properties.login_parameter or
+ not site_properties.password_parameter):
+ print("%s current XML file is missing parameter(s) for login. "
+ "Skipping site...\n" % ERROR)
+ return
+
+ return site_properties
+
+
+def main():
+ """
+ Initializes and executes the program.
+ """
+
+ login_sucessful = []
+ login_failed = []
+ login_skipped = []
+
+ version = check_revision(VERSION)
+
+ print("%s\n\n%s %s (%s)\n" % (
+ BANNER % tuple([color(_) for _ in BANNER_PASSWORDS]),
+ NAME, version, URL))
+
+ args = parse_args()
+
+ if args.update:
+ update()
+ exit()
+
+ sites = list_sites()
+
+ if args.list:
+ for _ in sites:
+ print("- %s" % _)
+ exit()
+
+ if not args.password and not args.load_file:
+ args.password = getpass("%s Please enter password:" % INFO)
+ print()
+
+ if args.ignore_proxy:
+ proxy_handler = ProxyHandler({})
+ elif args.proxy:
+ match = re.search(r"(?P<type>[^:]+)://(?P<address>[^:]+)"
+ r":(?P<port>\d+)", args.proxy, re.I)
+ if match:
+ if match.group("type").upper() in ("HTTP", "HTTPS"):
+ proxy_host = "%s:%s" % (match.group("address"),
+ match.group("port"))
+ proxy_handler = ProxyHandler({"http": proxy_host,
+ "https": proxy_host})
+ else:
+ from thirdparty.socks import socks
+ if match.group("type").upper() == "SOCKS4":
+ socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS4,
+ match.group("address"),
+ int(match.group("port")), True)
+ elif match.group("type").upper() == "SOCKS5":
+ socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5,
+ match.group("address"),
+ int(match.group("port")), True)
+ proxy_handler = None
+ else:
+ proxy_handler = ProxyHandler()
+ else:
+ proxy_handler = None
+
+ opener = build_opener(HTTPHandler(), HTTPSHandler(),
+ HTTPCookieProcessor(cookie_handler))
+ if proxy_handler:
+ opener.add_handler(proxy_handler)
+
+ install_opener(opener)
+
+ with open(USER_AGENTS_FILE, 'r') as ua_file:
+ args.user_agent = sample(ua_file.readlines(), 1)[0].strip()
+
+ if args.only:
+ sites = [site for site in sites if site in args.only]
+ elif args.exclude:
+ sites = [site for site in sites if site not in args.exclude]
+
+ print("%s Loaded %d %s to test." %
+ (INFO, len(sites), "site" if len(sites) == 1 else "sites"))
+
+ if args.load_file:
+ if not isfile(args.load_file):
+ print("%s could not find the file \"%s\"" %
+ (WARN, color(args.load_file)))
+ exit()
+
+ _ = sum(1 for line in open(args.load_file, "r"))
+ if _ < 1:
+ print("%s the file \"%s\" doesn't contain any valid credentials." %
+ (WARN, color(args.load_file)))
+ exit()
+
+ print("%s Loaded %d credential%s from \"%s\".\n" %
+ (INFO, _, "s" if _ != 1 else "", color(args.load_file)))
+
+ print("%s Starting tests at: \"%s\"\n" % (INFO, color(strftime("%X"), BW)))
+
+ if not exists(OUTPUT_DIR):
+ makedirs(OUTPUT_DIR)
+
+ log = Logger("%s/credmap" % OUTPUT_DIR)
+ log.open()
+
+ def get_targets():
+ """
+ Retrieve and yield list of sites (targets) for testing.
+ """
+ for site in sites:
+ _ = populate_site(site, args)
+ if not _:
+ continue
+ target = Website(_, {"verbose": args.verbose})
+
+ if not target.user_agent:
+ target.user_agent = args.user_agent
+
+ yield target
+
+ def login():
+ """
+ Verify credentials for login and check if login was successful.
+ """
+ if(target.username_or_email == "email" and not
+ credentials["email"] or
+ target.username_or_email == "username" and not
+ credentials["username"]):
+ if args.verbose:
+ print("%s Skipping %s\"%s\" since "
+ "no \"%s\" was specified.\n" %
+ (INFO, "[%s:%s] on " %
+ (credentials["username"] or
+ credentials["email"], credentials["password"]) if
+ args.load_file else "", color(target.name),
+ color(target.username_or_email, BW)))
+ login_skipped.append(target.name)
+ return
+
+ print("%s Testing %s\"%s\"..." %
+ (TEST, "[%s:%s] on " % (credentials["username"] or
+ credentials["email"],
+ credentials["password"]) if
+ args.load_file else "", color(target.name, BW)))
+
+ cookie_handler.clear()
+
+ if target.perform_login(credentials, cookie_handler):
+ log.write(">>> %s - %s:%s\n" %
+ (target.name, credentials["username"] or
+ credentials["email"], credentials["password"]))
+ login_sucessful.append("%s%s" %
+ (target.name, " [%s:%s]" %
+ (credentials["username"] or
+ credentials["email"],
+ credentials["password"]) if
+ args.load_file else ""))
+ else:
+ login_failed.append(target.name)
+
+ if args.load_file:
+ if args.cred_format:
+ separators = [re.escape(args.cred_format[1]),
+ re.escape(args.cred_format[3]) if
+ len(args.cred_format) > 3 else "\n"]
+ cred_format = re.match(r"(u|e|p)[^upe](u|e|p)(?:[^upe](u|e|p))?",
+ args.cred_format)
+ if not cred_format:
+ print("%s Could not parse --format: \"%s\""
+ % (ERROR, color(args.cred_format, BW)))
+ exit()
+
+ cred_format = [v.replace("e", "email")
+ .replace("u", "username")
+ .replace("p", "password")
+ for v in cred_format.groups() if v is not None]
+
+ with open(args.load_file, "r") as load_list:
+ for user in load_list:
+ if args.cred_format:
+ match = re.match(r"([^{0}]+){0}([^{1}]+)(?:{1}([^\n]+))?"
+ .format(separators[0], separators[1]),
+ user)
+ credentials = dict(zip(cred_format, match.groups()))
+ credentials["password"] = quote(
+ credentials["password"])
+ if("email" in credentials and
+ not re.match(r"^[A-Za-z0-9._%+-]+@(?:[A-Z"
+ r"a-z0-9-]+\.)+[A-Za-z]{2,12}$",
+ credentials["email"])):
+ print("%s Specified e-mail \"%s\" does not appear "
+ "to be correct. Skipping...\n" % (WARN, color(
+ credentials["email"], BW)))
+ continue
+
+ if "email" not in credentials:
+ credentials["email"] = None
+ elif "username" not in credentials:
+ credentials["username"] = None
+ else:
+ user = user.rstrip().split(":", 1)
+ if not user[0]:
+ if args.verbose:
+ print("%s Could not parse credentials: \"%s\"\n" %
+ (WARN, color(user, BW)))
+ continue
+
+ match = re.match(r"^[A-Za-z0-9._%+-]+@(?:[A-Z"
+ r"a-z0-9-]+\.)+[A-Za-z]{2,12}$", user[0])
+ credentials = {"email": user[0] if match else None,
+ "username": None if match else user[0],
+ "password": quote(user[1])}
+
+ for target in get_targets():
+ login()
+ else:
+ credentials = {"username": args.username, "email": args.email,
+ "password": quote(args.password)}
+ for target in get_targets():
+ login()
+
+ log.close()
+
+ if not args.verbose:
+ print()
+
+ if len(login_sucessful) > 0 or len(login_failed) > 0:
+ _ = "%s/%s" % (color(len(login_sucessful), BW),
+ color(len(login_sucessful) + len(login_failed), BW))
+ sign = PLUS if len(login_sucessful) > (len(login_failed) +
+ len(login_skipped)) else INFO
+ print("%s Succesfully logged in%s." %
+ (sign, " with %s credentials on the list." % _ if args.load_file
+ else "to %s websites." % _),)
+ print("%s An overall success rate of %s.\n" %
+ (sign, color("%%%s" % (100 * len(login_sucessful) /
+ (len(login_sucessful) +
+ len(login_failed))), BW)))
+
+ if len(login_sucessful) > 0:
+ print("%s The provided credentials worked on the following website%s: "
+ "%s\n" % (PLUS, "s" if len(login_sucessful) != 1 else "",
+ ", ".join(login_sucessful)))
+
+ print("%s Finished tests at: \"%s\"\n" % (INFO, color(strftime("%X"), BW)))
+
+
+if __name__ == "__main__":
+ try:
+ main()
+ except KeyboardInterrupt:
+ print("\n%s Ctrl-C pressed." % INFO)