reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities
Shell bug-bountybugbountybugbounty-tooldnshackingnucleiosintpenetration-testingpentestpentest-toolpentestingreconreconnaissancescannersecuritysecurity-toolssubdomainsubdomain-enumerationvulnerabilities
Removed arjun & paramspider, requirements cleaned
six2dez6dfb6540bdf2
diff --git a/install.sh b/install.shindex 30cdb53..7b23def 100755--- a/install.sh+++ b/install.sh@@ -42,13 +42,11 @@ repos["dnsrecon"]="darkoperator/dnsrecon"repos["theHarvester"]="laramies/theHarvester"repos["brutespray"]="x90skysn3k/brutespray"repos["wafw00f"]="EnableSecurity/wafw00f"-repos["Arjun"]="s0md3v/Arjun"repos["gf"]="tomnomnom/gf"repos["Gf-Patterns"]="1ndianl33t/Gf-Patterns"repos["github-search"]="gwen001/github-search"repos["ctfr"]="UnaPibaGeek/ctfr"repos["LinkFinder"]="dark-warlord14/LinkFinder"-repos["ParamSpider"]="devanshbatham/ParamSpider"repos["Corsy"]="s0md3v/Corsy"repos["CMSeeK"]="Tuhinshubhra/CMSeeK"repos["fav-up"]="pielco11/fav-up"diff --git a/reconftw.sh b/reconftw.shindex 3c10ba2..e5e2cfe 100755--- a/reconftw.sh+++ b/reconftw.sh@@ -45,7 +45,6 @@ function tools_installed(){[ -n "$GOROOT" ] || { printf "${bred} [*] GOROOT var [NO]${reset}\n"; allinstalled=false;}[ -n "$PATH" ] || { printf "${bred} [*] PATH var [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/degoogle_hunter/degoogle.py" ] || { printf "${bred} [*] degoogle [NO]${reset}\n"; allinstalled=false;}- [ -f "$tools/ParamSpider/paramspider.py" ] || { printf "${bred} [*] Paramspider [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/brutespray/brutespray.py" ] || { printf "${bred} [*] brutespray [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/dnsrecon/dnsrecon.py" ] || { printf "${bred} [*] dnsrecon [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/fav-up/favUp.py" ] || { printf "${bred} [*] fav-up [NO]${reset}\n"; allinstalled=false;}@@ -60,7 +59,6 @@ function tools_installed(){[ -f "$tools/degoogle_hunter/degoogle_hunter.sh" ] || { printf "${bred} [*] degoogle_hunter [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/getjswords.py" ] || { printf "${bred} [*] getjswords [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/JSA/jsa.py" ] || { printf "${bred} [*] JSA [NO]${reset}\n"; allinstalled=false;}- type -P arjun &>/dev/null || { printf "${bred} [*] Arjun [NO]${reset}\n"; allinstalled=false;}type -P dirdar &>/dev/null || { printf "${bred} [*] dirdar [NO]${reset}\n"; allinstalled=false;}type -P github-endpoints &>/dev/null || { printf "${bred} [*] github-endpoints [NO]${reset}\n"; allinstalled=false;}type -P github-subdomains &>/dev/null || { printf "${bred} [*] github-subdomains [NO]${reset}\n"; allinstalled=false;}@@ -313,7 +311,9 @@ function sub_passive(){github-subdomains -d $domain -k -q -t $GITHUB_TOKENS -o .tmp/github_subdomains_psub.txt 2>>"$LOGFILE" &>/dev/nullfifi- curl -s "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/jldc_psub.txt+ curl -s -k "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/curl_psub.txt+ curl -s -k "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/curl_psub.txt+ curl -s -k "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/curl_psub.txtif echo $domain | grep -q ".mil$"; thenmildewmv mildew.out .tmp/mildew.out@@ -330,8 +330,6 @@ function sub_crt(){if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$SUBCRT" = true ]; thenstart_subfunc "Running : Crtsh Subdomain Enumeration"python3 $tools/ctfr/ctfr.py -d $domain -o .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" &>/dev/null- curl "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt- curl "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txtNUMOFLINES=$(cat .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" | anew .tmp/crtsh_subs.txt | wc -l)end_subfunc "${NUMOFLINES} new subs (cert transparency)" ${FUNCNAME[0]}else@@ -841,27 +839,6 @@ function cms_scanner(){fi}-function params(){- if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$PARAMS" = true ]; then- start_func "Parameter Discovery"- if [ -s ".tmp/url_extract_uddup.txt" ]; then- if [ "$DEEP" = true ] || [[ $(cat .tmp/url_extract_uddup.txt | wc -l) -le 50 ]]; then- arjun -i .tmp/url_extract_uddup.txt -t $ARJUN_THREADS -oT webs/param.txt 2>>"$LOGFILE" &>/dev/null- else- end_func "Skipping Param discovery: Too many URLs to test, try with --deep flag" ${FUNCNAME[0]}- fi- [ -s "webs/param.txt" ] && cat webs/param.txt | anew -q webs/url_extract.txt- fi- end_func "Results are saved in $domain/webs/param.txt" ${FUNCNAME[0]}- else- if [ "$PARAMS" = false ]; then- printf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"- else- printf "${yellow} ${FUNCNAME[0]} is already processed, to force executing ${FUNCNAME[0]} delete\n $called_fn_dir/.${FUNCNAME[0]} ${reset}\n\n"- fi- fi-}-function urlchecks(){if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$URL_CHECK" = true ]; thenstart_func "URL Extraction"@@ -877,10 +854,6 @@ function urlchecks(){gospider -S webs/webs.txt --js -t $GOSPIDER_THREADS -d 2 --sitemap --robots -w -r > .tmp/gospider.txtfifi- interlace -tL webs/webs.txt -threads 10 -c "python3 $tools/ParamSpider/paramspider.py -d _target_ -l high -q -o _output_/_cleantarget_" -o output &>/dev/null- find output/ -type f -exec cat {} \; | sed '/^FUZZ/d' | anew -q .tmp/param_tmp.txt- rm -rf output/ 2>>"$LOGFILE"- [ -s ".tmp/param_tmp.txt" ] && cat .tmp/param_tmp.txt | anew -q .tmp/gospider.txtsed -i '/^.\{2048\}./d' .tmp/gospider.txt[ -s ".tmp/gospider.txt" ] && cat .tmp/gospider.txt | grep -Eo 'https?://[^ ]+' | sed 's/]$//' | grep ".$domain" | anew -q .tmp/url_extract_tmp.txtif [ -s "${GITHUB_TOKENS}" ]; then@@ -1676,7 +1649,6 @@ function recon(){nuclei_checkfuzzurlchecks- paramsjscheckscloudprovidercms_scanner@@ -1803,7 +1775,6 @@ function multi_recon(){loopstart=$(date +%s)fuzzurlchecks- paramsjscheckscurrently=$(date +"%H:%M:%S")loopend=$(date +%s)@@ -1863,7 +1834,6 @@ function webs_menu(){4xxbypasscorsurlchecks- paramsurl_gfjscheckswordlist_gendiff --git a/reconftw_axiom.sh b/reconftw_axiom.shindex bfcce39..126ac37 100755--- a/reconftw_axiom.sh+++ b/reconftw_axiom.sh@@ -45,7 +45,6 @@ function tools_installed(){[ -n "$GOROOT" ] || { printf "${bred} [*] GOROOT var [NO]${reset}\n"; allinstalled=false;}[ -n "$PATH" ] || { printf "${bred} [*] PATH var [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/degoogle_hunter/degoogle.py" ] || { printf "${bred} [*] degoogle [NO]${reset}\n"; allinstalled=false;}- [ -f "$tools/ParamSpider/paramspider.py" ] || { printf "${bred} [*] Paramspider [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/brutespray/brutespray.py" ] || { printf "${bred} [*] brutespray [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/dnsrecon/dnsrecon.py" ] || { printf "${bred} [*] dnsrecon [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/fav-up/favUp.py" ] || { printf "${bred} [*] fav-up [NO]${reset}\n"; allinstalled=false;}@@ -60,7 +59,6 @@ function tools_installed(){[ -f "$tools/degoogle_hunter/degoogle_hunter.sh" ] || { printf "${bred} [*] degoogle_hunter [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/getjswords.py" ] || { printf "${bred} [*] getjswords [NO]${reset}\n"; allinstalled=false;}[ -f "$tools/JSA/jsa.py" ] || { printf "${bred} [*] JSA [NO]${reset}\n"; allinstalled=false;}- type -P arjun &>/dev/null || { printf "${bred} [*] Arjun [NO]${reset}\n"; allinstalled=false;}type -P dirdar &>/dev/null || { printf "${bred} [*] dirdar [NO]${reset}\n"; allinstalled=false;}type -P github-endpoints &>/dev/null || { printf "${bred} [*] github-endpoints [NO]${reset}\n"; allinstalled=false;}type -P github-subdomains &>/dev/null || { printf "${bred} [*] github-subdomains [NO]${reset}\n"; allinstalled=false;}@@ -316,7 +314,9 @@ function sub_passive(){github-subdomains -d $domain -k -q -t $GITHUB_TOKENS -o .tmp/github_subdomains_psub.txt 2>>"$LOGFILE" &>/dev/nullfifi- curl -s "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/jldc_psub.txt+ curl -s "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/curl_psub.txt+ curl "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/curl_psub.txt+ curl "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/curl_psub.txtif echo $domain | grep -q ".mil$"; thenmildewmv mildew.out .tmp/mildew.out@@ -335,8 +335,6 @@ function sub_crt(){echo "python3 -u /home/op/recon/ctfr/ctfr.py -d ${domain} -o ${domain}_ctfr.txt; cat ${domain}_ctfr.txt" > .tmp/sub_ctrf_commands.txtaxiom-scan .tmp/sub_ctrf_commands.txt -m exec -o .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" &>/dev/nullsed -i '1,11d' .tmp/crtsh_subs_tmp.txt- curl "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt- curl "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txtNUMOFLINES=$(cat .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" | anew .tmp/crtsh_subs.txt | wc -l)end_subfunc "${NUMOFLINES} new subs (cert transparency)" ${FUNCNAME[0]}else@@ -867,27 +865,6 @@ function cms_scanner(){fi}-function params(){- if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$PARAMS" = true ]; then- start_func "Parameter Discovery"- if [ -s ".tmp/url_extract_uddup.txt" ]; then- if [ "$DEEP" = true ] || [[ $(cat .tmp/url_extract_uddup.txt | wc -l) -le 50 ]]; then- axiom-scan .tmp/url_extract_uddup.txt -m arjun -t $ARJUN_THREADS -o webs/param.txt 2>>"$LOGFILE" &>/dev/null- else- end_func "Skipping Param discovery: Too many URLs to test, try with --deep flag" ${FUNCNAME[0]}- fi- [ -s "webs/param.txt" ] && cat webs/param.txt | anew -q webs/url_extract.txt- fi- end_func "Results are saved in $domain/webs/param.txt" ${FUNCNAME[0]}- else- if [ "$PARAMS" = false ]; then- printf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"- else- printf "${yellow} ${FUNCNAME[0]} is already processed, to force executing ${FUNCNAME[0]} delete\n $called_fn_dir/.${FUNCNAME[0]} ${reset}\n\n"- fi- fi-}-function urlchecks(){if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$URL_CHECK" = true ]; thenstart_func "URL Extraction"@@ -908,10 +885,6 @@ function urlchecks(){fi[[ -d .tmp/gospider/ ]] && NUMFILES=$(find .tmp/gospider/ -type f | wc -l)[[ $NUMFILES -gt 0 ]] && cat .tmp/gospider.txt | grep -Eo 'https?://[^ ]+' | sed 's/]$//' | grep ".$domain" | anew -q .tmp/url_extract_tmp.txt- axiom-scan webs/webs.txt -m paramspider -l high -q -o output_paramspider 2>>"$LOGFILE" &>/dev/null- find output_paramspider/ -type f -exec cat {} \; | sed '/^FUZZ/d' | anew -q .tmp/param_tmp.txt- rm -rf output_paramspider/ 2>>"$LOGFILE"- [ -s ".tmp/param_tmp.txt" ] && cat .tmp/param_tmp.txt | anew -q .tmp/gospider.txtif [ -s "${GITHUB_TOKENS}" ]; thengithub-endpoints -q -k -d $domain -t ${GITHUB_TOKENS} -o .tmp/github-endpoints.txt 2>>"$LOGFILE" &>/dev/null[ -s ".tmp/github-endpoints.txt" ] && cat .tmp/github-endpoints.txt | anew -q .tmp/url_extract_tmp.txt@@ -1786,7 +1759,6 @@ function recon(){nuclei_checkfuzzurlchecks- paramsjschecksaxiom_shutdown@@ -1919,7 +1891,6 @@ function multi_recon(){loopstart=$(date +%s)fuzzurlchecks- paramsjscheckscurrently=$(date +"%H:%M:%S")loopend=$(date +%s)@@ -1987,7 +1958,6 @@ function webs_menu(){4xxbypasscorsurlchecks- paramsurl_gfjscheckswordlist_gendiff --git a/requirements.txt b/requirements.txtindex c2e1ad1..1ddb3f9 100644--- a/requirements.txt+++ b/requirements.txt@@ -1,49 +1,22 @@-requests_filejsbeautifiermmh3ipwhoisfake-useragentcolorclass==2.2.0tqdm-tld-chardet==3.0.4-idna==2.9termcolor-argparse==1.4.0-htmlmin==0.1.12-tldextract==2.2.0-bs4-colored-aiohttp-termcolors==0.1.0+argparsefuture-fuzzywuzzymetafinder-aiodns==2.0.0-aiomultiprocess==0.8.0-aiosqlite==0.17.0beautifulsoup4==4.9.3-censys==1.1.1-certifi==2020.12.5-netaddr==0.8.0-plotly==4.14.3-pyppeteer==0.2.5-PyYAML==5.4.1+netaddrrequests-retrying==1.3.3-texttable==1.6.3lxml-uvloopPySocks==1.6.8h8mailargcomplete==1.10.0-awscli-pytest-xdist-coloredlogs-boto3s3scannershodandnspython-pytest-runnerwebscreenshotemailfinder\ No newline at end of file