reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities
Shell bug-bountybugbountybugbounty-tooldnshackingnucleiosintpenetration-testingpentestpentest-toolpentestingreconreconnaissancescannersecuritysecurity-toolssubdomainsubdomain-enumerationvulnerabilities
Improved httpx uncommon ports and subs mode and fixes
six2dez346add04ff27
diff --git a/reconftw.cfg b/reconftw.cfgindex c185541..8ca1de0 100644--- a/reconftw.cfg+++ b/reconftw.cfg@@ -67,6 +67,7 @@ S3BUCKETS=trueWEBPROBESIMPLE=trueWEBPROBEFULL=trueWEBSCREENSHOT=true+UNCOMMON_PORTS_WEB="81,300,591,593,832,981,1010,1311,1099,2082,2095,2096,2480,3000,3128,3333,4243,4567,4711,4712,4993,5000,5104,5108,5280,5281,5601,5800,6543,7000,7001,7396,7474,8000,8001,8008,8014,8042,8060,8069,8080,8081,8083,8088,8090,8091,8095,8118,8123,8172,8181,8222,8243,8280,8281,8333,8337,8443,8500,8834,8880,8888,8983,9000,9001,9043,9060,9080,9090,9091,9200,9443,9502,9800,9981,10000,10250,11371,12443,15672,16080,17778,18091,18092,20720,32000,55440,55672"# HostFAVICON=truediff --git a/reconftw.sh b/reconftw.shindex 1e73bfc..9ec58e9 100755--- a/reconftw.sh+++ b/reconftw.sh@@ -496,7 +496,7 @@ function sub_permut(){if [ -f ".tmp/permute_subs.txt" ]thendeleteOutScoped $outOfScope_file .tmp/permute_subs.txt- NUMOFLINES=$(eval cat .tmp/permute_subs.txt $DEBUG_ERROR | grep "$domain$" | anew subdomains/subdomains.txt | wc -l)+ NUMOFLINES=$(eval cat .tmp/permute_subs.txt $DEBUG_ERROR | grep ".$domain$" | anew subdomains/subdomains.txt | wc -l)elseNUMOFLINES=0fi@@ -618,18 +618,14 @@ function webprobe_simple(){elsecat subdomains/subdomains.txt | httpx -follow-host-redirects -random-agent -status-code -threads $HTTPX_THREADS -timeout 15 -silent -retries 2 -no-color | cut -d ' ' -f1 | grep ".$domain$" | anew -q .tmp/probed_tmp.txtfi-deleteOutScoped $outOfScope_file .tmp/probed_tmp.txtNUMOFLINES=$(eval cat .tmp/probed_tmp.txt $DEBUG_ERROR | anew webs/webs.txt | wc -l)-end_subfunc "${NUMOFLINES} new websites resolved" ${FUNCNAME[0]}-if [ "$PROXY" = true ] && [ ! -z "$proxy_url" ] && [[ $(cat webs/webs.txt| wc -l) -le 1500 ]]thennotification "Sending websites to proxy" infoeval ffuf -mc all -w webs/webs.txt -u FUZZ -replay-proxy $proxy_url $DEBUG_STDfi-elseif [ "$WEBPROBESIMPLE" = false ]; thenprintf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"@@ -643,7 +639,8 @@ function webprobe_full(){if ([ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]) && [ "$WEBPROBEFULL" = true ]thenstart_func "Http probing non standard ports"- cat subdomains/subdomains.txt | httpx -ports 81,300,591,593,832,981,1010,1311,1099,2082,2095,2096,2480,3000,3128,3333,4243,4567,4711,4712,4993,5000,5104,5108,5280,5281,5601,5800,6543,7000,7001,7396,7474,8000,8001,8008,8014,8042,8060,8069,8080,8081,8083,8088,8090,8091,8095,8118,8123,8172,8181,8222,8243,8280,8281,8333,8337,8443,8500,8834,8880,8888,8983,9000,9001,9043,9060,9080,9090,9091,9200,9443,9502,9800,9981,10000,10250,11371,12443,15672,16080,17778,18091,18092,20720,32000,55440,55672 -follow-host-redirects -random-agent -status-code -threads $HTTPX_UNCOMMONPORTS_THREADS -timeout 10 -silent -retries 2 -no-color | cut -d ' ' -f1 | grep ".$domain" | anew -q .tmp/probed_uncommon_ports_tmp.txt+ eval nmap -p $UNCOMMON_PORTS_WEB --max-retries 2 -Pn -iL subdomains/subdomains.txt -oG .tmp/nmap_uncommonweb.txt $DEBUG_STD && uncommon_ports_checked=$(cat .tmp/nmap_uncommonweb.txt | egrep -v "^#|Status: Up" | cut -d' ' -f4- | sed -n -e 's/Ignored.*//p' | tr ',' '\n' | sed -e 's/^[ \t]*//' | sort -u | cut -d '/' -f1 | sed -e 'H;${x;s/\n/,/g;s/^,//;p;};d')+ cat subdomains/subdomains.txt | httpx -ports $uncommon_ports_checked -follow-host-redirects -random-agent -status-code -threads $HTTPX_UNCOMMONPORTS_THREADS -timeout 10 -silent -retries 2 -no-color | cut -d ' ' -f1 | grep ".$domain" | anew -q .tmp/probed_uncommon_ports_tmp.txtNUMOFLINES=$(eval cat .tmp/probed_uncommon_ports_tmp.txt $DEBUG_ERROR | anew webs/webs_uncommon_ports.txt | wc -l)notification "Uncommon web ports: ${NUMOFLINES} new websites" goodeval cat webs/webs_uncommon_ports.txt $DEBUG_ERROR@@ -666,8 +663,8 @@ function screenshot(){if ([ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]) && [ "$WEBSCREENSHOT" = true ]thenstart_func "Web Screenshots"- eval gowitness file -f webs/webs.txt --disable-logging $DEBUG_ERROR- eval gowitness file -f webs/webs_uncommon_ports.txt --disable-logging $DEBUG_ERROR+ eval cat webs/webs.txt webs/webs_uncommon_ports.txt $DEBUG_ERROR | anew -q .tmp/webs_screenshots.txt+ eval gowitness file -f .tmp/webs_screenshots.txt --disable-logging $DEBUG_ERRORend_func "Results are saved in screenshots folder" ${FUNCNAME[0]}elseif [ "$WEBSCREENSHOT" = false ]; then@@ -715,11 +712,8 @@ function portscan(){echo "$sub $(dig +short a $sub | tail -n1)" | anew -q .tmp/subs_ips.txtdoneawk '{ print $2 " " $1}' .tmp/subs_ips.txt | sort -k2 -n | anew -q hosts/subs_ips_vhosts.txt-eval cat hosts/subs_ips_vhosts.txt $DEBUG_ERROR | cut -d ' ' -f1 | egrep -iv "^(127|10|169|172|192)\." | anew -q hosts/ips.txt-eval cat hosts/ips.txt $DEBUG_ERROR | cf-check | egrep -iv "^(127|10|169|172|192)\." | anew -q .tmp/ips_nowaf.txt-printf "${bblue}\n Resolved IP addresses (No WAF) ${reset}\n\n";eval cat .tmp/ips_nowaf.txt $DEBUG_ERROR | sort@@ -733,7 +727,7 @@ function portscan(){if [ "$PORTSCAN_ACTIVE" = true ]then- eval nmap --top-ports 1000 -sV -n --max-retries 2 -iL .tmp/ips_nowaf.txt -oN hosts/portscan_active.txt -oG .tmp/nmap_grep.gnmap $DEBUG_STD+ eval nmap --top-ports 1000 -sV -n --max-retries 2 -Pn -iL .tmp/ips_nowaf.txt -oN hosts/portscan_active.txt -oG .tmp/nmap_grep.gnmap $DEBUG_STDfiend_func "Results are saved in hosts/portscan_[passive|active].txt" ${FUNCNAME[0]}@@ -1059,7 +1053,7 @@ function brokenLinks(){fifised -i '/^.\{2048\}./d' .tmp/gospider.txt- cat .tmp/gospider.txt | egrep -o 'https?://[^ ]+' | sed 's/]$//' | sort -u | httpx -follow-redirects -random-agent -status-code -timeout 15 -silent -retries 2 -no-color | grep "\[4" | cut -d ' ' -f1 | anew -q .tmp/brokenLinks_total.txt+ cat .tmp/gospider.txt | egrep -o 'https?://[^ ]+' | sed 's/]$//' | sort -u | httpx -follow-redirects -random-agent -status-code -threads $HTTPX_THREADS -timeout 15 -silent -retries 2 -no-color | grep "\[4" | cut -d ' ' -f1 | anew -q .tmp/brokenLinks_total.txtNUMOFLINES=$(eval cat .tmp/brokenLinks_total.txt $DEBUG_ERROR | anew webs/brokenLinks.txt | wc -l)notification "${NUMOFLINES} new broken links found" infoend_func "Results are saved in webs/brokenLinks.txt" ${FUNCNAME[0]}@@ -1460,7 +1454,7 @@ function start(){if [ -z "$domain" ]then- printf "\n\n${bred} No domain or list provided ${reset}\n\n"+ notification "\n\n${bred} No domain or list provided ${reset}\n\n" errorexitfi@@ -1680,6 +1674,8 @@ function multi_recon(){function subs_menu(){startsubdomains_full+ webprobe_full+ screenshotsubtakeoverzonetransfers3bucketsdiff --git a/reconftw_axiom.sh b/reconftw_axiom.shindex e175c00..9448e5a 100755--- a/reconftw_axiom.sh+++ b/reconftw_axiom.sh@@ -357,7 +357,7 @@ function sub_crt(){eval axiom-scan .tmp/sub_ctrf_commands.txt -m exec -o .tmp/crtsh_subs_tmp.txt $DEBUG_STDeval curl "https://tls.bufferover.run/dns?q=.${domain}" $DEBUG_ERROR | eval jq -r .Results[] $DEBUG_ERROR | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/crtsh_subs.txteval curl "https://dns.bufferover.run/dns?q=.${domain}" $DEBUG_ERROR | eval jq -r '.FDNS_A'[],'.RDNS'[] $DEBUG_ERROR | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt- NUMOFLINES=$(eval cat .tmp/crtsh_subs_tmp.txt $DEBUG_ERROR | sed "s/*.//" | anew .tmp/crtsh_subs.txt | wc -l)+ NUMOFLINES=$(eval cat .tmp/crtsh_subs_tmp.txt $DEBUG_ERROR | anew .tmp/crtsh_subs.txt | wc -l)end_subfunc "${NUMOFLINES} new subs (cert transparency)" ${FUNCNAME[0]}elseif [ "$SUBCRT" = false ]; then@@ -499,7 +499,7 @@ function sub_permut(){if [ -f ".tmp/permute_subs.txt" ]thendeleteOutScoped $outOfScope_file .tmp/permute_subs.txt- NUMOFLINES=$(eval cat .tmp/permute_subs.txt $DEBUG_ERROR | grep ".$domain$" |anew subdomains/subdomains.txt | wc -l)+ NUMOFLINES=$(eval cat .tmp/permute_subs.txt $DEBUG_ERROR | grep ".$domain$" | anew subdomains/subdomains.txt | wc -l)elseNUMOFLINES=0fi@@ -623,6 +623,11 @@ function webprobe_simple(){deleteOutScoped $outOfScope_file .tmp/probed_tmp.txtNUMOFLINES=$(eval cat .tmp/probed_tmp.txt $DEBUG_ERROR | anew webs/webs.txt | wc -l)end_subfunc "${NUMOFLINES} new websites resolved" ${FUNCNAME[0]}+ if [ "$PROXY" = true ] && [ ! -z "$proxy_url" ] && [[ $(cat webs/webs.txt| wc -l) -le 1500 ]]+ then+ notification "Sending websites to proxy" info+ eval ffuf -mc all -w webs/webs.txt -u FUZZ -replay-proxy $proxy_url $DEBUG_STD+ fielseif [ "$WEBPROBESIMPLE" = false ]; thenprintf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"@@ -636,11 +641,17 @@ function webprobe_full(){if ([ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]) && [ "$WEBPROBEFULL" = true ]thenstart_func "Http probing non standard ports"- eval axiom-scan subdomains/subdomains.txt -m httpx -ports 81,300,591,593,832,981,1010,1311,1099,2082,2095,2096,2480,3000,3128,3333,4243,4567,4711,4712,4993,5000,5104,5108,5280,5281,5601,5800,6543,7000,7001,7396,7474,8000,8001,8008,8014,8042,8060,8069,8080,8081,8083,8088,8090,8091,8095,8118,8123,8172,8181,8222,8243,8280,8281,8333,8337,8443,8500,8834,8880,8888,8983,9000,9001,9043,9060,9080,9090,9091,9200,9443,9502,9800,9981,10000,10250,11371,12443,15672,16080,17778,18091,18092,20720,32000,55440,55672 -follow-host-redirects -random-agent -status-code -timeout 10 -threads $HTTPX_UNCOMMONPORTS_THREADS -silent -retries 2 -no-color -o .tmp/probed_uncommon_ports_tmp_.txt $DEBUG_STD && cat .tmp/probed_uncommon_ports_tmp_.txt | cut -d ' ' -f1 | grep ".$domain$" | anew -q .tmp/probed_uncommon_ports_tmp.txt+ eval axiom-scan subdomains/subdomains.txt -m nmapx -p $UNCOMMON_PORTS_WEB --max-retries 2 -Pn -o .tmp/nmap_uncommonweb.txt $DEBUG_STD && uncommon_ports_checked=$(cat .tmp/nmap_uncommonweb.txt | egrep -v "^#|Status: Up" | cut -d' ' -f4- | sed -n -e 's/Ignored.*//p' | tr ',' '\n' | sed -e 's/^[ \t]*//' | sort -u | cut -d '/' -f1 | sed -e 'H;${x;s/\n/,/g;s/^,//;p;};d')+ eval axiom-scan subdomains/subdomains.txt -m httpx -ports $uncommon_ports_checked -follow-host-redirects -random-agent -status-code -threads $HTTPX_UNCOMMONPORTS_THREADS -timeout 10 -silent -retries 2 -no-color -o .tmp/probed_uncommon_ports_tmp_.txt $DEBUG_STD && cat .tmp/probed_uncommon_ports_tmp_.txt | cut -d ' ' -f1 | grep ".$domain$" | anew -q .tmp/probed_uncommon_ports_tmp.txtNUMOFLINES=$(eval cat .tmp/probed_uncommon_ports_tmp.txt $DEBUG_ERROR | anew webs/webs_uncommon_ports.txt | wc -l)notification "Uncommon web ports: ${NUMOFLINES} new websites" goodeval cat webs/webs_uncommon_ports.txt $DEBUG_ERRORend_func "Results are saved in webs/webs_uncommon_ports.txt" ${FUNCNAME[0]}+ if [ "$PROXY" = true ] && [ ! -z "$proxy_url" ] && [[ $(cat webs/webs_uncommon_ports.txt| wc -l) -le 1500 ]]+ then+ notification "Sending websites uncommon ports to proxy" info+ eval ffuf -mc all -w webs/webs_uncommon_ports.txt -u FUZZ -replay-proxy $proxy_url $DEBUG_STD+ fielseif [ "$WEBPROBEFULL" = false ]; thenprintf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"@@ -654,8 +665,8 @@ function screenshot(){if ([ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]) && [ "$WEBSCREENSHOT" = true ]thenstart_func "Web Screenshots"- eval axiom-scan webs/webs.txt -m gowitness --disable-logging -o screenshots $DEBUG_STD- eval axiom-scan webs/webs_uncommon_ports.txt -m gowitness --disable-logging -o screenshots $DEBUG_STD+ eval cat webs/webs.txt webs/webs_uncommon_ports.txt $DEBUG_ERROR | anew -q .tmp/webs_screenshots.txt+ eval axiom-scan .tmp/webs_screenshots.txt -m gowitness -o screenshots $DEBUG_STDend_func "Results are saved in screenshots folder" ${FUNCNAME[0]}elseif [ "$WEBSCREENSHOT" = false ]; then@@ -718,7 +729,7 @@ function portscan(){if [ "$PORTSCAN_ACTIVE" = true ]then- eval axiom-scan .tmp/ips_nowaf.txt -m nmap --top-ports 1000 -sV -n --max-retries 2 -oN hosts/portscan_active.txt -oG .tmp/nmap_grep.gnmap $DEBUG_STD+ eval axiom-scan .tmp/ips_nowaf.txt -m nmapx --top-ports 1000 -sV -n -Pn --max-retries 2 -o hosts/portscan_active.txt $DEBUG_STDfiend_func "Results are saved in hosts/portscan_[passive|active].txt" ${FUNCNAME[0]}@@ -883,10 +894,8 @@ function urlchecks(){thenstart_func "URL Extraction"mkdir -p js-eval axiom-scan webs/webs.txt -m waybackurls -o .tmp/url_extract_way_tmp.txt $DEBUG_STD && eval cat .tmp/url_extract_way_tmp.txt $DEBUG_ERROR | anew -q .tmp/url_extract_tmp.txteval axiom-scan webs/webs.txt -m gau -o .tmp/url_extract_gau_tmp.txt $DEBUG_STD && eval cat .tmp/url_extract_gau_tmp.txt $DEBUG_ERROR | anew -q .tmp/url_extract_tmp.txt-diff_webs=$(diff <(sort -u .tmp/probed_tmp.txt) <(sort -u webs/webs.txt) | wc -l)if [ $diff_webs != "0" ] || [ ! -s ".tmp/gospider.txt" ] ;then@@ -909,6 +918,11 @@ function urlchecks(){NUMOFLINES=$(eval cat .tmp/url_extract_uddup.txt $DEBUG_ERROR | anew webs/url_extract.txt | wc -l)notification "${NUMOFLINES} new urls with params" infoend_func "Results are saved in webs/url_extract.txt" ${FUNCNAME[0]}+ if [ "$PROXY" = true ] && [ ! -z "$proxy_url" ] && [[ $(cat webs/url_extract.txt | wc -l) -le 1500 ]]+ then+ notification "Sending urls to proxy" info+ eval ffuf -mc all -w webs/url_extract.txt -u FUZZ -replay-proxy $proxy_url $DEBUG_STD+ fielseprintf "${yellow} ${FUNCNAME[0]} is already processed, to force executing ${FUNCNAME[0]} delete $called_fn_dir/.${FUNCNAME[0]} ${reset}\n\n"fi@@ -970,7 +984,7 @@ function jschecks(){cat js/url_extract_js.txt | cut -d '?' -f 1 | grep -iE "\.js$" | anew -q js/jsfile_links.txtcat js/url_extract_js.txt | subjs | anew -q js/jsfile_links.txtprintf "${yellow} Running : Resolving JS Urls 2/5${reset}\n"- eval axiom-scan js/jsfile_links.txt -m httpx -follow-host-redirects -random-agent -status-code -threads $HTTPX_THREADS -timeout 15 -silent -retries 2 -no-color -o .tmp/js_livelinks.txt $DEBUG_STD && cat .tmp/js_livelinks.txt | grep "[200]" | cut -d ' ' -f1 | anew -q js/js_livelinks.txt+ eval axiom-scan js/jsfile_links.txt -m httpx -follow-redirects -random-agent -silent -timeout 15 -threads $HTTPX_THREADS -status-code -retries 2 -no-color -o .tmp/js_livelinks.txt $DEBUG_STD && cat .tmp/js_livelinks.txt | grep "[200]" | cut -d ' ' -f1 | anew -q js/js_livelinks.txtprintf "${yellow} Running : Gathering endpoints 3/5${reset}\n"if [ -s "js/js_livelinks.txt" ]then@@ -984,7 +998,7 @@ function jschecks(){printf "${yellow} Running : Gathering secrets 4/5${reset}\n"if [ -s "js/js_livelinks.txt" ]then- eval axiom-scan js/js_livelinks.txt -m nuclei -wL /home/op/recon/nuclei/nuclei-templates/exposed-tokens/ -r $resolvers_trusted -o nuclei_js/js_secrets.txt $DEBUG_STD+ eval axiom-scan js/js_livelinks.txt -m nuclei -wL /home/op/recon/nuclei/nuclei-templates/exposures/ -r $resolvers_trusted -o js/js_secrets.txt $DEBUG_STDfiprintf "${yellow} Running : Building wordlist 5/5${reset}\n"if [ -s "js/js_livelinks.txt" ]@@ -1033,8 +1047,7 @@ function wordlist_gen(){function brokenLinks(){if ([ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]) && [ "$BROKENLINKS" = true ] ; thenstart_func "Broken links checks"- if [ ! -s ".tmp/gospider.txt" ] ;- then+ if [ ! -s ".tmp/gospider.txt" ]; thenif [ "$DEEP" = true ] ; theneval axiom-scan .tmp/probed_tmp_scrap.txt -m gospider --js -d 3 --sitemap --robots -w -r -o .tmp/gospider $DEBUG_STDelse@@ -1042,7 +1055,7 @@ function brokenLinks(){ficat .tmp/gospider/* | sed '/^.\{2048\}./d' | anew -q .tmp/gospider.txtfi- cat .tmp/gospider.txt | egrep -o 'https?://[^ ]+' | sed 's/]$//' | sort -u | httpx -follow-redirects -status-code -threads $HTTPX_THREADS -timeout 15 -silent -retries 2 -no-color | grep "\[4" | cut -d ' ' -f1 | anew -q .tmp/brokenLinks_total.txt+ cat .tmp/gospider.txt | egrep -o 'https?://[^ ]+' | sed 's/]$//' | sort -u | httpx -follow-redirects -random-agent -status-code -threads $HTTPX_THREADS -timeout 15 -silent -retries 2 -no-color | grep "\[4" | cut -d ' ' -f1 | anew -q .tmp/brokenLinks_total.txtNUMOFLINES=$(eval cat .tmp/brokenLinks_total.txt $DEBUG_ERROR | anew webs/brokenLinks.txt | wc -l)notification "${NUMOFLINES} new broken links found" infoend_func "Results are saved in webs/brokenLinks.txt" ${FUNCNAME[0]}@@ -1280,7 +1293,7 @@ function spraying(){thenstart_func "Password spraying"cd $tools/brutespray- eval python3 $tools/brutespray/brutespray.py --file $dir/.tmp/nmap_grep.gnmap --threads $BRUTESPRAY_THREADS --hosts $BRUTESPRAY_CONCURRENCE -o $dir/hosts/brutespray.txt $DEBUG_STD+ eval python3 $tools/brutespray/brutespray.py --file $dir/hosts/portscan_active.txt --threads $BRUTESPRAY_THREADS --hosts $BRUTESPRAY_CONCURRENCE -o $dir/hosts/brutespray.txt $DEBUG_STDcd $dirend_func "Results are saved in hosts/brutespray.txt" ${FUNCNAME[0]}else@@ -1674,6 +1687,8 @@ function multi_recon(){function subs_menu(){startsubdomains_full+ webprobe_full+ screenshotsubtakeoverzonetransfers3buckets