Skip to content

reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities

httpx optimization && blc

six2dez552a99b86ce9
diff --git a/install.sh b/install.sh
index 5908517..264ed10 100755
--- a/install.sh
+++ b/install.sh
@@ -28,15 +28,16 @@ printf "${bgreen} reconftw installer script ${reset}\n\n"
install_apt(){
eval $SUDO apt install chromium-browser -y $DEBUG_STD
eval $SUDO apt install chromium -y $DEBUG_STD
- eval $SUDO apt install python3 python3-pip ruby git curl libpcap-dev wget python-dev python3-dev dnsutils build-essential xvfb libssl-dev libffi-dev libxml2-dev libxslt1-dev zlib1g-dev nmap jq python3-shodan -y $DEBUG_STD
+ eval $SUDO apt install python3 python3-pip ruby npm git curl libpcap-dev wget python-dev python3-dev dnsutils build-essential xvfb libssl-dev libffi-dev libxml2-dev libxslt1-dev zlib1g-dev nmap jq python3-shodan -y $DEBUG_STD
}
install_yum(){
eval $SUDO yum install python3 python3-pip ruby git curl libpcap-devel chromium wget openssl-devel bind-utils python3-devel libxslt-devel libffi-devel xorg-x11-server-Xvfb libxml2-devel nmap zlib-devel jq python-shodan -y $DEBUG_STD
+ curl -fsSL https://rpm.nodesource.com/setup_lts.x | eval $SUDO bash - $DEBUG_STD
}
install_pacman(){
- eval $SUDO pacman -Sy install python python-pip dnsutils ruby curl git libpcap nmap chromium wget jq xorg-server-xvfb -y $DEBUG_STD
+ eval $SUDO pacman -Sy install python python-pip dnsutils npm ruby curl git libpcap nmap chromium wget jq xorg-server-xvfb -y $DEBUG_STD
}
#installing latest Golang version
@@ -172,7 +173,7 @@ printf "${bgreen} 70%% done${reset}\n\n"
eval git clone https://github.com/ProjectAnte/dnsgen $dir/dnsgen $DEBUG_STD
eval git clone https://github.com/drwetter/testssl.sh $dir/testssl.sh $DEBUG_STD
eval git clone https://github.com/maaaaz/webscreenshot $dir/webscreenshot $DEBUG_STD
-
+eval $SUDO npm install broken-link-checker -g $DEBUG_STD
printf "${bgreen} 80%% done${reset}\n\n"
if [ "True" = "$IS_ARM" ]
then
diff --git a/reconftw.sh b/reconftw.sh
index 024e583..15fad1b 100755
--- a/reconftw.sh
+++ b/reconftw.sh
@@ -349,7 +349,7 @@ sub_scraping(){
start=`date +%s`
printf "${yellow} Running : JS scraping subdomain search${reset}\n"
touch .tmp/scrap_subs.txt
- cat ${domain}_subdomains.txt | httpx -follow-redirects -H "${HEADER}" -status-code -timeout 15 -vhost -silent | grep "[200]" | cut -d [ -f1 | sed 's/[[:blank:]]*$//' | anew -q .tmp/${domain}_probed_tmp.txt
+ cat ${domain}_subdomains.txt | httpx -follow-host-redirects -H "${HEADER}" -status-code -timeout 15 -silent -no-color | grep '\[200\]' | cut -d ' ' -f1 | anew -q .tmp/${domain}_probed_tmp.txt
eval python3 $tools/JSFinder/JSFinder.py -f .tmp/${domain}_probed_tmp.txt -os .tmp/scrap_subs.txt $DEBUG_STD
galer -u .tmp/${domain}_probed_tmp.txt -s | grep ".$domain" | unfurl --unique domains | anew -q .tmp/scrap_subs.txt
if [[ $(cat .tmp/scrap_subs.txt | wc -l) -gt 0 ]]
@@ -412,7 +412,7 @@ webprobe_simple(){
then
start=`date +%s`
printf "${yellow} Running : Http probing${reset}\n\n"
- cat ${domain}_subdomains.txt | httpx -follow-redirects -H "${HEADER}" -status-code -vhost -timeout 15 -silent | grep "[200]" | cut -d [ -f1 | sed 's/[[:blank:]]*$//' | anew -q ${domain}_probed.txt && touch $called_fn_dir/.${FUNCNAME[0]}
+ cat ${domain}_subdomains.txt | httpx -follow-host-redirects -H "${HEADER}" -status-code -timeout 15 -silent -no-color | grep '\[200\]' | cut -d ' ' -f1 | anew -q ${domain}_probed.txt && touch $called_fn_dir/.${FUNCNAME[0]}
if [ -f "${domain}_probed.txt" ]
then
deleteOutScoped $outOfScope_file ${domain}_probed.txt
@@ -435,7 +435,7 @@ subtakeover(){
printf "${bblue} Subdomain Takeover ${reset}\n\n"
start=`date +%s`
subzy --targets ${domain}_subdomains.txt --https --concurrency 4 --hide_fails --timeout 10 > .tmp/${domain}_all-takeover-checks.txt
- grep "VULNERABLE" <.tmp/${domain}_all-takeover-checks.txt > ${domain}_takeover.txt
+ grep "VULNERABLE" <.tmp/${domain}_all-takeover-checks.txt > ${domain}_takeover.txt
#eval rm ${domain}_all-takeover-checks.txt $DEBUG_ERROR
touch $called_fn_dir/.${FUNCNAME[0]}
end=`date +%s`
@@ -464,7 +464,7 @@ webprobe_full(){
printf "${bblue} ${bgreen} Web Probe ${reset}\n\n"
printf "${yellow} Running : Http probing non standard ports${reset}\n\n"
start=`date +%s`
- cat ${domain}_subdomains.txt | httpx -ports 81,300,591,593,832,981,1010,1311,1099,2082,2095,2096,2480,3000,3128,3333,4243,4567,4711,4712,4993,5000,5104,5108,5280,5281,5601,5800,6543,7000,7001,7396,7474,8000,8001,8008,8014,8042,8060,8069,8080,8081,8083,8088,8090,8091,8095,8118,8123,8172,8181,8222,8243,8280,8281,8333,8337,8443,8500,8834,8880,8888,8983,9000,9001,9043,9060,9080,9090,9091,9200,9443,9502,9800,9981,10000,10250,11371,12443,15672,16080,17778,18091,18092,20720,32000,55672 -follow-redirects -H "${HEADER}" -status-code -timeout 15 -vhost -silent | grep "[200]" | cut -d [ -f1 | sed 's/[[:blank:]]*$//' | anew -q ${domain}_probed_uncommon_ports.txt && touch $called_fn_dir/.${FUNCNAME[0]}
+ cat ${domain}_subdomains.txt | httpx -ports 81,300,591,593,832,981,1010,1311,1099,2082,2095,2096,2480,3000,3128,3333,4243,4567,4711,4712,4993,5000,5104,5108,5280,5281,5601,5800,6543,7000,7001,7396,7474,8000,8001,8008,8014,8042,8060,8069,8080,8081,8083,8088,8090,8091,8095,8118,8123,8172,8181,8222,8243,8280,8281,8333,8337,8443,8500,8834,8880,8888,8983,9000,9001,9043,9060,9080,9090,9091,9200,9443,9502,9800,9981,10000,10250,11371,12443,15672,16080,17778,18091,18092,20720,32000,55672 -follow-host-redirects -H "${HEADER}" -status-code -timeout 15 -silent -no-color | grep '\[200\]' | cut -d ' ' -f1 | anew -q ${domain}_probed_uncommon_ports.txt && touch $called_fn_dir/.${FUNCNAME[0]}
end=`date +%s`
getElapsedTime $start $end
NUMOFLINES=$(wc -l < ${domain}_probed_uncommon_ports.txt)
@@ -483,8 +483,14 @@ brokenLinks(){
printf "${bgreen}#######################################################################\n"
printf "${bblue} Broken links checks ${reset}\n\n"
start=`date +%s`
- interlace -tL ${domain}_probed.txt -threads 10 -c "wget --spider -r -nd -nv -H -l 1 -w 1 --no-check-certificate -U 'Mozilla' -o _output_/_cleantarget__brokenLinks.tmp _target_" -o .tmp &>/dev/null
- cat .tmp/*_brokenLinks.tmp | grep "^http" | grep -v ':$' | anew -q ${domain}_brokenLinks.txt && touch $called_fn_dir/.${FUNCNAME[0]}
+ for sub in $(cat ${domain}_probed.txt); do
+ if [ "$DEEP" = true ] ; then
+ blc --requests 100 -r $sub | grep BROKEN | anew -q .tmp/brokenLinks.txt
+ else
+ blc --requests 100 $sub | grep BROKEN | anew -q .tmp/brokenLinks.txt
+ fi
+ done
+ cat .tmp/brokenLinks.txt | cut -d ' ' -f2 | anew -q ${domain}_brokenLinks.txt && touch $called_fn_dir/.${FUNCNAME[0]}
end=`date +%s`
getElapsedTime $start $end
printf "${bblue}\n Broken links checks Finished in ${runtime}\n"
@@ -648,7 +654,7 @@ jschecks(){
cat ${domain}_url_extract_js.txt | grep -iE "\.js$" | anew -q ${domain}_jsfile_links.txt;
cat ${domain}_url_extract_js.txt | subjs | anew -q ${domain}_jsfile_links.txt;
printf "${yellow} Running : Resolving JS Urls 2/5${reset}\n"
- cat ${domain}_jsfile_links.txt | httpx -follow-redirects -H "${HEADER}" -silent -timeout 15 -status-code | grep "[200]" | cut -d ' ' -f1 | anew -q ${domain}_js_livelinks.txt
+ cat ${domain}_jsfile_links.txt | httpx -follow-host-redirects -H "${HEADER}" -silent -timeout 15 -status-code -no-color | grep '\[200\]' | cut -d ' ' -f1 | anew -q ${domain}_js_livelinks.txt
printf "${yellow} Running : Gathering endpoints 3/5${reset}\n"
interlace -tL ${domain}_js_livelinks.txt -threads 10 -c "python3 $tools/LinkFinder/linkfinder.py -d -i _target_ -o cli >> ${domain}_js_endpoints.txt" &>/dev/null
eval sed -i '/^Running against/d; /^Invalid input/d; /^$/d' ${domain}_js_endpoints.txt $DEBUG_ERROR