Skip to content

reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities

puredns and installer fixes

six2dez6bcb52f13a28
diff --git a/install.sh b/install.sh
index 849c526..5ad55dc 100755
--- a/install.sh
+++ b/install.sh
@@ -24,11 +24,12 @@ gotools["subfinder"]="GO111MODULE=on go get -v github.com/projectdiscovery/subfi
gotools["gau"]="go get -v github.com/lc/gau"
gotools["subjs"]="GO111MODULE=on go get -u -v github.com/lc/subjs"
gotools["Gxss"]="go get -v github.com/KathanP19/Gxss"
-gotools["shuffledns"]="GO111MODULE=on go get -v github.com/projectdiscovery/shuffledns/cmd/shuffledns"
+#gotools["shuffledns"]="GO111MODULE=on go get -v github.com/projectdiscovery/shuffledns/cmd/shuffledns"
+gotools["httprobe"]="go get -u github.com/tomnomnom/httprobe"
gotools["gospider"]="go get -u github.com/jaeles-project/gospider"
gotools["crobat"]="go get -v github.com/cgboal/sonarsearch/crobat"
gotools["crlfuzz"]="GO111MODULE=on go get -v github.com/dwisiswant0/crlfuzz/cmd/crlfuzz"
-gotools["gowitness"]="go get -u github.com/sensepost/gowitness"
+#gotools["gowitness"]="go get -u github.com/sensepost/gowitness"
declare -A repos
repos["degoogle_hunter"]="six2dez/degoogle_hunter"
@@ -56,6 +57,7 @@ repos["OpenRedireX"]="devanshbatham/OpenRedireX"
repos["GitDorker"]="obheda12/GitDorker"
repos["testssl"]="drwetter/testssl.sh"
repos["S3Scanner"]="sa7mon/S3Scanner"
+repos["puredns"]="d3mondev/puredns"
dir=${tools}
@@ -74,16 +76,16 @@ fi
printf "\n\n${bgreen}#######################################################################\n"
printf "${bgreen} reconFTW installer/updater script ${reset}\n\n"
-printf "${yellow} This may take time.So, go grab a coffee ! ${reset}\n\n"
+printf "${yellow} This may take time. So, go to grab a coffee! ${reset}\n\n"
install_apt(){
eval $SUDO apt install chromium-browser -y $DEBUG_STD
eval $SUDO apt install chromium -y $DEBUG_STD
- eval $SUDO apt install python3 python3-pip ruby git curl libpcap-dev wget python-dev python3-dev dnsutils build-essential xvfb libssl-dev libffi-dev libxml2-dev libxslt1-dev zlib1g-dev nmap jq python3-shodan apt-transport-https lynx tor -y $DEBUG_STD
+ eval $SUDO apt install python3 python3-pip ruby git curl libpcap-dev wget python-dev python3-dev python3-dnspython pv dnsutils build-essential libssl-dev libffi-dev libxml2-dev libxslt1-dev zlib1g-dev nmap jq python3-shodan apt-transport-https lynx tor -y $DEBUG_STD
eval $SUDO systemctl enable tor $DEBUG_STD
}
install_yum(){
- eval $SUDO yum install python3 python3-pip ruby git curl libpcap-devel chromium wget openssl-devel bind-utils python3-devel lynx libxslt-devel libffi-devel xorg-x11-server-Xvfb libxml2-devel nmap zlib-devel jq python-shodan -y $DEBUG_STD
+ eval $SUDO yum install python3 python3-pip ruby git curl libpcap-devel chromium wget openssl-devel bind-utils python3-devel lynx libxslt-devel libffi-devel libxml2-devel nmap python3-dnspython pv zlib-devel jq python-shodan -y $DEBUG_STD
}
install_pacman(){
@@ -98,6 +100,9 @@ elif [ -f /etc/arch-release ]; then install_pacman;
elif [ -f /etc/os-release ]; then install_yum; #/etc/os-release fall in yum for some RedHat and Amazon Linux instances
fi
+eval git config --global --unset http.proxy $DEBUG_STD
+eval git config --global --unset https.proxy $DEBUG_STD
+
printf "${bblue} Running: Looking for new reconFTW version${reset}\n\n"
eval git fetch $DEBUG_STD
if [ -n "$(git status --porcelain | egrep -v '^\?\?')" ]; then
@@ -160,8 +165,7 @@ eval pip3 install -U -r requirements.txt $DEBUG_STD
printf "${bblue} Running: Installing Golang tools ${reset}\n\n"
for gotool in "${!gotools[@]}"; do
- eval ${gotools[$gotool]} $DEBUG_STD
- sleep 2
+ eval type -P $gotool $DEBUG_STD || { eval ${gotools[$gotool]} $DEBUG_STD; }
done
printf "${bblue} Running: Installing repositories ${reset}\n\n"
@@ -175,8 +179,7 @@ eval git clone --depth 1 https://github.com/drwetter/testssl.sh.git $dir/testssl
# Standard repos installation
for repo in "${!repos[@]}"; do
- eval git clone https://github.com/${repos[$repo]} $dir/$repo $DEBUG_STD
- cd $dir/$repo
+ cd $dir/$repo || { eval git clone https://github.com/${repos[$repo]} $dir/$repo $DEBUG_STD && cd $dir/$repo; }
eval git pull $DEBUG_STD
if [ -s "setup.py" ]; then
eval $SUDO python3 setup.py install $DEBUG_STD
@@ -189,7 +192,6 @@ for repo in "${!repos[@]}"; do
eval mv *.json ~/.gf $DEBUG_ERROR
fi
cd $dir
- sleep 2
done
if [ "True" = "$IS_ARM" ]
@@ -197,7 +199,9 @@ if [ "True" = "$IS_ARM" ]
eval wget -N -c https://github.com/Edu4rdSHL/findomain/releases/latest/download/findomain-rpi $DEBUG_STD
eval $SUDO mv findomain-rpi /usr/local/bin/findomain
else
- eval wget -N -c https://github.com/Edu4rdSHL/findomain/releases/latest/download/findomain-linux $DEBUG_STD
+ eval wget -N -c https://github.com/Edu4rdSHL/findomain/releases/latest/download/findomain-linux $DEBUG_STD
+ eval wget -N -c https://github.com/sensepost/gowitness/releases/download/2.3.4/gowitness-2.3.4-linux-amd64 $DEBUG_STD
+ eval $SUDO mv gowitness-2.3.4-linux-amd64 /usr/local/bin/gowitness
eval $SUDO mv findomain-linux /usr/local/bin/findomain
fi
eval $SUDO chmod 755 /usr/local/bin/findomain
diff --git a/reconftw.cfg b/reconftw.cfg
index 9ba9b61..6f82509 100644
--- a/reconftw.cfg
+++ b/reconftw.cfg
@@ -108,9 +108,9 @@ HEADER="User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:72.0) Gecko/20100101 Fire
# Threads
FFUF_THREADS=40
-HTTPX_THREADS=50
-HTTPX_UNCOMMONPORTS_THREADS=150
-SHUFFLEDNS_THREADS=5000
+HTTPX_THREADS=20
+HTTPX_UNCOMMONPORTS_THREADS=50
+#SHUFFLEDNS_THREADS=5000
GOSPIDER_THREADS=50
GITDORKER_THREADS=5
XSSTRIKE_THREADS=30
diff --git a/reconftw.sh b/reconftw.sh
index 2417af4..35bd12d 100755
--- a/reconftw.sh
+++ b/reconftw.sh
@@ -43,6 +43,7 @@ function tools_installed(){
[ -f $tools/LinkFinder/linkfinder.py ] || { printf "${bred} [*] LinkFinder [NO]${reset}\n"; allinstalled=false;}
[ -f $tools/GitDorker/GitDorker.py ] || { printf "${bred} [*] GitDorker [NO]${reset}\n"; allinstalled=false;}
[ -f $tools/degoogle_hunter/degoogle_hunter.sh ] || { printf "${bred} [*] degoogle_hunter [NO]${reset}\n"; allinstalled=false;}
+ [ -f $tools/puredns/puredns ] || { printf "${bred} [*] puredns [NO]${reset}\n"; allinstalled=false;}
[ -f $tools/getjswords.py ] || { printf "${bred} [*] getjswords [NO]${reset}\n"; allinstalled=false;}
eval type -P arjun $DEBUG_STD || { printf "${bred} [*] Arjun [NO]${reset}\n"; allinstalled=false;}
eval type -P dirdar $DEBUG_STD || { printf "${bred} [*] dirdar [NO]${reset}\n"; allinstalled=false;}
@@ -61,7 +62,7 @@ function tools_installed(){
eval type -P waybackurls $DEBUG_STD || { printf "${bred} [*] Waybackurls [NO]${reset}\n"; allinstalled=false;}
eval type -P gau $DEBUG_STD || { printf "${bred} [*] Gau [NO]${reset}\n"; allinstalled=false;}
eval type -P dnsx $DEBUG_STD || { printf "${bred} [*] dnsx [NO]${reset}\n"; allinstalled=false;}
- eval type -P shuffledns $DEBUG_STD || { printf "${bred} [*] ShuffleDns [NO]${reset}\n"; allinstalled=false;}
+# eval type -P shuffledns $DEBUG_STD || { printf "${bred} [*] ShuffleDns [NO]${reset}\n"; allinstalled=false;}
eval type -P cf-check $DEBUG_STD || { printf "${bred} [*] Cf-check [NO]${reset}\n"; allinstalled=false;}
eval type -P nuclei $DEBUG_STD || { printf "${bred} [*] Nuclei [NO]${reset}\n"; allinstalled=false;}
[ -d ~/nuclei-templates ] || { printf "${bred} [*] Nuclei templates [NO]${reset}\n"; allinstalled=false;}
@@ -76,6 +77,7 @@ function tools_installed(){
eval type -P anew $DEBUG_STD || { printf "${bred} [*] Anew [NO]${reset}\n"; allinstalled=false;}
eval type -P unfurl $DEBUG_STD || { printf "${bred} [*] unfurl [NO]${reset}\n"; allinstalled=false;}
eval type -P crlfuzz $DEBUG_STD || { printf "${bred} [*] crlfuzz [NO]${reset}\n"; allinstalled=false;}
+ eval type -P httprobe $DEBUG_STD || { printf "${bred} [*] httprobe [NO]${reset}\n"; allinstalled=false;}
eval type -P httpx $DEBUG_STD || { printf "${bred} [*] Httpx [NO]${reset}\n${reset}"; allinstalled=false;}
eval type -P jq $DEBUG_STD || { printf "${bred} [*] jq [NO]${reset}\n${reset}"; allinstalled=false;}
eval type -P notify $DEBUG_STD || { printf "${bred} [*] notify [NO]${reset}\n${reset}"; allinstalled=false;}
@@ -358,9 +360,11 @@ function sub_brute(){
then
start_subfunc "Running : Bruteforce Subdomain Enumeration"
if [ "$DEEP" = true ] ; then
- eval shuffledns -d $domain -w $subs_wordlist_big -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STD
+ eval $tools/puredns/puredns bruteforce -w $subs_wordlist_big $domain -w .tmp/active_tmp.txt $DEBUG_STD
+ #eval shuffledns -d $domain -w $subs_wordlist_big -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STD
else
- eval shuffledns -d $domain -w $subs_wordlist -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STD
+ eval $tools/puredns/puredns bruteforce -w $subs_wordlist $domain -w .tmp/active_tmp.txt $DEBUG_STD
+ #eval shuffledns -d $domain -w $subs_wordlist -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STD
fi
NUMOFLINES=$(eval cat .tmp/active_tmp.txt $DEBUG_ERROR | sed "s/*.//" | anew .tmp/brute_subs.txt | wc -l)
end_subfunc "${NUMOFLINES} new subs (bruteforce)" ${FUNCNAME[0]}
@@ -383,7 +387,8 @@ function sub_dns(){
fi
cat .tmp/*_subs.txt | anew -q .tmp/subs_no_resolved.txt
deleteOutScoped $outOfScope_file .tmp/subs_no_resolved.txt
- eval shuffledns -d $domain -list .tmp/subs_no_resolved.txt -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/subdomains_tmp.txt $DEBUG_STD
+ #eval shuffledns -d $domain -list .tmp/subs_no_resolved.txt -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/subdomains_tmp.txt $DEBUG_STD
+ eval $tools/puredns/puredns resolve .tmp/subs_no_resolved.txt -w .tmp/subdomains_tmp.txt $DEBUG_STD
echo $domain | dnsx -silent | anew -q .tmp/subdomains_tmp.txt
dnsx -retry 3 -silent -cname -resp-only -l .tmp/subdomains_tmp.txt | grep ".$domain$" | anew -q .tmp/subdomains_tmp.txt
eval dnsx -retry 3 -silent -cname -resp -l subdomains/subdomains.txt -o subdomains/subdomains_cname.txt $DEBUG_STD
@@ -407,7 +412,8 @@ function sub_scraping(){
fi
sed -i '/^.\{2048\}./d' .tmp/gospider.txt
cat .tmp/gospider.txt | egrep -o 'https?://[^ ]+' | sed 's/]$//' | unfurl --unique domains | grep ".$domain$" | anew -q .tmp/scrap_subs.txt
- cat .tmp/scrap_subs.txt | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/scrap_subs_resolved.txt $DEBUG_STD
+ #cat .tmp/scrap_subs.txt | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/scrap_subs_resolved.txt $DEBUG_STD
+ eval $tools/puredns/puredns resolve .tmp/scrap_subs.txt -w .tmp/scrap_subs_resolved.txt $DEBUG_STD
NUMOFLINES=$(eval cat .tmp/scrap_subs_resolved.txt $DEBUG_ERROR | anew subdomains/subdomains.txt | wc -l)
end_subfunc "${NUMOFLINES} new subs (code scraping)" ${FUNCNAME[0]}
else
@@ -425,26 +431,38 @@ function sub_permut(){
start_subfunc "Running : Permutations Subdomain Enumeration"
if [[ $(cat .tmp/subs_no_resolved.txt | wc -l) -le 50 ]]
then
- eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD
+ #eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD
+ eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt
+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute1_tmp.txt $DEBUG_STD
eval cat .tmp/permute1_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute1.txt
- eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD
+ #eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD
+ eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen2.txt
+ eval $tools/puredns/puredns resolve .tmp/dnsgen2.txt -w .tmp/permute2_tmp.txt $DEBUG_STD
eval cat .tmp/permute2_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute2.txt
eval cat .tmp/permute1.txt .tmp/permute2.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txt
elif [[ $(cat .tmp/subs_no_resolved.txt | wc -l) -le 100 ]]
then
- eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD
+ #eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD
+ eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt
+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute_tmp.txt $DEBUG_STD
eval cat .tmp/permute_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txt
else
if [[ $(cat subdomains/subdomains.txt | wc -l) -le 50 ]]
then
- eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD
+ #eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD
+ eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt
+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute1_tmp.txt $DEBUG_STD
eval cat .tmp/permute1_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute1.txt
- eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD
+ #eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD
+ eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen2.txt
+ eval $tools/puredns/puredns resolve .tmp/dnsgen2.txt -w .tmp/permute2_tmp.txt $DEBUG_STD
eval cat .tmp/permute2_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute2.txt
eval cat .tmp/permute1.txt .tmp/permute2.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txt
elif [[ $(cat subdomains/subdomains.txt | wc -l) -le 100 ]]
then
- eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD
+ #eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD
+ eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt
+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute_tmp.txt $DEBUG_STD
eval cat .tmp/permute_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txt
else
printf "\n${bred} Skipping Permutations: Too Much Subdomains${reset}\n\n"