reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities
Shell bug-bountybugbountybugbounty-tooldnshackingnucleiosintpenetration-testingpentestpentest-toolpentestingreconreconnaissancescannersecuritysecurity-toolssubdomainsubdomain-enumerationvulnerabilities
puredns and installer fixes
six2dez6bcb52f13a28
diff --git a/install.sh b/install.shindex 849c526..5ad55dc 100755--- a/install.sh+++ b/install.sh@@ -24,11 +24,12 @@ gotools["subfinder"]="GO111MODULE=on go get -v github.com/projectdiscovery/subfigotools["gau"]="go get -v github.com/lc/gau"gotools["subjs"]="GO111MODULE=on go get -u -v github.com/lc/subjs"gotools["Gxss"]="go get -v github.com/KathanP19/Gxss"-gotools["shuffledns"]="GO111MODULE=on go get -v github.com/projectdiscovery/shuffledns/cmd/shuffledns"+#gotools["shuffledns"]="GO111MODULE=on go get -v github.com/projectdiscovery/shuffledns/cmd/shuffledns"+gotools["httprobe"]="go get -u github.com/tomnomnom/httprobe"gotools["gospider"]="go get -u github.com/jaeles-project/gospider"gotools["crobat"]="go get -v github.com/cgboal/sonarsearch/crobat"gotools["crlfuzz"]="GO111MODULE=on go get -v github.com/dwisiswant0/crlfuzz/cmd/crlfuzz"-gotools["gowitness"]="go get -u github.com/sensepost/gowitness"+#gotools["gowitness"]="go get -u github.com/sensepost/gowitness"declare -A reposrepos["degoogle_hunter"]="six2dez/degoogle_hunter"@@ -56,6 +57,7 @@ repos["OpenRedireX"]="devanshbatham/OpenRedireX"repos["GitDorker"]="obheda12/GitDorker"repos["testssl"]="drwetter/testssl.sh"repos["S3Scanner"]="sa7mon/S3Scanner"+repos["puredns"]="d3mondev/puredns"dir=${tools}@@ -74,16 +76,16 @@ fiprintf "\n\n${bgreen}#######################################################################\n"printf "${bgreen} reconFTW installer/updater script ${reset}\n\n"-printf "${yellow} This may take time.So, go grab a coffee ! ${reset}\n\n"+printf "${yellow} This may take time. So, go to grab a coffee! ${reset}\n\n"install_apt(){eval $SUDO apt install chromium-browser -y $DEBUG_STDeval $SUDO apt install chromium -y $DEBUG_STD- eval $SUDO apt install python3 python3-pip ruby git curl libpcap-dev wget python-dev python3-dev dnsutils build-essential xvfb libssl-dev libffi-dev libxml2-dev libxslt1-dev zlib1g-dev nmap jq python3-shodan apt-transport-https lynx tor -y $DEBUG_STD+ eval $SUDO apt install python3 python3-pip ruby git curl libpcap-dev wget python-dev python3-dev python3-dnspython pv dnsutils build-essential libssl-dev libffi-dev libxml2-dev libxslt1-dev zlib1g-dev nmap jq python3-shodan apt-transport-https lynx tor -y $DEBUG_STDeval $SUDO systemctl enable tor $DEBUG_STD}install_yum(){- eval $SUDO yum install python3 python3-pip ruby git curl libpcap-devel chromium wget openssl-devel bind-utils python3-devel lynx libxslt-devel libffi-devel xorg-x11-server-Xvfb libxml2-devel nmap zlib-devel jq python-shodan -y $DEBUG_STD+ eval $SUDO yum install python3 python3-pip ruby git curl libpcap-devel chromium wget openssl-devel bind-utils python3-devel lynx libxslt-devel libffi-devel libxml2-devel nmap python3-dnspython pv zlib-devel jq python-shodan -y $DEBUG_STD}install_pacman(){@@ -98,6 +100,9 @@ elif [ -f /etc/arch-release ]; then install_pacman;elif [ -f /etc/os-release ]; then install_yum; #/etc/os-release fall in yum for some RedHat and Amazon Linux instancesfi+eval git config --global --unset http.proxy $DEBUG_STD+eval git config --global --unset https.proxy $DEBUG_STD+printf "${bblue} Running: Looking for new reconFTW version${reset}\n\n"eval git fetch $DEBUG_STDif [ -n "$(git status --porcelain | egrep -v '^\?\?')" ]; then@@ -160,8 +165,7 @@ eval pip3 install -U -r requirements.txt $DEBUG_STDprintf "${bblue} Running: Installing Golang tools ${reset}\n\n"for gotool in "${!gotools[@]}"; do- eval ${gotools[$gotool]} $DEBUG_STD- sleep 2+ eval type -P $gotool $DEBUG_STD || { eval ${gotools[$gotool]} $DEBUG_STD; }doneprintf "${bblue} Running: Installing repositories ${reset}\n\n"@@ -175,8 +179,7 @@ eval git clone --depth 1 https://github.com/drwetter/testssl.sh.git $dir/testssl# Standard repos installationfor repo in "${!repos[@]}"; do- eval git clone https://github.com/${repos[$repo]} $dir/$repo $DEBUG_STD- cd $dir/$repo+ cd $dir/$repo || { eval git clone https://github.com/${repos[$repo]} $dir/$repo $DEBUG_STD && cd $dir/$repo; }eval git pull $DEBUG_STDif [ -s "setup.py" ]; theneval $SUDO python3 setup.py install $DEBUG_STD@@ -189,7 +192,6 @@ for repo in "${!repos[@]}"; doeval mv *.json ~/.gf $DEBUG_ERRORficd $dir- sleep 2doneif [ "True" = "$IS_ARM" ]@@ -197,7 +199,9 @@ if [ "True" = "$IS_ARM" ]eval wget -N -c https://github.com/Edu4rdSHL/findomain/releases/latest/download/findomain-rpi $DEBUG_STDeval $SUDO mv findomain-rpi /usr/local/bin/findomainelse- eval wget -N -c https://github.com/Edu4rdSHL/findomain/releases/latest/download/findomain-linux $DEBUG_STD+ eval wget -N -c https://github.com/Edu4rdSHL/findomain/releases/latest/download/findomain-linux $DEBUG_STD+ eval wget -N -c https://github.com/sensepost/gowitness/releases/download/2.3.4/gowitness-2.3.4-linux-amd64 $DEBUG_STD+ eval $SUDO mv gowitness-2.3.4-linux-amd64 /usr/local/bin/gowitnesseval $SUDO mv findomain-linux /usr/local/bin/findomainfieval $SUDO chmod 755 /usr/local/bin/findomaindiff --git a/reconftw.cfg b/reconftw.cfgindex 9ba9b61..6f82509 100644--- a/reconftw.cfg+++ b/reconftw.cfg@@ -108,9 +108,9 @@ HEADER="User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:72.0) Gecko/20100101 Fire# ThreadsFFUF_THREADS=40-HTTPX_THREADS=50-HTTPX_UNCOMMONPORTS_THREADS=150-SHUFFLEDNS_THREADS=5000+HTTPX_THREADS=20+HTTPX_UNCOMMONPORTS_THREADS=50+#SHUFFLEDNS_THREADS=5000GOSPIDER_THREADS=50GITDORKER_THREADS=5XSSTRIKE_THREADS=30diff --git a/reconftw.sh b/reconftw.shindex 2417af4..35bd12d 100755--- a/reconftw.sh+++ b/reconftw.sh@@ -43,6 +43,7 @@ function tools_installed(){[ -f $tools/LinkFinder/linkfinder.py ] || { printf "${bred} [*] LinkFinder [NO]${reset}\n"; allinstalled=false;}[ -f $tools/GitDorker/GitDorker.py ] || { printf "${bred} [*] GitDorker [NO]${reset}\n"; allinstalled=false;}[ -f $tools/degoogle_hunter/degoogle_hunter.sh ] || { printf "${bred} [*] degoogle_hunter [NO]${reset}\n"; allinstalled=false;}+ [ -f $tools/puredns/puredns ] || { printf "${bred} [*] puredns [NO]${reset}\n"; allinstalled=false;}[ -f $tools/getjswords.py ] || { printf "${bred} [*] getjswords [NO]${reset}\n"; allinstalled=false;}eval type -P arjun $DEBUG_STD || { printf "${bred} [*] Arjun [NO]${reset}\n"; allinstalled=false;}eval type -P dirdar $DEBUG_STD || { printf "${bred} [*] dirdar [NO]${reset}\n"; allinstalled=false;}@@ -61,7 +62,7 @@ function tools_installed(){eval type -P waybackurls $DEBUG_STD || { printf "${bred} [*] Waybackurls [NO]${reset}\n"; allinstalled=false;}eval type -P gau $DEBUG_STD || { printf "${bred} [*] Gau [NO]${reset}\n"; allinstalled=false;}eval type -P dnsx $DEBUG_STD || { printf "${bred} [*] dnsx [NO]${reset}\n"; allinstalled=false;}- eval type -P shuffledns $DEBUG_STD || { printf "${bred} [*] ShuffleDns [NO]${reset}\n"; allinstalled=false;}+# eval type -P shuffledns $DEBUG_STD || { printf "${bred} [*] ShuffleDns [NO]${reset}\n"; allinstalled=false;}eval type -P cf-check $DEBUG_STD || { printf "${bred} [*] Cf-check [NO]${reset}\n"; allinstalled=false;}eval type -P nuclei $DEBUG_STD || { printf "${bred} [*] Nuclei [NO]${reset}\n"; allinstalled=false;}[ -d ~/nuclei-templates ] || { printf "${bred} [*] Nuclei templates [NO]${reset}\n"; allinstalled=false;}@@ -76,6 +77,7 @@ function tools_installed(){eval type -P anew $DEBUG_STD || { printf "${bred} [*] Anew [NO]${reset}\n"; allinstalled=false;}eval type -P unfurl $DEBUG_STD || { printf "${bred} [*] unfurl [NO]${reset}\n"; allinstalled=false;}eval type -P crlfuzz $DEBUG_STD || { printf "${bred} [*] crlfuzz [NO]${reset}\n"; allinstalled=false;}+ eval type -P httprobe $DEBUG_STD || { printf "${bred} [*] httprobe [NO]${reset}\n"; allinstalled=false;}eval type -P httpx $DEBUG_STD || { printf "${bred} [*] Httpx [NO]${reset}\n${reset}"; allinstalled=false;}eval type -P jq $DEBUG_STD || { printf "${bred} [*] jq [NO]${reset}\n${reset}"; allinstalled=false;}eval type -P notify $DEBUG_STD || { printf "${bred} [*] notify [NO]${reset}\n${reset}"; allinstalled=false;}@@ -358,9 +360,11 @@ function sub_brute(){thenstart_subfunc "Running : Bruteforce Subdomain Enumeration"if [ "$DEEP" = true ] ; then- eval shuffledns -d $domain -w $subs_wordlist_big -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STD+ eval $tools/puredns/puredns bruteforce -w $subs_wordlist_big $domain -w .tmp/active_tmp.txt $DEBUG_STD+ #eval shuffledns -d $domain -w $subs_wordlist_big -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STDelse- eval shuffledns -d $domain -w $subs_wordlist -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STD+ eval $tools/puredns/puredns bruteforce -w $subs_wordlist $domain -w .tmp/active_tmp.txt $DEBUG_STD+ #eval shuffledns -d $domain -w $subs_wordlist -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/active_tmp.txt $DEBUG_STDfiNUMOFLINES=$(eval cat .tmp/active_tmp.txt $DEBUG_ERROR | sed "s/*.//" | anew .tmp/brute_subs.txt | wc -l)end_subfunc "${NUMOFLINES} new subs (bruteforce)" ${FUNCNAME[0]}@@ -383,7 +387,8 @@ function sub_dns(){ficat .tmp/*_subs.txt | anew -q .tmp/subs_no_resolved.txtdeleteOutScoped $outOfScope_file .tmp/subs_no_resolved.txt- eval shuffledns -d $domain -list .tmp/subs_no_resolved.txt -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/subdomains_tmp.txt $DEBUG_STD+ #eval shuffledns -d $domain -list .tmp/subs_no_resolved.txt -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/subdomains_tmp.txt $DEBUG_STD+ eval $tools/puredns/puredns resolve .tmp/subs_no_resolved.txt -w .tmp/subdomains_tmp.txt $DEBUG_STDecho $domain | dnsx -silent | anew -q .tmp/subdomains_tmp.txtdnsx -retry 3 -silent -cname -resp-only -l .tmp/subdomains_tmp.txt | grep ".$domain$" | anew -q .tmp/subdomains_tmp.txteval dnsx -retry 3 -silent -cname -resp -l subdomains/subdomains.txt -o subdomains/subdomains_cname.txt $DEBUG_STD@@ -407,7 +412,8 @@ function sub_scraping(){fised -i '/^.\{2048\}./d' .tmp/gospider.txtcat .tmp/gospider.txt | egrep -o 'https?://[^ ]+' | sed 's/]$//' | unfurl --unique domains | grep ".$domain$" | anew -q .tmp/scrap_subs.txt- cat .tmp/scrap_subs.txt | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/scrap_subs_resolved.txt $DEBUG_STD+ #cat .tmp/scrap_subs.txt | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/scrap_subs_resolved.txt $DEBUG_STD+ eval $tools/puredns/puredns resolve .tmp/scrap_subs.txt -w .tmp/scrap_subs_resolved.txt $DEBUG_STDNUMOFLINES=$(eval cat .tmp/scrap_subs_resolved.txt $DEBUG_ERROR | anew subdomains/subdomains.txt | wc -l)end_subfunc "${NUMOFLINES} new subs (code scraping)" ${FUNCNAME[0]}else@@ -425,26 +431,38 @@ function sub_permut(){start_subfunc "Running : Permutations Subdomain Enumeration"if [[ $(cat .tmp/subs_no_resolved.txt | wc -l) -le 50 ]]then- eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD+ #eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD+ eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute1_tmp.txt $DEBUG_STDeval cat .tmp/permute1_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute1.txt- eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD+ #eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD+ eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen2.txt+ eval $tools/puredns/puredns resolve .tmp/dnsgen2.txt -w .tmp/permute2_tmp.txt $DEBUG_STDeval cat .tmp/permute2_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute2.txteval cat .tmp/permute1.txt .tmp/permute2.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txtelif [[ $(cat .tmp/subs_no_resolved.txt | wc -l) -le 100 ]]then- eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD+ #eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD+ eval dnsgen .tmp/subs_no_resolved.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute_tmp.txt $DEBUG_STDeval cat .tmp/permute_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txtelseif [[ $(cat subdomains/subdomains.txt | wc -l) -le 50 ]]then- eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD+ #eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute1_tmp.txt $DEBUG_STD+ eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute1_tmp.txt $DEBUG_STDeval cat .tmp/permute1_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute1.txt- eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD+ #eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute2_tmp.txt $DEBUG_STD+ eval dnsgen .tmp/permute1.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen2.txt+ eval $tools/puredns/puredns resolve .tmp/dnsgen2.txt -w .tmp/permute2_tmp.txt $DEBUG_STDeval cat .tmp/permute2_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute2.txteval cat .tmp/permute1.txt .tmp/permute2.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txtelif [[ $(cat subdomains/subdomains.txt | wc -l) -le 100 ]]then- eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD+ #eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR | eval shuffledns -d $domain -r $resolvers -t $SHUFFLEDNS_THREADS -o .tmp/permute_tmp.txt $DEBUG_STD+ eval dnsgen subdomains/subdomains.txt --wordlist $tools/permutations_list.txt $DEBUG_ERROR > .tmp/dnsgen1.txt+ eval $tools/puredns/puredns resolve .tmp/dnsgen1.txt -w .tmp/permute_tmp.txt $DEBUG_STDeval cat .tmp/permute_tmp.txt $DEBUG_ERROR | anew -q .tmp/permute_subs.txtelseprintf "\n${bred} Skipping Permutations: Too Much Subdomains${reset}\n\n"