reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities
Shell bug-bountybugbountybugbounty-tooldnshackingnucleiosintpenetration-testingpentestpentest-toolpentestingreconreconnaissancescannersecuritysecurity-toolssubdomainsubdomain-enumerationvulnerabilities
urldedupe instead uddup && axiom dirdar fix
six2dezbb64be96d285
diff --git a/install.sh b/install.shindex 3a280de..31e40cd 100755--- a/install.sh+++ b/install.sh@@ -60,6 +60,7 @@ repos["ip2provider"]="oldrho/ip2provider"repos["commix"]="commixproject/commix"repos["JSA"]="w9w/JSA"repos["AnalyticsRelationships"]="Josue87/AnalyticsRelationships"+repos["urldedupe"]="ameenmaali/urldedupe"dir=${tools}double_check=false@@ -233,6 +234,10 @@ for repo in "${!repos[@]}"; doeval cp -r examples ~/.gf $DEBUG_ERRORelif [ "Gf-Patterns" = "$repo" ]; theneval mv *.json ~/.gf $DEBUG_ERROR+ elif [ "urldedupe" = "$repo" ]; then+ eval cmake CMakeLists.txt $DEBUG_STD+ eval make $DEBUG_STD+ eval cp ./urldedupe /usr/bin/ $DEBUG_STDficd "$dir" || { echo "Failed to cd to $dir in ${FUNCNAME[0]} @ line ${LINENO}"; exit 1; }done@@ -313,7 +318,7 @@ eval h8mail -g $DEBUG_STD## Stripping all Go binarieseval strip -s $HOME/go/bin/* $DEBUG_STD-eval $SUDO cp $HOME/go/bin/* /usr/bin $DEBUG_STD+eval $SUDO cp $HOME/go/bin/* /usr/bin/ $DEBUG_STDprintf "${yellow} Remember set your api keys:\n - amass (~/.config/amass/config.ini)\n - subfinder (~/.config/subfinder/config.yaml)\n - GitHub (~/Tools/.github_tokens)\n - SHODAN (SHODAN_API_KEY in reconftw.cfg)\n - SSRF Server (COLLAB_SERVER in reconftw.cfg) \n - Blind XSS Server (XSS_SERVER in reconftw.cfg) \n - notify (~/.config/notify/notify.conf) \n - theHarvester (~/Tools/theHarvester/api-keys.yml)\n - H8mail (~/Tools/h8mail_config.ini)\n\n${reset}"printf "${bgreen} Finished!${reset}\n\n"diff --git a/reconftw.sh b/reconftw.shindex 37c6bd3..d519b23 100755--- a/reconftw.sh+++ b/reconftw.sh@@ -102,6 +102,7 @@ function tools_installed(){type -P gdn &>/dev/null || { printf "${bred} [*] gdn [NO]${reset}\n"; allinstalled=false;}type -P resolveDomains &>/dev/null || { printf "${bred} [*] resolveDomains [NO]${reset}\n"; allinstalled=false;}type -P emailfinder &>/dev/null || { printf "${bred} [*] emailfinder [NO]${reset}\n"; allinstalled=false;}+ type -P urldedupe &>/dev/null || { printf "${bred} [*] urldedupe [NO]${reset}\n"; allinstalled=false;}if [ "${allinstalled}" = true ]; thenprintf "${bgreen} Good! All installed! ${reset}\n\n"@@ -610,7 +611,7 @@ function webprobe_full(){[ -s ".tmp/nmap_uncommonweb.txt" ] && cat .tmp/nmap_uncommonweb.txt | httpx -follow-host-redirects -random-agent -status-code -threads $HTTPX_UNCOMMONPORTS_THREADS -timeout $HTTPX_UNCOMMONPORTS_TIMEOUT -silent -retries 2 -no-color 2>>"$LOGFILE" | cut -d ' ' -f1 | grep ".$domain" | anew -q .tmp/probed_uncommon_ports_tmp.txt#cat subdomains/subdomains.txt | httpx -ports $UNCOMMON_PORTS_WEB -follow-host-redirects -random-agent -status-code -threads $HTTPX_UNCOMMONPORTS_THREADS -timeout $HTTPX_UNCOMMONPORTS_TIMEOUT -silent -retries 2 -no-color 2>>"$LOGFILE" | cut -d ' ' -f1 | grep ".$domain" | anew -q .tmp/probed_uncommon_ports_tmp.txt-+NUMOFLINES=$(cat .tmp/probed_uncommon_ports_tmp.txt 2>>"$LOGFILE" | anew webs/webs_uncommon_ports.txt | wc -l)notification "Uncommon web ports: ${NUMOFLINES} new websites" good[ -s "webs/webs_uncommon_ports.txt" ] && cat webs/webs_uncommon_ports.txt@@ -896,7 +897,7 @@ function urlchecks(){[ -s "js/url_extract_js.txt" ] && cat js/url_extract_js.txt | python3 $tools/JSA/jsa.py | anew -q .tmp/url_extract_tmp.txtficat .tmp/url_extract_tmp.txt webs/param.txt 2>>"$LOGFILE" | grep "${domain}" | grep "=" | qsreplace -a 2>>"$LOGFILE" | grep -Eiv "\.(eot|jpg|jpeg|gif|css|tif|tiff|png|ttf|otf|woff|woff2|ico|pdf|svg|txt|js)$" | anew -q .tmp/url_extract_tmp2.txt- [ -s ".tmp/url_extract_tmp2.txt" ] && uddup -u .tmp/url_extract_tmp2.txt -o .tmp/url_extract_uddup.txt 2>>"$LOGFILE" &>/dev/null+ [ -s ".tmp/url_extract_tmp2.txt" ] && cat .tmp/url_extract_tmp2.txt | urldedupe -s -qs | anew -q .tmp/url_extract_uddup.txt 2>>"$LOGFILE" &>/dev/nullNUMOFLINES=$(cat .tmp/url_extract_uddup.txt 2>>"$LOGFILE" | anew webs/url_extract.txt | wc -l)notification "${NUMOFLINES} new urls with params" infoend_func "Results are saved in $domain/webs/url_extract.txt" ${FUNCNAME[0]}diff --git a/reconftw_axiom.sh b/reconftw_axiom.shindex 9f4355b..2c7a134 100755--- a/reconftw_axiom.sh+++ b/reconftw_axiom.sh@@ -102,6 +102,7 @@ function tools_installed(){type -P gdn &>/dev/null || { printf "${bred} [*] gdn [NO]${reset}\n"; allinstalled=false;}type -P resolveDomains &>/dev/null || { printf "${bred} [*] resolveDomains [NO]${reset}\n"; allinstalled=false;}type -P emailfinder &>/dev/null || { printf "${bred} [*] emailfinder [NO]${reset}\n"; allinstalled=false;}+ type -P urldedupe &>/dev/null || { printf "${bred} [*] urldedupe [NO]${reset}\n"; allinstalled=false;}type -P axiom-ls &>/dev/null || { printf "${bred} [*] axiom [NO]${reset}\n${reset}"; allinstalled=false;}if [ "${allinstalled}" = true ]; then@@ -926,7 +927,7 @@ function urlchecks(){[ -s "js/url_extract_js.txt" ] && cat js/url_extract_js.txt | python3 $tools/JSA/jsa.py | anew -q .tmp/url_extract_tmp.txtficat .tmp/url_extract_tmp.txt webs/param.txt 2>>"$LOGFILE" | grep "${domain}" | grep "=" | qsreplace -a 2>>"$LOGFILE" | grep -Eiv "\.(eot|jpg|jpeg|gif|css|tif|tiff|png|ttf|otf|woff|woff2|ico|pdf|svg|txt|js)$" | anew -q .tmp/url_extract_tmp2.txt- uddup -u .tmp/url_extract_tmp2.txt -o .tmp/url_extract_uddup.txt 2>>"$LOGFILE" &>/dev/null+ [ -s ".tmp/url_extract_tmp2.txt" ] && cat .tmp/url_extract_tmp2.txt | urldedupe -s -qs | anew -q .tmp/url_extract_uddup.txt 2>>"$LOGFILE" &>/dev/nullNUMOFLINES=$(cat .tmp/url_extract_uddup.txt 2>>"$LOGFILE" | anew webs/url_extract.txt | wc -l)notification "${NUMOFLINES} new urls with params" infoend_func "Results are saved in $domain/webs/url_extract.txt" ${FUNCNAME[0]}@@ -1307,7 +1308,7 @@ function 4xxbypass(){if [[ $(cat fuzzing/*.txt 2>/dev/null | grep -E '^4' | grep -Ev '^404' | cut -d ' ' -f3 | wc -l) -le 1000 ]] || [ "$DEEP" = true ]; thenstart_func "403 bypass"cat fuzzing/*.txt 2>>"$LOGFILE" | grep -E '^4' | grep -Ev '^404' | cut -d ' ' -f3 > .tmp/dirdar_test.txt- axiom-scan .tmp/dirdar_test.txt -m dirdar -threads $DIRDAR_THREADS -only-ok -o .tmp/dirdar.txt+ axiom-scan .tmp/dirdar_test.txt -m dirdar -o .tmp/dirdar.txt[ -s ".tmp/dirdar.txt" ] && cat .tmp/dirdar.txt | sed -e '1,12d' | sed '/^$/d' | anew -q vulns/4xxbypass.txtend_func "Results are saved in vulns/4xxbypass.txt" ${FUNCNAME[0]}elsediff --git a/requirements.txt b/requirements.txtindex c0ce4d7..c2e1ad1 100644--- a/requirements.txt+++ b/requirements.txt@@ -18,7 +18,6 @@ aiohttptermcolors==0.1.0futurefuzzywuzzy-uddupmetafinderaiodns==2.0.0aiomultiprocess==0.8.0