Skip to content

reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities

Removed arjun & paramspider, requirements cleaned

six2dez6dfb6540bdf2
diff --git a/install.sh b/install.sh
index 30cdb53..7b23def 100755
--- a/install.sh
+++ b/install.sh
@@ -42,13 +42,11 @@ repos["dnsrecon"]="darkoperator/dnsrecon"
repos["theHarvester"]="laramies/theHarvester"
repos["brutespray"]="x90skysn3k/brutespray"
repos["wafw00f"]="EnableSecurity/wafw00f"
-repos["Arjun"]="s0md3v/Arjun"
repos["gf"]="tomnomnom/gf"
repos["Gf-Patterns"]="1ndianl33t/Gf-Patterns"
repos["github-search"]="gwen001/github-search"
repos["ctfr"]="UnaPibaGeek/ctfr"
repos["LinkFinder"]="dark-warlord14/LinkFinder"
-repos["ParamSpider"]="devanshbatham/ParamSpider"
repos["Corsy"]="s0md3v/Corsy"
repos["CMSeeK"]="Tuhinshubhra/CMSeeK"
repos["fav-up"]="pielco11/fav-up"
diff --git a/reconftw.sh b/reconftw.sh
index 3c10ba2..e5e2cfe 100755
--- a/reconftw.sh
+++ b/reconftw.sh
@@ -45,7 +45,6 @@ function tools_installed(){
[ -n "$GOROOT" ] || { printf "${bred} [*] GOROOT var [NO]${reset}\n"; allinstalled=false;}
[ -n "$PATH" ] || { printf "${bred} [*] PATH var [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/degoogle_hunter/degoogle.py" ] || { printf "${bred} [*] degoogle [NO]${reset}\n"; allinstalled=false;}
- [ -f "$tools/ParamSpider/paramspider.py" ] || { printf "${bred} [*] Paramspider [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/brutespray/brutespray.py" ] || { printf "${bred} [*] brutespray [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/dnsrecon/dnsrecon.py" ] || { printf "${bred} [*] dnsrecon [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/fav-up/favUp.py" ] || { printf "${bred} [*] fav-up [NO]${reset}\n"; allinstalled=false;}
@@ -60,7 +59,6 @@ function tools_installed(){
[ -f "$tools/degoogle_hunter/degoogle_hunter.sh" ] || { printf "${bred} [*] degoogle_hunter [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/getjswords.py" ] || { printf "${bred} [*] getjswords [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/JSA/jsa.py" ] || { printf "${bred} [*] JSA [NO]${reset}\n"; allinstalled=false;}
- type -P arjun &>/dev/null || { printf "${bred} [*] Arjun [NO]${reset}\n"; allinstalled=false;}
type -P dirdar &>/dev/null || { printf "${bred} [*] dirdar [NO]${reset}\n"; allinstalled=false;}
type -P github-endpoints &>/dev/null || { printf "${bred} [*] github-endpoints [NO]${reset}\n"; allinstalled=false;}
type -P github-subdomains &>/dev/null || { printf "${bred} [*] github-subdomains [NO]${reset}\n"; allinstalled=false;}
@@ -313,7 +311,9 @@ function sub_passive(){
github-subdomains -d $domain -k -q -t $GITHUB_TOKENS -o .tmp/github_subdomains_psub.txt 2>>"$LOGFILE" &>/dev/null
fi
fi
- curl -s "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/jldc_psub.txt
+ curl -s -k "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/curl_psub.txt
+ curl -s -k "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/curl_psub.txt
+ curl -s -k "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/curl_psub.txt
if echo $domain | grep -q ".mil$"; then
mildew
mv mildew.out .tmp/mildew.out
@@ -330,8 +330,6 @@ function sub_crt(){
if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$SUBCRT" = true ]; then
start_subfunc "Running : Crtsh Subdomain Enumeration"
python3 $tools/ctfr/ctfr.py -d $domain -o .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" &>/dev/null
- curl "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt
- curl "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt
NUMOFLINES=$(cat .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" | anew .tmp/crtsh_subs.txt | wc -l)
end_subfunc "${NUMOFLINES} new subs (cert transparency)" ${FUNCNAME[0]}
else
@@ -841,27 +839,6 @@ function cms_scanner(){
fi
}
-function params(){
- if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$PARAMS" = true ]; then
- start_func "Parameter Discovery"
- if [ -s ".tmp/url_extract_uddup.txt" ]; then
- if [ "$DEEP" = true ] || [[ $(cat .tmp/url_extract_uddup.txt | wc -l) -le 50 ]]; then
- arjun -i .tmp/url_extract_uddup.txt -t $ARJUN_THREADS -oT webs/param.txt 2>>"$LOGFILE" &>/dev/null
- else
- end_func "Skipping Param discovery: Too many URLs to test, try with --deep flag" ${FUNCNAME[0]}
- fi
- [ -s "webs/param.txt" ] && cat webs/param.txt | anew -q webs/url_extract.txt
- fi
- end_func "Results are saved in $domain/webs/param.txt" ${FUNCNAME[0]}
- else
- if [ "$PARAMS" = false ]; then
- printf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"
- else
- printf "${yellow} ${FUNCNAME[0]} is already processed, to force executing ${FUNCNAME[0]} delete\n $called_fn_dir/.${FUNCNAME[0]} ${reset}\n\n"
- fi
- fi
-}
-
function urlchecks(){
if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$URL_CHECK" = true ]; then
start_func "URL Extraction"
@@ -877,10 +854,6 @@ function urlchecks(){
gospider -S webs/webs.txt --js -t $GOSPIDER_THREADS -d 2 --sitemap --robots -w -r > .tmp/gospider.txt
fi
fi
- interlace -tL webs/webs.txt -threads 10 -c "python3 $tools/ParamSpider/paramspider.py -d _target_ -l high -q -o _output_/_cleantarget_" -o output &>/dev/null
- find output/ -type f -exec cat {} \; | sed '/^FUZZ/d' | anew -q .tmp/param_tmp.txt
- rm -rf output/ 2>>"$LOGFILE"
- [ -s ".tmp/param_tmp.txt" ] && cat .tmp/param_tmp.txt | anew -q .tmp/gospider.txt
sed -i '/^.\{2048\}./d' .tmp/gospider.txt
[ -s ".tmp/gospider.txt" ] && cat .tmp/gospider.txt | grep -Eo 'https?://[^ ]+' | sed 's/]$//' | grep ".$domain" | anew -q .tmp/url_extract_tmp.txt
if [ -s "${GITHUB_TOKENS}" ]; then
@@ -1676,7 +1649,6 @@ function recon(){
nuclei_check
fuzz
urlchecks
- params
jschecks
cloudprovider
cms_scanner
@@ -1803,7 +1775,6 @@ function multi_recon(){
loopstart=$(date +%s)
fuzz
urlchecks
- params
jschecks
currently=$(date +"%H:%M:%S")
loopend=$(date +%s)
@@ -1863,7 +1834,6 @@ function webs_menu(){
4xxbypass
cors
urlchecks
- params
url_gf
jschecks
wordlist_gen
diff --git a/reconftw_axiom.sh b/reconftw_axiom.sh
index bfcce39..126ac37 100755
--- a/reconftw_axiom.sh
+++ b/reconftw_axiom.sh
@@ -45,7 +45,6 @@ function tools_installed(){
[ -n "$GOROOT" ] || { printf "${bred} [*] GOROOT var [NO]${reset}\n"; allinstalled=false;}
[ -n "$PATH" ] || { printf "${bred} [*] PATH var [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/degoogle_hunter/degoogle.py" ] || { printf "${bred} [*] degoogle [NO]${reset}\n"; allinstalled=false;}
- [ -f "$tools/ParamSpider/paramspider.py" ] || { printf "${bred} [*] Paramspider [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/brutespray/brutespray.py" ] || { printf "${bred} [*] brutespray [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/dnsrecon/dnsrecon.py" ] || { printf "${bred} [*] dnsrecon [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/fav-up/favUp.py" ] || { printf "${bred} [*] fav-up [NO]${reset}\n"; allinstalled=false;}
@@ -60,7 +59,6 @@ function tools_installed(){
[ -f "$tools/degoogle_hunter/degoogle_hunter.sh" ] || { printf "${bred} [*] degoogle_hunter [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/getjswords.py" ] || { printf "${bred} [*] getjswords [NO]${reset}\n"; allinstalled=false;}
[ -f "$tools/JSA/jsa.py" ] || { printf "${bred} [*] JSA [NO]${reset}\n"; allinstalled=false;}
- type -P arjun &>/dev/null || { printf "${bred} [*] Arjun [NO]${reset}\n"; allinstalled=false;}
type -P dirdar &>/dev/null || { printf "${bred} [*] dirdar [NO]${reset}\n"; allinstalled=false;}
type -P github-endpoints &>/dev/null || { printf "${bred} [*] github-endpoints [NO]${reset}\n"; allinstalled=false;}
type -P github-subdomains &>/dev/null || { printf "${bred} [*] github-subdomains [NO]${reset}\n"; allinstalled=false;}
@@ -316,7 +314,9 @@ function sub_passive(){
github-subdomains -d $domain -k -q -t $GITHUB_TOKENS -o .tmp/github_subdomains_psub.txt 2>>"$LOGFILE" &>/dev/null
fi
fi
- curl -s "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/jldc_psub.txt
+ curl -s "https://jldc.me/anubis/subdomains/${domain}" 2>>"$LOGFILE" | grep -Po "((http|https):\/\/)?(([\w.-]*)\.([\w]*)\.([A-z]))\w+" | sed '/^\./d' | anew -q .tmp/curl_psub.txt
+ curl "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/curl_psub.txt
+ curl "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/curl_psub.txt
if echo $domain | grep -q ".mil$"; then
mildew
mv mildew.out .tmp/mildew.out
@@ -335,8 +335,6 @@ function sub_crt(){
echo "python3 -u /home/op/recon/ctfr/ctfr.py -d ${domain} -o ${domain}_ctfr.txt; cat ${domain}_ctfr.txt" > .tmp/sub_ctrf_commands.txt
axiom-scan .tmp/sub_ctrf_commands.txt -m exec -o .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" &>/dev/null
sed -i '1,11d' .tmp/crtsh_subs_tmp.txt
- curl "https://tls.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r .Results[] 2>>"$LOGFILE" | cut -d ',' -f3 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt
- curl "https://dns.bufferover.run/dns?q=.${domain}" 2>>"$LOGFILE" | jq -r '.FDNS_A'[],'.RDNS'[] 2>>"$LOGFILE" | cut -d ',' -f2 | grep -F ".$domain" | anew -q .tmp/crtsh_subs_tmp.txt
NUMOFLINES=$(cat .tmp/crtsh_subs_tmp.txt 2>>"$LOGFILE" | anew .tmp/crtsh_subs.txt | wc -l)
end_subfunc "${NUMOFLINES} new subs (cert transparency)" ${FUNCNAME[0]}
else
@@ -867,27 +865,6 @@ function cms_scanner(){
fi
}
-function params(){
- if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$PARAMS" = true ]; then
- start_func "Parameter Discovery"
- if [ -s ".tmp/url_extract_uddup.txt" ]; then
- if [ "$DEEP" = true ] || [[ $(cat .tmp/url_extract_uddup.txt | wc -l) -le 50 ]]; then
- axiom-scan .tmp/url_extract_uddup.txt -m arjun -t $ARJUN_THREADS -o webs/param.txt 2>>"$LOGFILE" &>/dev/null
- else
- end_func "Skipping Param discovery: Too many URLs to test, try with --deep flag" ${FUNCNAME[0]}
- fi
- [ -s "webs/param.txt" ] && cat webs/param.txt | anew -q webs/url_extract.txt
- fi
- end_func "Results are saved in $domain/webs/param.txt" ${FUNCNAME[0]}
- else
- if [ "$PARAMS" = false ]; then
- printf "\n${yellow} ${FUNCNAME[0]} skipped in this mode or defined in reconftw.cfg ${reset}\n"
- else
- printf "${yellow} ${FUNCNAME[0]} is already processed, to force executing ${FUNCNAME[0]} delete\n $called_fn_dir/.${FUNCNAME[0]} ${reset}\n\n"
- fi
- fi
-}
-
function urlchecks(){
if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$URL_CHECK" = true ]; then
start_func "URL Extraction"
@@ -908,10 +885,6 @@ function urlchecks(){
fi
[[ -d .tmp/gospider/ ]] && NUMFILES=$(find .tmp/gospider/ -type f | wc -l)
[[ $NUMFILES -gt 0 ]] && cat .tmp/gospider.txt | grep -Eo 'https?://[^ ]+' | sed 's/]$//' | grep ".$domain" | anew -q .tmp/url_extract_tmp.txt
- axiom-scan webs/webs.txt -m paramspider -l high -q -o output_paramspider 2>>"$LOGFILE" &>/dev/null
- find output_paramspider/ -type f -exec cat {} \; | sed '/^FUZZ/d' | anew -q .tmp/param_tmp.txt
- rm -rf output_paramspider/ 2>>"$LOGFILE"
- [ -s ".tmp/param_tmp.txt" ] && cat .tmp/param_tmp.txt | anew -q .tmp/gospider.txt
if [ -s "${GITHUB_TOKENS}" ]; then
github-endpoints -q -k -d $domain -t ${GITHUB_TOKENS} -o .tmp/github-endpoints.txt 2>>"$LOGFILE" &>/dev/null
[ -s ".tmp/github-endpoints.txt" ] && cat .tmp/github-endpoints.txt | anew -q .tmp/url_extract_tmp.txt
@@ -1786,7 +1759,6 @@ function recon(){
nuclei_check
fuzz
urlchecks
- params
jschecks
axiom_shutdown
@@ -1919,7 +1891,6 @@ function multi_recon(){
loopstart=$(date +%s)
fuzz
urlchecks
- params
jschecks
currently=$(date +"%H:%M:%S")
loopend=$(date +%s)
@@ -1987,7 +1958,6 @@ function webs_menu(){
4xxbypass
cors
urlchecks
- params
url_gf
jschecks
wordlist_gen
diff --git a/requirements.txt b/requirements.txt
index c2e1ad1..1ddb3f9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,49 +1,22 @@
-requests_file
jsbeautifier
mmh3
ipwhois
fake-useragent
colorclass==2.2.0
tqdm
-tld
-chardet==3.0.4
-idna==2.9
termcolor
-argparse==1.4.0
-htmlmin==0.1.12
-tldextract==2.2.0
-bs4
-colored
-aiohttp
-termcolors==0.1.0
+argparse
future
-fuzzywuzzy
metafinder
-aiodns==2.0.0
-aiomultiprocess==0.8.0
-aiosqlite==0.17.0
beautifulsoup4==4.9.3
-censys==1.1.1
-certifi==2020.12.5
-netaddr==0.8.0
-plotly==4.14.3
-pyppeteer==0.2.5
-PyYAML==5.4.1
+netaddr
requests
-retrying==1.3.3
-texttable==1.6.3
lxml
-uvloop
PySocks==1.6.8
h8mail
argcomplete==1.10.0
-awscli
-pytest-xdist
-coloredlogs
-boto3
s3scanner
shodan
dnspython
-pytest-runner
webscreenshot
emailfinder
\ No newline at end of file