Skip to content

reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities

removed urldedupe && bin path edited

six2dezdcf588cc6e12
diff --git a/install.sh b/install.sh
index 70bb7ac..c4764c8 100755
--- a/install.sh
+++ b/install.sh
@@ -155,7 +155,7 @@ if [[ $(eval type go $DEBUG_ERROR | grep -o 'go is') == "go is" ]] && [ "$versio
eval wget https://dl.google.com/go/${version}.linux-amd64.tar.gz $DEBUG_STD
eval $SUDO tar -C /usr/local -xzf ${version}.linux-amd64.tar.gz $DEBUG_STD
fi
- eval $SUDO cp /usr/local/go/bin/go /usr/bin
+ eval $SUDO cp /usr/local/go/bin/go /usr/local/bin
rm -rf go$LATEST_GO*
export GOROOT=/usr/local/go
export GOPATH=$HOME/go
@@ -184,7 +184,7 @@ touch $dir/.github_tokens
eval wget -N -c https://bootstrap.pypa.io/get-pip.py $DEBUG_STD && eval python3 get-pip.py $DEBUG_STD
eval rm -f get-pip.py $DEBUG_STD
-eval ln -s /usr/local/bin/pip3 /usr/bin/pip3 $DEBUG_STD
+eval ln -s /usr/local/bin/pip3 /usr/local/bin/pip3 $DEBUG_STD
eval pip3 install -I -r requirements.txt $DEBUG_STD
printf "${bblue} Running: Installing Golang tools (${#gotools[@]})${reset}\n\n"
@@ -236,15 +236,11 @@ for repo in "${!repos[@]}"; do
eval $SUDO python3 setup.py install $DEBUG_STD
fi
if [ "massdns" = "$repo" ]; then
- eval make $DEBUG_STD && strip -s bin/massdns && eval $SUDO cp bin/massdns /usr/bin/ $DEBUG_ERROR
+ eval make $DEBUG_STD && strip -s bin/massdns && eval $SUDO cp bin/massdns /usr/local/bin/ $DEBUG_ERROR
elif [ "gf" = "$repo" ]; then
eval cp -r examples ~/.gf $DEBUG_ERROR
elif [ "Gf-Patterns" = "$repo" ]; then
eval mv *.json ~/.gf $DEBUG_ERROR
- elif [ "urldedupe" = "$repo" ]; then
- eval cmake CMakeLists.txt $DEBUG_STD
- eval make $DEBUG_STD
- eval $SUDO cp ./urldedupe /usr/bin/ $DEBUG_STD
fi
cd "$dir" || { echo "Failed to cd to $dir in ${FUNCNAME[0]} @ line ${LINENO}"; exit 1; }
done
@@ -252,22 +248,22 @@ done
if [ "True" = "$IS_ARM" ]
then
eval wget -N -c https://github.com/Findomain/Findomain/releases/latest/download/findomain-armv7 $DEBUG_STD
- eval $SUDO mv findomain-armv7 /usr/bin/findomain
+ eval $SUDO mv findomain-armv7 /usr/local/bin/findomain
else
eval wget -N -c https://github.com/Findomain/Findomain/releases/latest/download/findomain-linux $DEBUG_STD
eval wget -N -c https://github.com/sensepost/gowitness/releases/download/2.3.4/gowitness-2.3.4-linux-amd64 $DEBUG_STD
eval wget -N -c https://github.com/Edu4rdSHL/unimap/releases/download/0.4.0/unimap-linux $DEBUG_STD
eval wget -N -c https://github.com/dwisiswant0/ppfuzz/releases/download/v1.0.1/ppfuzz-v1.0.1-x86_64-unknown-linux-musl.tar.gz $DEBUG_STD
- eval $SUDO tar -C /usr/bin/ -xzf ppfuzz-v1.0.1-x86_64-unknown-linux-musl.tar.gz $DEBUG_STD
+ eval $SUDO tar -C /usr/local/bin/ -xzf ppfuzz-v1.0.1-x86_64-unknown-linux-musl.tar.gz $DEBUG_STD
eval $SUDO rm -rf ppfuzz-v1.0.1-x86_64-unknown-linux-musl.tar.gz $DEBUG_STD
- eval $SUDO mv gowitness-2.3.4-linux-amd64 /usr/bin/gowitness
- eval $SUDO mv findomain-linux /usr/bin/findomain
- eval $SUDO mv unimap-linux /usr/bin/unimap
+ eval $SUDO mv gowitness-2.3.4-linux-amd64 /usr/local/bin/gowitness
+ eval $SUDO mv findomain-linux /usr/local/bin/findomain
+ eval $SUDO mv unimap-linux /usr/local/bin/unimap
fi
-eval $SUDO chmod 755 /usr/bin/findomain
-eval $SUDO chmod 755 /usr/bin/gowitness
-eval $SUDO chmod 755 /usr/bin/unimap
-eval $SUDO chmod 755 /usr/bin/ppfuzz
+eval $SUDO chmod 755 /usr/local/bin/findomain
+eval $SUDO chmod 755 /usr/local/bin/gowitness
+eval $SUDO chmod 755 /usr/local/bin/unimap
+eval $SUDO chmod 755 /usr/local/bin/ppfuzz
eval $SUDO chmod +x $tools/uDork/uDork.sh
eval subfinder $DEBUG_STD
eval subfinder $DEBUG_STD
@@ -310,7 +306,7 @@ if [ "$double_check" = "true" ]; then
eval $SUDO python3 setup.py install $DEBUG_STD
fi
if [ "massdns" = "$repo" ]; then
- eval make $DEBUG_STD && strip -s bin/massdns && eval $SUDO cp bin/massdns /usr/bin/ $DEBUG_ERROR
+ eval make $DEBUG_STD && strip -s bin/massdns && eval $SUDO cp bin/massdns /usr/local/bin/ $DEBUG_ERROR
elif [ "gf" = "$repo" ]; then
eval cp -r examples ~/.gf $DEBUG_ERROR
elif [ "Gf-Patterns" = "$repo" ]; then
@@ -352,7 +348,7 @@ eval h8mail -g $DEBUG_STD
## Stripping all Go binaries
eval strip -s $HOME/go/bin/* $DEBUG_STD
-eval $SUDO cp $HOME/go/bin/* /usr/bin/ $DEBUG_STD
+eval $SUDO cp $HOME/go/bin/* /usr/local/bin/ $DEBUG_STD
printf "${yellow} Remember set your api keys:\n - amass (~/.config/amass/config.ini)\n - subfinder (~/.config/subfinder/config.yaml)\n - GitHub (~/Tools/.github_tokens)\n - SHODAN (SHODAN_API_KEY in reconftw.cfg)\n - SSRF Server (COLLAB_SERVER in reconftw.cfg) \n - Blind XSS Server (XSS_SERVER in reconftw.cfg) \n - notify (~/.config/notify/provider-config.yaml) \n - theHarvester (~/Tools/theHarvester/api-keys.yml)\n - H8mail (~/Tools/h8mail_config.ini)\n - uDork FB cookie (UDORK_COOKIE in reconftw.cfg)\n\n${reset}"
printf "${bgreen} Finished!${reset}\n\n"
diff --git a/reconftw.sh b/reconftw.sh
index 285753c..bf7c036 100755
--- a/reconftw.sh
+++ b/reconftw.sh
@@ -98,7 +98,6 @@ function tools_installed(){
type -P unimap &>/dev/null || { printf "${bred} [*] unimap [NO]${reset}\n${reset}"; allinstalled=false;}
type -P resolveDomains &>/dev/null || { printf "${bred} [*] resolveDomains [NO]${reset}\n"; allinstalled=false;}
type -P emailfinder &>/dev/null || { printf "${bred} [*] emailfinder [NO]${reset}\n"; allinstalled=false;}
- type -P urldedupe &>/dev/null || { printf "${bred} [*] urldedupe [NO]${reset}\n"; allinstalled=false;}
type -P analyticsrelationships &>/dev/null || { printf "${bred} [*] analyticsrelationships [NO]${reset}\n"; allinstalled=false;}
type -P mapcidr &>/dev/null || { printf "${bred} [*] mapcidr [NO]${reset}\n"; allinstalled=false;}
type -P ppfuzz &>/dev/null || { printf "${bred} [*] ppfuzz [NO]${reset}\n"; allinstalled=false;}
@@ -996,7 +995,7 @@ function nuclei_check(){
do
crit=${array[i]}
printf "${yellow}\n Running : Nuclei $crit ${reset}\n\n"
- cat subdomains/subdomains.txt webs/webs.txt 2>/dev/null | nuclei -silent -t ~/nuclei-templates/ -severity $crit -r $resolvers_trusted -o nuclei_output/${crit}.txt
+ cat subdomains/subdomains.txt webs/webs.txt webs/webs_uncommon_ports.txt 2>/dev/null | nuclei -silent -t ~/nuclei-templates/ -severity $crit -r $resolvers_trusted -o nuclei_output/${crit}.txt
done
printf "\n\n"
else
@@ -1158,7 +1157,7 @@ function urlchecks(){
[ -s "js/url_extract_js.txt" ] && cat js/url_extract_js.txt | python3 $tools/JSA/jsa.py | anew -q .tmp/url_extract_tmp.txt
fi
[ -s ".tmp/url_extract_tmp.txt" ] && cat .tmp/url_extract_tmp.txt | grep "${domain}" | grep "=" | qsreplace -a 2>>"$LOGFILE" | grep -Eiv "\.(eot|jpg|jpeg|gif|css|tif|tiff|png|ttf|otf|woff|woff2|ico|pdf|svg|txt|js)$" | anew -q .tmp/url_extract_tmp2.txt
- [ -s ".tmp/url_extract_tmp2.txt" ] && cat .tmp/url_extract_tmp2.txt | urldedupe -s -qs | uro | anew -q .tmp/url_extract_uddup.txt 2>>"$LOGFILE" &>/dev/null
+ [ -s ".tmp/url_extract_tmp2.txt" ] && cat .tmp/url_extract_tmp2.txt | uro | anew -q .tmp/url_extract_uddup.txt 2>>"$LOGFILE" &>/dev/null
NUMOFLINES=$(cat .tmp/url_extract_uddup.txt 2>>"$LOGFILE" | anew webs/url_extract.txt | wc -l)
notification "${NUMOFLINES} new urls with params" info
end_func "Results are saved in $domain/webs/url_extract.txt" ${FUNCNAME[0]}
@@ -1314,7 +1313,7 @@ function password_dict(){
if { [ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ] || [ "$DIFF" = true ]; } && [ "$PASSWORD_DICT" = true ]; then
start_func "Password dictionary generation"
word=${domain%%.*}
- python3 $tools/pydictor/pydictor.py -extend $word --leet 0 1 2 11 21 --len ${PASSWORD_MIN_LENGTH} ${PASSWORD_MAX_LENGTH} -o webs/password_dict.txt
+ python3 $tools/pydictor/pydictor.py -extend $word --leet 0 1 2 11 21 --len ${PASSWORD_MIN_LENGTH} ${PASSWORD_MAX_LENGTH} -o webs/password_dict.txt 2>>"$LOGFILE" &>/dev/null
end_func "Results are saved in $domain/webs/password_dict.txt" ${FUNCNAME[0]}
else
if [ "$PASSWORD_DICT" = false ]; then