reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities
Shell bug-bountybugbountybugbounty-tooldnshackingnucleiosintpenetration-testingpentestpentest-toolpentestingreconreconnaissancescannersecuritysecurity-toolssubdomainsubdomain-enumerationvulnerabilities
ffufPostprocess part2
six2dezdca8d33de2a4
diff --git a/.github/workflows/docker_nightly.yml b/.github/workflows/docker_nightly.ymlindex 8ee407e..3499736 100644--- a/.github/workflows/docker_nightly.yml+++ b/.github/workflows/docker_nightly.yml@@ -1,36 +1,36 @@name: ci+permissions:+ contents: read+ packages: write+ id-token: write+on:release:types:- - 'published'+ - published# push:- # branches:- # - 'master'- # - 'main'+ # branches:+ # - 'master'+ # - 'main'schedule:- - cron: '0 2 * * *' # run at 2 AM UTC-+ - cron: 0 2 * * * # run at 2 AM UTC+jobs:docker:runs-on: ubuntu-lateststeps:- -- name: Set up QEMU+ - name: Set up QEMUuses: docker/setup-qemu-action@v1- -- name: Set up Docker Buildx+ - name: Set up Docker Buildxuses: docker/setup-buildx-action@v1- -- name: Login to DockerHub- uses: docker/login-action@v1+ - name: Login to DockerHub+ uses: docker/login-action@v1with:username: ${{ secrets.DOCKERHUB_USERNAME }}password: ${{ secrets.DOCKERHUB_TOKEN }}- -- uses: actions/checkout@v2- -- name: Build and push+ - uses: actions/checkout@v2+ - name: Build and pushid: docker_builduses: docker/build-push-action@v2with:diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.ymlindex a0b7e90..0818601 100644--- a/.github/workflows/tests.yml+++ b/.github/workflows/tests.yml@@ -1,5 +1,18 @@name: tests+permissions:+ contents: read+ issues: write+ pull-requests: write+ actions: read+ checks: read+ deployments: read+ discussions: read+ packages: read+ repository-projects: read+ security-events: read+ statuses: read+on: [push, pull_request]jobs:@@ -10,7 +23,7 @@ jobs:os:- ubuntu-20.04- ubuntu-22.04- - ubuntu-24.04+ - ubuntu-latestname: ${{ matrix.os }}runs-on: ${{ matrix.os }}diff --git a/reconftw.sh b/reconftw.shindex d4b3674..7e0d716 100755--- a/reconftw.sh+++ b/reconftw.sh@@ -1,4 +1,4 @@-#!/usr/bin/env bash+#!/bin/bash# Welcome to reconFTW main script# ██▀███ ▓█████ ▄████▄ ▒█████ ███▄ █ █████▒▄▄▄█████▓ █ █░@@ -336,7 +336,7 @@ function github_dorks() {}function github_repos() {- mkdir -p .tmp+ mkdir -p osintif { [[ ! -f "$called_fn_dir/.${FUNCNAME[0]}" ]] || [[ $DIFF == true ]]; } && [[ $GITHUB_REPOS == true ]] && [[ $OSINT == true ]]; thenstart_func "${FUNCNAME[0]}" "Github Repos analysis in process"@@ -1091,6 +1091,8 @@ function sub_tls() {fifi+ touch .tmp/subdomains_tlsx_resolved.txt+if ! NUMOFLINES=$(anew subdomains/subdomains.txt <.tmp/subdomains_tlsx_resolved.txt | sed '/^$/d' | wc -l); thenprintf "%b[!] Counting new subdomains failed.%b\n" "$bred" "$reset"return 1@@ -2643,6 +2645,8 @@ function webprobe_simple() {fifi+ touch .tmp/probed_tmp.txt+# Count new websitesif ! NUMOFLINES=$(anew webs/webs.txt <.tmp/probed_tmp.txt 2>/dev/null | sed '/^$/d' | wc -l); thenprintf "%b[!] Failed to count new websites.%b\n" "$bred" "$reset"@@ -3092,7 +3096,6 @@ function portscan() {nmapurls <hosts/portscan_active.xml 2>>"$LOGFILE" | anew -q hosts/webs.txtfi-if [[ $FARADAY == true ]]; then# Check if the Faraday server is runningif ! faraday-cli status 2>>"$LOGFILE" >/dev/null; then@@ -3104,7 +3107,6 @@ function portscan() {fifi-if [[ -s "hosts/webs.txt" ]]; thenif ! NUMOFLINES=$(wc -l <hosts/webs.txt); thenprintf "%b[!] Failed to count lines in hosts/webs.txt.%b\n" "$bred" "$reset"@@ -3379,32 +3381,29 @@ function fuzz() {for sub in $(cat webs/webs_all.txt); dosub_out=$(echo $sub | sed -e 's|^[^/]*//||' -e 's|/.*$||')- pushd "${tools}/ffufPostprocessing" >/dev/null || {- echo "Failed to cd directory in ${FUNCNAME[0]} @ line ${LINENO}"- }- ./ffufPostprocessing -result-file $dir/.tmp/fuzzing/${sub_out}.json -overwrite-result-file 2>>"$LOGFILE" >/dev/null- popd >/dev/null || {- echo "Failed to popd in ${FUNCNAME[0]} @ line ${LINENO}"- }+# pushd "${tools}/ffufPostprocessing" >/dev/null || {+# echo "Failed to cd directory in ${FUNCNAME[0]} @ line ${LINENO}"+# }+# ./ffufPostprocessing -result-file $dir/.tmp/fuzzing/${sub_out}.json -overwrite-result-file 2>>"$LOGFILE" >/dev/null+# popd >/dev/null || {+# echo "Failed to popd in ${FUNCNAME[0]} @ line ${LINENO}"+# }[ -s "$dir/.tmp/fuzzing/${sub_out}.json" ] && cat $dir/.tmp/fuzzing/${sub_out}.json | jq -r 'try .results[] | "\(.status) \(.length) \(.url)"' | sort -k1 | anew -q $dir/fuzzing/${sub_out}.txtdonefind $dir/fuzzing/ -type f -iname "*.txt" -exec cat {} + 2>>"$LOGFILE" | sort -k1 | anew -q $dir/fuzzing/fuzzing_full.txtelse- axiom-exec "mkdir -p /home/op/lists/seclists/Discovery/Web-Content/" &>/dev/null- axiom-exec "wget -q -O - ${fuzzing_remote_list} > /home/op/lists/fuzz_wordlist.txt" &>/dev/null- axiom-exec "wget -q -O - ${fuzzing_remote_list} > /home/op/lists/seclists/Discovery/Web-Content/big.txt" &>/dev/null- axiom-scan webs/webs_all.txt -m ffuf_base -H "${HEADER}" $FFUF_FLAGS -s -maxtime $FFUF_MAXTIME -o $dir/.tmp/ffuf-content.json $AXIOM_EXTRA_ARGS 2>>"$LOGFILE" >/dev/null- pushd "${tools}/ffufPostprocessing" >/dev/null || {- echo "Failed to cd directory in ${FUNCNAME[0]} @ line ${LINENO}"- }- [ -s "$dir/.tmp/ffuf-content.json" ] && ./ffufPostprocessing -result-file $dir/.tmp/ffuf-content.json -overwrite-result-file 2>>"$LOGFILE" >/dev/null- popd >/dev/null || {- echo "Failed to popd in ${FUNCNAME[0]} @ line ${LINENO}"- }+ axiom-scan webs/webs_all.txt -m ffuf -wL ${fuzzing_remote_list} -H "${HEADER}" $FFUF_FLAGS -s -maxtime $FFUF_MAXTIME -o $dir/.tmp/ffuf-content.json $AXIOM_EXTRA_ARGS 2>>"$LOGFILE" >/dev/null+# pushd "${tools}/ffufPostprocessing" >/dev/null || {+# echo "Failed to cd directory in ${FUNCNAME[0]} @ line ${LINENO}"+# }+# [ -s "$dir/.tmp/ffuf-content.json" ] && ./ffufPostprocessing -result-file $dir/.tmp/ffuf-content.json -overwrite-result-file 2>>"$LOGFILE" >/dev/null+# popd >/dev/null || {+# echo "Failed to popd in ${FUNCNAME[0]} @ line ${LINENO}"+# }for sub in $(cat webs/webs_all.txt); dosub_out=$(echo $sub | sed -e 's|^[^/]*//||' -e 's|/.*$||')- [ -s "$dir/.tmp/ffuf-content.json" ] && cat .tmp/ffuf-content.json | jq -r 'try .results[] | "\(.status) \(.length) \(.url)"' | grep $sub | sort -k1 | anew -q fuzzing/${sub_out}.txt+ [ -s "$dir/.tmp/ffuf-content.json" ] && cat $dir/.tmp/ffuf-content.json | grep $sub | sort -k1 | anew -q fuzzing/${sub_out}.txtdonefind $dir/fuzzing/ -type f -iname "*.txt" -exec cat {} + 2>>"$LOGFILE" | sort -k1 | anew -q $dir/fuzzing/fuzzing_full.txtfi@@ -6122,7 +6121,7 @@ function help() {# macOS PATH initialization, thanks @0xtavian <3if [[ $OSTYPE == "darwin"* ]]; then- if ! command -v brew &> /dev/null; then+ if ! command -v brew &>/dev/null; thenprintf "\n%bBrew is not installed or not in the PATH.%b\n\n" "$bred" "$reset"exit 1fi