reconFTW is a tool designed to perform automated recon on a target domain by running the best set of tools to perform scanning and finding out vulnerabilities
Shell bug-bountybugbountybugbounty-tooldnshackingnucleiosintpenetration-testingpentestpentest-toolpentestingreconreconnaissancescannersecuritysecurity-toolssubdomainsubdomain-enumerationvulnerabilities
updates
six2dez8f6c80b2ee81
diff --git a/modules/osint.sh b/modules/osint.shindex c5e65dc..df1f8a7 100644--- a/modules/osint.sh+++ b/modules/osint.sh@@ -131,20 +131,6 @@ function github_repos() {ficase "$secrets_engine" in- titus)- if [[ -z "$titus_bin" ]]; then- _print_msg WARN "titus not found; skipping secrets scan"- end_func "Results are saved in $domain/osint/github_company_secrets.json" "${FUNCNAME[0]}" WARN- return 0- fi- local titus_opts=""- [[ "${SECRETS_SCAN_GIT_HISTORY:-false}" == "true" ]] && titus_opts="${titus_opts} --git"- [[ "${SECRETS_VALIDATE:-false}" == "true" ]] && titus_opts="${titus_opts} --validate"- if ! run_command interlace -tL .tmp/github_repos_folders.txt -threads "$INTERLACE_THREADS" -c "\"${titus_bin}\" scan --format json ${titus_opts} .tmp/github_repos/_target_ > .tmp/github/titus__cleantarget_.json" 2>>"$LOGFILE" >/dev/null; then- _print_error "interlace titus command failed"- return 1- fi- ;;noseyparker)if ! command -v noseyparker >/dev/null 2>&1; then_print_msg WARN "noseyparker not found; skipping secrets scan"@@ -158,8 +144,8 @@ function github_repos() {return 1fi;;- *)- _print_msg WARN "Unknown SECRETS_ENGINE='${secrets_engine}', using titus"+ titus|*)+ [[ "$secrets_engine" != "titus" ]] && _print_msg WARN "Unknown SECRETS_ENGINE='${secrets_engine}', using titus"if [[ -z "$titus_bin" ]]; then_print_msg WARN "titus not found; skipping secrets scan"end_func "Results are saved in $domain/osint/github_company_secrets.json" "${FUNCNAME[0]}" WARNdiff --git a/modules/utils.sh b/modules/utils.shindex 10d6b31..1b0facd 100644--- a/modules/utils.sh+++ b/modules/utils.sh@@ -1257,6 +1257,7 @@ _ip_is_public_ipv4() {# Check if a cloud metadata endpoint is reachable (AWS, GCP, Azure, DO, Hetzner, Oracle).# Returns 0 if running on a cloud VPS, 1 otherwise._is_cloud_vps() {+ [[ "${DRY_RUN:-false}" == "true" ]] && return 1curl -sf --max-time 2 -o /dev/null http://169.254.169.254/ 2>/dev/null && return 0return 1}diff --git a/tests/unit/test_osint_github_repos.bats b/tests/unit/test_osint_github_repos.batsnew file mode 100644index 0000000..f6cf1e2--- /dev/null+++ b/tests/unit/test_osint_github_repos.bats@@ -0,0 +1,179 @@+#!/usr/bin/env bats++setup() {+ local project_root+ project_root="$(cd "$(dirname "$BATS_TEST_FILENAME")/../.." && pwd)"++ TEST_DIR="$(mktemp -d)"+ MOCK_BIN="${TEST_DIR}/mockbin"+ ORIG_PATH="$PATH"+ mkdir -p "$MOCK_BIN"++ export PATH="${MOCK_BIN}:$ORIG_PATH"+ export SCRIPTPATH="$project_root"+ export bred='' bblue='' bgreen='' byellow='' yellow='' reset=''+ export NOTIFICATION=false+ export OUTPUT_VERBOSITY=1+ export domain="target.example.com"+ export AXIOM=false+ export DIFF=false+ export GITHUB_REPOS=true+ export OSINT=true+ export INTERLACE_THREADS=1++ export dir="${TEST_DIR}/target.example.com"+ export called_fn_dir="${dir}/.called_fn"+ export LOGFILE="${dir}/.tmp/test.log"+ export tools="${TEST_DIR}/tools"+ export GITHUB_TOKENS="${TEST_DIR}/github_tokens.txt"+ export INTERLACE_LOG="${TEST_DIR}/interlace_calls.log"++ mkdir -p "${dir}/.tmp" "$called_fn_dir" "${tools}/titus/dist"+ cd "$dir" || exit 1+ : >"$LOGFILE"+ : >"$INTERLACE_LOG"+ printf '%s\n' 'ghp_test_token' >"$GITHUB_TOKENS"++ # shellcheck source=/dev/null+ source "$project_root/reconftw.cfg" 2>/dev/null || true+ export SCRIPTPATH="$project_root"+ export tools="${TEST_DIR}/tools"+ export GITHUB_TOKENS="${TEST_DIR}/github_tokens.txt"+ export GITHUB_REPOS=true+ export OSINT=true+ export DIFF=false+ export INTERLACE_THREADS=1+ export OUTPUT_VERBOSITY=1+ export NOTIFICATION=false++ # shellcheck source=/dev/null+ source "$project_root/reconftw.sh" --source-only++ create_mock_unfurl+ create_mock_enumerepo+ create_mock_interlace+ create_mock_titus+}++teardown() {+ PATH="$ORIG_PATH"+ cd /+ rm -rf "$TEST_DIR"+}++create_mock_unfurl() {+ cat >"${MOCK_BIN}/unfurl" <<'EOF'+#!/usr/bin/env bash+printf '%s\n' 'acme'+EOF+ chmod +x "${MOCK_BIN}/unfurl"+}++create_mock_enumerepo() {+ cat >"${MOCK_BIN}/enumerepo" <<'EOF'+#!/usr/bin/env bash+outfile=""+while [[ $# -gt 0 ]]; do+ case "$1" in+ -o)+ outfile="$2"+ shift 2+ ;;+ *)+ shift+ ;;+ esac+done+mkdir -p "$(dirname "$outfile")"+printf '%s\n' '[{"repos":[{"url":"https://github.com/acme/mockrepo"}]}]' >"$outfile"+EOF+ chmod +x "${MOCK_BIN}/enumerepo"+}++create_mock_interlace() {+ cat >"${MOCK_BIN}/interlace" <<'EOF'+#!/usr/bin/env bash+cmd=""+outdir=""+while [[ $# -gt 0 ]]; do+ case "$1" in+ -c)+ cmd="$2"+ shift 2+ ;;+ -o)+ outdir="$2"+ shift 2+ ;;+ *)+ shift+ ;;+ esac+done++printf '%s\n' "$cmd" >>"${INTERLACE_LOG}"++if [[ "$cmd" == git\ clone* ]]; then+ mkdir -p ".tmp/github_repos/mockrepo"+elif [[ "$cmd" == *"scan --format json"* && "$cmd" == *"titus"* ]]; then+ mkdir -p ".tmp/github"+ printf '%s\n' '{"engine":"titus","repo":"mockrepo"}' >".tmp/github/titus__mockrepo.json"+elif [[ "$cmd" == trufflehog\ git* ]]; then+ mkdir -p "${outdir:-.tmp/github}"+ printf '%s\n' '{"engine":"trufflehog","repo":"mockrepo"}' >"${outdir:-.tmp/github}/trufflehog__mockrepo.json"+fi+EOF+ chmod +x "${MOCK_BIN}/interlace"+}++create_mock_titus() {+ cat >"${MOCK_BIN}/titus" <<'EOF'+#!/usr/bin/env bash+printf '%s\n' '{"engine":"titus","repo":"mockrepo"}'+EOF+ chmod +x "${MOCK_BIN}/titus"+ cp "${MOCK_BIN}/titus" "${tools}/titus/dist/titus"+ chmod +x "${tools}/titus/dist/titus"+}++@test "github_repos falls back to titus for unknown secrets engine" {+ export SECRETS_ENGINE="bogus"+ export SECRETS_SCAN_GIT_HISTORY=true+ export SECRETS_VALIDATE=false++ run github_repos++ [ "$status" -eq 0 ]+ [[ "$output" == *"Unknown SECRETS_ENGINE='bogus', using titus"* ]]+ [ -s "$INTERLACE_LOG" ]+ grep -q "scan --format json" "$INTERLACE_LOG"+ grep -q "titus" "$INTERLACE_LOG"+ grep -q "trufflehog git" "$INTERLACE_LOG"+ ! grep -q "noseyparker" "$INTERLACE_LOG"+ [ -s "osint/github_company_secrets.json" ]++ run jq -s 'map(.engine) | sort == ["titus","trufflehog"]' osint/github_company_secrets.json+ [ "$status" -eq 0 ]+ [ "$output" = "true" ]+}++@test "github_repos uses titus without fallback warning when explicitly configured" {+ export SECRETS_ENGINE="titus"+ export SECRETS_SCAN_GIT_HISTORY=true+ export SECRETS_VALIDATE=false++ run github_repos++ [ "$status" -eq 0 ]+ [[ "$output" != *"Unknown SECRETS_ENGINE="* ]]+ [ -s "$INTERLACE_LOG" ]+ grep -q "scan --format json" "$INTERLACE_LOG"+ grep -q "titus" "$INTERLACE_LOG"+ grep -q "trufflehog git" "$INTERLACE_LOG"+ ! grep -q "noseyparker" "$INTERLACE_LOG"+ [ -s "osint/github_company_secrets.json" ]++ run jq -s 'map(.engine) | sort == ["titus","trufflehog"]' osint/github_company_secrets.json+ [ "$status" -eq 0 ]+ [ "$output" = "true" ]+}