🕵️♂️ (2-in-1) Email & Username OSINT suite featuring native MCP support for deep data extraction just from a single Email/Username. Analyzes 2720+ actively maintained scan vectors (210+ email / 2510+ username) for security research, investigations, and digital footprinting.
Python cybersecuritycybersecurity-toolsemail-osintethical-hackingethical-hacking-toolsidentificationinfosecosintosint-emailosint-toolosint-toolsosint-usernamepentestingpythonredteam-toolsredteamingthreat-intelligence
fix(user_scan): enforce explicit not-found and taken verification across all 5 modules
Kaif4471ba45e671
diff --git a/user_scanner/user_scan/community/openai_community.py b/user_scanner/user_scan/community/openai_community.pyindex 60b2d11..197b3dc 100644--- a/user_scanner/user_scan/community/openai_community.py+++ b/user_scanner/user_scan/community/openai_community.py@@ -13,46 +13,54 @@ def validate_openai_community(user: str) -> Result:}def process(response) -> Result:+ if response.status_code == 404:+ try:+ data = response.json()+ if (+ data.get("error_type") == "not_found"+ or any("not be found" in str(err).lower() for err in data.get("errors", []))+ ):+ return Result.available()+ except Exception:+ pass+ return Result.error("Discourse 404 response missing expected error payload")+if response.status_code == 200:try:data = response.json()user_obj = data.get("user")- if not user_obj or not user_obj.get("username"):- return Result.available()+ if user_obj and isinstance(user_obj, dict) and user_obj.get("username"):+ extra: dict[str, str] = {}+ media: dict[str, str] = {}- extra: dict[str, str] = {}- media: dict[str, str] = {}-- if user_obj.get("name"):- extra["name"] = str(user_obj["name"])- if user_obj.get("title"):- extra["title"] = str(user_obj["title"])- if user_obj.get("location"):- extra["location"] = str(user_obj["location"])- if user_obj.get("website_name") or user_obj.get("website"):- extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))- if user_obj.get("trust_level") is not None:- extra["trust_level"] = str(user_obj["trust_level"])- if user_obj.get("badge_count") is not None:- extra["badges"] = str(user_obj["badge_count"])- if user_obj.get("created_at"):- extra["joined"] = str(user_obj["created_at"])- if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):- extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))-- avatar_template = user_obj.get("avatar_template")- if avatar_template:- avatar_url = avatar_template.replace("{size}", "240")- if avatar_url.startswith("/"):- avatar_url = f"https://community.openai.com{avatar_url}"- media["avatar"] = avatar_url-- return Result.taken(url=show_url, extra=extra, media=media)- except Exception:- return Result.taken(url=show_url)+ if user_obj.get("name"):+ extra["name"] = str(user_obj["name"])+ if user_obj.get("title"):+ extra["title"] = str(user_obj["title"])+ if user_obj.get("location"):+ extra["location"] = str(user_obj["location"])+ if user_obj.get("website_name") or user_obj.get("website"):+ extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))+ if user_obj.get("trust_level") is not None:+ extra["trust_level"] = str(user_obj["trust_level"])+ if user_obj.get("badge_count") is not None:+ extra["badges"] = str(user_obj["badge_count"])+ if user_obj.get("created_at"):+ extra["joined"] = str(user_obj["created_at"])+ if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):+ extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))- if response.status_code == 404:- return Result.available()+ avatar_template = user_obj.get("avatar_template")+ if avatar_template:+ avatar_url = avatar_template.replace("{size}", "240")+ if avatar_url.startswith("/"):+ avatar_url = f"https://community.openai.com{avatar_url}"+ media["avatar"] = avatar_url++ return Result.taken(url=show_url, extra=extra, media=media)+ except Exception:+ pass+ return Result.error("Discourse 200 response missing valid user payload")return Result.error(f"Unexpected status code: {response.status_code}")diff --git a/user_scanner/user_scan/dev/hackernoon.py b/user_scanner/user_scan/dev/hackernoon.pyindex 72c6262..0d38ce5 100644--- a/user_scanner/user_scan/dev/hackernoon.py+++ b/user_scanner/user_scan/dev/hackernoon.py@@ -1,30 +1,32 @@-import json-import re+import urllib.parsefrom user_scanner.core.helpers import get_random_user_agentfrom user_scanner.core.orchestrator import Result, generic_validatedef validate_hackernoon(user: str) -> Result:- url = f"https://hackernoon.com/u/{user}"- show_url = f"https://hackernoon.com/u/{user}"+ encoded_user = urllib.parse.quote(user)+ url = f"https://us-central1-hackernoon-app.cloudfunctions.net/profilesApi/?handle={encoded_user}"+ show_url = f"https://hackernoon.com/u/{encoded_user}"headers = {"User-Agent": get_random_user_agent(),- "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",+ "Accept": "application/json",}def process(response) -> Result:- if response.status_code == 200:- match = re.search(r'<script id="__NEXT_DATA__" type="application/json">(.+?)</script>', response.text)- if not match:- if f'"handle":"{user}"' in response.text or '"displayName":' in response.text:- return Result.taken(url=show_url)- return Result.available()-+ if response.status_code == 404:try:- data = json.loads(match.group(1))- profile = data.get("props", {}).get("pageProps", {}).get("data", {}).get("profile")+ data = response.json()+ if data.get("ok") is False or "profile" not in data:+ return Result.available()+ except Exception:+ pass+ return Result.error("HackerNoon 404 response missing expected error structure")- if profile and profile.get("handle"):+ if response.status_code == 200:+ try:+ data = response.json()+ profile = data.get("profile")+ if profile and isinstance(profile, dict) and profile.get("handle"):extra: dict[str, str] = {}media: dict[str, str] = {}@@ -46,13 +48,9 @@ def validate_hackernoon(user: str) -> Result:extra[k] = str(v)return Result.taken(url=show_url, extra=extra, media=media)- else:- return Result.available()except Exception:- return Result.available()-- if response.status_code == 404:- return Result.available()+ pass+ return Result.error("HackerNoon 200 response missing valid profile payload")return Result.error(f"Unexpected status code: {response.status_code}")diff --git a/user_scanner/user_scan/dev/julialang.py b/user_scanner/user_scan/dev/julialang.pyindex 7133825..5dd5065 100644--- a/user_scanner/user_scan/dev/julialang.py+++ b/user_scanner/user_scan/dev/julialang.py@@ -13,46 +13,54 @@ def validate_julialang(user: str) -> Result:}def process(response) -> Result:+ if response.status_code == 404:+ try:+ data = response.json()+ if (+ data.get("error_type") == "not_found"+ or any("not be found" in str(err).lower() for err in data.get("errors", []))+ ):+ return Result.available()+ except Exception:+ pass+ return Result.error("Discourse 404 response missing expected error payload")+if response.status_code == 200:try:data = response.json()user_obj = data.get("user")- if not user_obj or not user_obj.get("username"):- return Result.available()+ if user_obj and isinstance(user_obj, dict) and user_obj.get("username"):+ extra: dict[str, str] = {}+ media: dict[str, str] = {}- extra: dict[str, str] = {}- media: dict[str, str] = {}-- if user_obj.get("name"):- extra["name"] = str(user_obj["name"])- if user_obj.get("title"):- extra["title"] = str(user_obj["title"])- if user_obj.get("location"):- extra["location"] = str(user_obj["location"])- if user_obj.get("website_name") or user_obj.get("website"):- extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))- if user_obj.get("trust_level") is not None:- extra["trust_level"] = str(user_obj["trust_level"])- if user_obj.get("badge_count") is not None:- extra["badges"] = str(user_obj["badge_count"])- if user_obj.get("created_at"):- extra["joined"] = str(user_obj["created_at"])- if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):- extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))-- avatar_template = user_obj.get("avatar_template")- if avatar_template:- avatar_url = avatar_template.replace("{size}", "240")- if avatar_url.startswith("/"):- avatar_url = f"https://discourse.julialang.org{avatar_url}"- media["avatar"] = avatar_url-- return Result.taken(url=show_url, extra=extra, media=media)- except Exception:- return Result.taken(url=show_url)+ if user_obj.get("name"):+ extra["name"] = str(user_obj["name"])+ if user_obj.get("title"):+ extra["title"] = str(user_obj["title"])+ if user_obj.get("location"):+ extra["location"] = str(user_obj["location"])+ if user_obj.get("website_name") or user_obj.get("website"):+ extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))+ if user_obj.get("trust_level") is not None:+ extra["trust_level"] = str(user_obj["trust_level"])+ if user_obj.get("badge_count") is not None:+ extra["badges"] = str(user_obj["badge_count"])+ if user_obj.get("created_at"):+ extra["joined"] = str(user_obj["created_at"])+ if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):+ extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))- if response.status_code == 404:- return Result.available()+ avatar_template = user_obj.get("avatar_template")+ if avatar_template:+ avatar_url = avatar_template.replace("{size}", "240")+ if avatar_url.startswith("/"):+ avatar_url = f"https://discourse.julialang.org{avatar_url}"+ media["avatar"] = avatar_url++ return Result.taken(url=show_url, extra=extra, media=media)+ except Exception:+ pass+ return Result.error("Discourse 200 response missing valid user payload")return Result.error(f"Unexpected status code: {response.status_code}")diff --git a/user_scanner/user_scan/gaming/twitchtracker.py b/user_scanner/user_scan/gaming/twitchtracker.pyindex e5ddbd2..480accd 100644--- a/user_scanner/user_scan/gaming/twitchtracker.py+++ b/user_scanner/user_scan/gaming/twitchtracker.py@@ -12,12 +12,17 @@ def validate_twitchtracker(user: str) -> Result:}def process(response) -> Result:- if response.status_code == 200:- extra: dict[str, str] = {}- media: dict[str, str] = {}+ if response.status_code == 404:+ if "404 Page Not Found" in response.text or "Page Not Found" in response.text or "404" in response.text:+ return Result.available()+ return Result.error("404 received without expected not-found markers")+ if response.status_code == 200:# Check if page is an active channel profile- if f"name: '{user}'" in response.text or f"name: '{user.lower()}'" in response.text.lower() or "Streamer Overview" in response.text:+ if "Streamer Overview" in response.text or f"name: '{user}'" in response.text.lower() or f"name: '{user.lower()}'" in response.text.lower():+ extra: dict[str, str] = {}+ media: dict[str, str] = {}+rank_match = re.search(r'#([0-9,]+)\s*</div>\s*<div[^>]*>\s*RANK', response.text, re.I)if rank_match:extra["rank"] = rank_match.group(1).replace(",", "")@@ -36,10 +41,10 @@ def validate_twitchtracker(user: str) -> Result:return Result.taken(url=show_url, extra=extra, media=media)- return Result.available()+ if "404 Page Not Found" in response.text or "Page Not Found" in response.text:+ return Result.available()- if response.status_code == 404:- return Result.available()+ return Result.error("Unable to verify TwitchTracker profile structure")return Result.error(f"Unexpected status code: {response.status_code}")diff --git a/user_scanner/user_scan/social/matrix.py b/user_scanner/user_scan/social/matrix.pyindex 3c408fc..8090e2e 100644--- a/user_scanner/user_scan/social/matrix.py+++ b/user_scanner/user_scan/social/matrix.py@@ -19,33 +19,50 @@ def validate_matrix(user: str) -> Result:}def process(response) -> Result:- if response.status_code == 200:+ if response.status_code == 404:try:data = response.json()- extra: dict[str, str] = {}- media: dict[str, str] = {}-- displayname = data.get("displayname")- if displayname:- extra["name"] = str(displayname)-- avatar_url = data.get("avatar_url")- if avatar_url:- extra["mxc_avatar"] = str(avatar_url)- # Convert mxc:// URI to matrix.org media repo URL- if avatar_url.startswith("mxc://"):- mxc_path = avatar_url[6:]- media["avatar"] = f"https://matrix.org/_matrix/media/v3/download/{mxc_path}"-- return Result.taken(url=show_url, extra=extra, media=media)+ if (+ data.get("errcode") in ["M_UNKNOWN", "M_NOT_FOUND"]+ or "No row found" in data.get("error", "")+ ):+ return Result.available()except Exception:- return Result.taken(url=show_url)-- if response.status_code == 404:- return Result.available()+ pass+ return Result.error("Matrix 404 response missing expected error payload")if response.status_code == 400:- return Result.available()+ try:+ data = response.json()+ if data.get("errcode") == "M_INVALID_PARAM" or "Invalid user ID" in data.get("error", ""):+ return Result.available()+ except Exception:+ pass+ return Result.error("Matrix 400 response missing expected error payload")++ if response.status_code == 200:+ try:+ data = response.json()+ if isinstance(data, dict) and "errcode" not in data:+ extra: dict[str, str] = {}+ media: dict[str, str] = {}++ displayname = data.get("displayname")+ if displayname:+ extra["name"] = str(displayname)++ avatar_url = data.get("avatar_url")+ if avatar_url:+ extra["mxc_avatar"] = str(avatar_url)+ # Convert mxc:// URI to matrix.org media repo URL+ if avatar_url.startswith("mxc://"):+ mxc_path = avatar_url[6:]+ media["avatar"] = f"https://matrix.org/_matrix/media/v3/download/{mxc_path}"++ return Result.taken(url=show_url, extra=extra, media=media)+ except Exception:+ pass+ return Result.error("Unexpected Matrix response format")return Result.error(f"Unexpected status code: {response.status_code}")