Skip to content

🕵️‍♂️ (2-in-1) Email & Username OSINT suite featuring native MCP support for deep data extraction just from a single Email/Username. Analyzes 2720+ actively maintained scan vectors (210+ email / 2510+ username) for security research, investigations, and digital footprinting.

fix(user_scan): enforce explicit not-found and taken verification across all 5 modules

Kaif4471ba45e671
diff --git a/user_scanner/user_scan/community/openai_community.py b/user_scanner/user_scan/community/openai_community.py
index 60b2d11..197b3dc 100644
--- a/user_scanner/user_scan/community/openai_community.py
+++ b/user_scanner/user_scan/community/openai_community.py
@@ -13,46 +13,54 @@ def validate_openai_community(user: str) -> Result:
}
def process(response) -> Result:
+ if response.status_code == 404:
+ try:
+ data = response.json()
+ if (
+ data.get("error_type") == "not_found"
+ or any("not be found" in str(err).lower() for err in data.get("errors", []))
+ ):
+ return Result.available()
+ except Exception:
+ pass
+ return Result.error("Discourse 404 response missing expected error payload")
+
if response.status_code == 200:
try:
data = response.json()
user_obj = data.get("user")
- if not user_obj or not user_obj.get("username"):
- return Result.available()
+ if user_obj and isinstance(user_obj, dict) and user_obj.get("username"):
+ extra: dict[str, str] = {}
+ media: dict[str, str] = {}
- extra: dict[str, str] = {}
- media: dict[str, str] = {}
-
- if user_obj.get("name"):
- extra["name"] = str(user_obj["name"])
- if user_obj.get("title"):
- extra["title"] = str(user_obj["title"])
- if user_obj.get("location"):
- extra["location"] = str(user_obj["location"])
- if user_obj.get("website_name") or user_obj.get("website"):
- extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))
- if user_obj.get("trust_level") is not None:
- extra["trust_level"] = str(user_obj["trust_level"])
- if user_obj.get("badge_count") is not None:
- extra["badges"] = str(user_obj["badge_count"])
- if user_obj.get("created_at"):
- extra["joined"] = str(user_obj["created_at"])
- if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):
- extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))
-
- avatar_template = user_obj.get("avatar_template")
- if avatar_template:
- avatar_url = avatar_template.replace("{size}", "240")
- if avatar_url.startswith("/"):
- avatar_url = f"https://community.openai.com{avatar_url}"
- media["avatar"] = avatar_url
-
- return Result.taken(url=show_url, extra=extra, media=media)
- except Exception:
- return Result.taken(url=show_url)
+ if user_obj.get("name"):
+ extra["name"] = str(user_obj["name"])
+ if user_obj.get("title"):
+ extra["title"] = str(user_obj["title"])
+ if user_obj.get("location"):
+ extra["location"] = str(user_obj["location"])
+ if user_obj.get("website_name") or user_obj.get("website"):
+ extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))
+ if user_obj.get("trust_level") is not None:
+ extra["trust_level"] = str(user_obj["trust_level"])
+ if user_obj.get("badge_count") is not None:
+ extra["badges"] = str(user_obj["badge_count"])
+ if user_obj.get("created_at"):
+ extra["joined"] = str(user_obj["created_at"])
+ if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):
+ extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))
- if response.status_code == 404:
- return Result.available()
+ avatar_template = user_obj.get("avatar_template")
+ if avatar_template:
+ avatar_url = avatar_template.replace("{size}", "240")
+ if avatar_url.startswith("/"):
+ avatar_url = f"https://community.openai.com{avatar_url}"
+ media["avatar"] = avatar_url
+
+ return Result.taken(url=show_url, extra=extra, media=media)
+ except Exception:
+ pass
+ return Result.error("Discourse 200 response missing valid user payload")
return Result.error(f"Unexpected status code: {response.status_code}")
diff --git a/user_scanner/user_scan/dev/hackernoon.py b/user_scanner/user_scan/dev/hackernoon.py
index 72c6262..0d38ce5 100644
--- a/user_scanner/user_scan/dev/hackernoon.py
+++ b/user_scanner/user_scan/dev/hackernoon.py
@@ -1,30 +1,32 @@
-import json
-import re
+import urllib.parse
from user_scanner.core.helpers import get_random_user_agent
from user_scanner.core.orchestrator import Result, generic_validate
def validate_hackernoon(user: str) -> Result:
- url = f"https://hackernoon.com/u/{user}"
- show_url = f"https://hackernoon.com/u/{user}"
+ encoded_user = urllib.parse.quote(user)
+ url = f"https://us-central1-hackernoon-app.cloudfunctions.net/profilesApi/?handle={encoded_user}"
+ show_url = f"https://hackernoon.com/u/{encoded_user}"
headers = {
"User-Agent": get_random_user_agent(),
- "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+ "Accept": "application/json",
}
def process(response) -> Result:
- if response.status_code == 200:
- match = re.search(r'<script id="__NEXT_DATA__" type="application/json">(.+?)</script>', response.text)
- if not match:
- if f'"handle":"{user}"' in response.text or '"displayName":' in response.text:
- return Result.taken(url=show_url)
- return Result.available()
-
+ if response.status_code == 404:
try:
- data = json.loads(match.group(1))
- profile = data.get("props", {}).get("pageProps", {}).get("data", {}).get("profile")
+ data = response.json()
+ if data.get("ok") is False or "profile" not in data:
+ return Result.available()
+ except Exception:
+ pass
+ return Result.error("HackerNoon 404 response missing expected error structure")
- if profile and profile.get("handle"):
+ if response.status_code == 200:
+ try:
+ data = response.json()
+ profile = data.get("profile")
+ if profile and isinstance(profile, dict) and profile.get("handle"):
extra: dict[str, str] = {}
media: dict[str, str] = {}
@@ -46,13 +48,9 @@ def validate_hackernoon(user: str) -> Result:
extra[k] = str(v)
return Result.taken(url=show_url, extra=extra, media=media)
- else:
- return Result.available()
except Exception:
- return Result.available()
-
- if response.status_code == 404:
- return Result.available()
+ pass
+ return Result.error("HackerNoon 200 response missing valid profile payload")
return Result.error(f"Unexpected status code: {response.status_code}")
diff --git a/user_scanner/user_scan/dev/julialang.py b/user_scanner/user_scan/dev/julialang.py
index 7133825..5dd5065 100644
--- a/user_scanner/user_scan/dev/julialang.py
+++ b/user_scanner/user_scan/dev/julialang.py
@@ -13,46 +13,54 @@ def validate_julialang(user: str) -> Result:
}
def process(response) -> Result:
+ if response.status_code == 404:
+ try:
+ data = response.json()
+ if (
+ data.get("error_type") == "not_found"
+ or any("not be found" in str(err).lower() for err in data.get("errors", []))
+ ):
+ return Result.available()
+ except Exception:
+ pass
+ return Result.error("Discourse 404 response missing expected error payload")
+
if response.status_code == 200:
try:
data = response.json()
user_obj = data.get("user")
- if not user_obj or not user_obj.get("username"):
- return Result.available()
+ if user_obj and isinstance(user_obj, dict) and user_obj.get("username"):
+ extra: dict[str, str] = {}
+ media: dict[str, str] = {}
- extra: dict[str, str] = {}
- media: dict[str, str] = {}
-
- if user_obj.get("name"):
- extra["name"] = str(user_obj["name"])
- if user_obj.get("title"):
- extra["title"] = str(user_obj["title"])
- if user_obj.get("location"):
- extra["location"] = str(user_obj["location"])
- if user_obj.get("website_name") or user_obj.get("website"):
- extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))
- if user_obj.get("trust_level") is not None:
- extra["trust_level"] = str(user_obj["trust_level"])
- if user_obj.get("badge_count") is not None:
- extra["badges"] = str(user_obj["badge_count"])
- if user_obj.get("created_at"):
- extra["joined"] = str(user_obj["created_at"])
- if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):
- extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))
-
- avatar_template = user_obj.get("avatar_template")
- if avatar_template:
- avatar_url = avatar_template.replace("{size}", "240")
- if avatar_url.startswith("/"):
- avatar_url = f"https://discourse.julialang.org{avatar_url}"
- media["avatar"] = avatar_url
-
- return Result.taken(url=show_url, extra=extra, media=media)
- except Exception:
- return Result.taken(url=show_url)
+ if user_obj.get("name"):
+ extra["name"] = str(user_obj["name"])
+ if user_obj.get("title"):
+ extra["title"] = str(user_obj["title"])
+ if user_obj.get("location"):
+ extra["location"] = str(user_obj["location"])
+ if user_obj.get("website_name") or user_obj.get("website"):
+ extra["website"] = str(user_obj.get("website") or user_obj.get("website_name"))
+ if user_obj.get("trust_level") is not None:
+ extra["trust_level"] = str(user_obj["trust_level"])
+ if user_obj.get("badge_count") is not None:
+ extra["badges"] = str(user_obj["badge_count"])
+ if user_obj.get("created_at"):
+ extra["joined"] = str(user_obj["created_at"])
+ if user_obj.get("bio_raw") or user_obj.get("bio_cooked"):
+ extra["bio"] = str(user_obj.get("bio_raw") or user_obj.get("bio_cooked"))
- if response.status_code == 404:
- return Result.available()
+ avatar_template = user_obj.get("avatar_template")
+ if avatar_template:
+ avatar_url = avatar_template.replace("{size}", "240")
+ if avatar_url.startswith("/"):
+ avatar_url = f"https://discourse.julialang.org{avatar_url}"
+ media["avatar"] = avatar_url
+
+ return Result.taken(url=show_url, extra=extra, media=media)
+ except Exception:
+ pass
+ return Result.error("Discourse 200 response missing valid user payload")
return Result.error(f"Unexpected status code: {response.status_code}")
diff --git a/user_scanner/user_scan/gaming/twitchtracker.py b/user_scanner/user_scan/gaming/twitchtracker.py
index e5ddbd2..480accd 100644
--- a/user_scanner/user_scan/gaming/twitchtracker.py
+++ b/user_scanner/user_scan/gaming/twitchtracker.py
@@ -12,12 +12,17 @@ def validate_twitchtracker(user: str) -> Result:
}
def process(response) -> Result:
- if response.status_code == 200:
- extra: dict[str, str] = {}
- media: dict[str, str] = {}
+ if response.status_code == 404:
+ if "404 Page Not Found" in response.text or "Page Not Found" in response.text or "404" in response.text:
+ return Result.available()
+ return Result.error("404 received without expected not-found markers")
+ if response.status_code == 200:
# Check if page is an active channel profile
- if f"name: '{user}'" in response.text or f"name: '{user.lower()}'" in response.text.lower() or "Streamer Overview" in response.text:
+ if "Streamer Overview" in response.text or f"name: '{user}'" in response.text.lower() or f"name: '{user.lower()}'" in response.text.lower():
+ extra: dict[str, str] = {}
+ media: dict[str, str] = {}
+
rank_match = re.search(r'#([0-9,]+)\s*</div>\s*<div[^>]*>\s*RANK', response.text, re.I)
if rank_match:
extra["rank"] = rank_match.group(1).replace(",", "")
@@ -36,10 +41,10 @@ def validate_twitchtracker(user: str) -> Result:
return Result.taken(url=show_url, extra=extra, media=media)
- return Result.available()
+ if "404 Page Not Found" in response.text or "Page Not Found" in response.text:
+ return Result.available()
- if response.status_code == 404:
- return Result.available()
+ return Result.error("Unable to verify TwitchTracker profile structure")
return Result.error(f"Unexpected status code: {response.status_code}")
diff --git a/user_scanner/user_scan/social/matrix.py b/user_scanner/user_scan/social/matrix.py
index 3c408fc..8090e2e 100644
--- a/user_scanner/user_scan/social/matrix.py
+++ b/user_scanner/user_scan/social/matrix.py
@@ -19,33 +19,50 @@ def validate_matrix(user: str) -> Result:
}
def process(response) -> Result:
- if response.status_code == 200:
+ if response.status_code == 404:
try:
data = response.json()
- extra: dict[str, str] = {}
- media: dict[str, str] = {}
-
- displayname = data.get("displayname")
- if displayname:
- extra["name"] = str(displayname)
-
- avatar_url = data.get("avatar_url")
- if avatar_url:
- extra["mxc_avatar"] = str(avatar_url)
- # Convert mxc:// URI to matrix.org media repo URL
- if avatar_url.startswith("mxc://"):
- mxc_path = avatar_url[6:]
- media["avatar"] = f"https://matrix.org/_matrix/media/v3/download/{mxc_path}"
-
- return Result.taken(url=show_url, extra=extra, media=media)
+ if (
+ data.get("errcode") in ["M_UNKNOWN", "M_NOT_FOUND"]
+ or "No row found" in data.get("error", "")
+ ):
+ return Result.available()
except Exception:
- return Result.taken(url=show_url)
-
- if response.status_code == 404:
- return Result.available()
+ pass
+ return Result.error("Matrix 404 response missing expected error payload")
if response.status_code == 400:
- return Result.available()
+ try:
+ data = response.json()
+ if data.get("errcode") == "M_INVALID_PARAM" or "Invalid user ID" in data.get("error", ""):
+ return Result.available()
+ except Exception:
+ pass
+ return Result.error("Matrix 400 response missing expected error payload")
+
+ if response.status_code == 200:
+ try:
+ data = response.json()
+ if isinstance(data, dict) and "errcode" not in data:
+ extra: dict[str, str] = {}
+ media: dict[str, str] = {}
+
+ displayname = data.get("displayname")
+ if displayname:
+ extra["name"] = str(displayname)
+
+ avatar_url = data.get("avatar_url")
+ if avatar_url:
+ extra["mxc_avatar"] = str(avatar_url)
+ # Convert mxc:// URI to matrix.org media repo URL
+ if avatar_url.startswith("mxc://"):
+ mxc_path = avatar_url[6:]
+ media["avatar"] = f"https://matrix.org/_matrix/media/v3/download/{mxc_path}"
+
+ return Result.taken(url=show_url, extra=extra, media=media)
+ except Exception:
+ pass
+ return Result.error("Unexpected Matrix response format")
return Result.error(f"Unexpected status code: {response.status_code}")