🕵️♂️ (2-in-1) Email & Username OSINT suite featuring native MCP support for deep data extraction just from a single Email/Username. Analyzes 2720+ actively maintained scan vectors (210+ email / 2510+ username) for security research, investigations, and digital footprinting.
Python cybersecuritycybersecurity-toolsemail-osintethical-hackingethical-hacking-toolsidentificationinfosecosintosint-emailosint-toolosint-toolsosint-usernamepentestingpythonredteam-toolsredteamingthreat-intelligence
feat(user_scan): add Comic Vine username module (#683)
Kristo Isberg64693b9f8480
diff --git a/user_scanner/user_scan/community/comicvine.py b/user_scanner/user_scan/community/comicvine.pynew file mode 100644index 0000000..5fa9770--- /dev/null+++ b/user_scanner/user_scan/community/comicvine.py@@ -0,0 +1,148 @@+import html+import re+from urllib.parse import quote, urljoin, urlparse++from user_scanner.core.impersonate import impersonate_validate+from user_scanner.core.result import Result+++def _text(markup: str) -> str:+ return " ".join(html.unescape(re.sub(r"<[^>]+>", " ", markup)).split())+++def validate_comicvine(user: str) -> Result:+ url = f"https://comicvine.gamespot.com/profile/{quote(user, safe='')}/"++ def process(response):+ document = response.text+ if response.status_code == 404 and (+ "<title>404: Not Found - Comic Vine</title>" in document+ ):+ return Result.available()++ if response.status_code != 200:+ return Result.error(f"Unexpected status code: {response.status_code}")++ if f'<link rel="canonical" href="{url}"' not in document:+ return Result.error("Profile response did not match the requested username")++ extra = {}+ media = {}++ name = re.search(+ r'<section class="profile-title">\s*<h1>([^<]+)</h1>', document+ )+ if name:+ extra["display_name"] = _text(name.group(1))++ status = re.search(r'<h4 class="js-status-message">(.*?)</h4>', document)+ if status and (+ status_text := _text(status.group(1))+ ) != "This user has not updated recently.":+ extra["status"] = status_text++ about = re.search(+ r'<div class="about-me">.*?<article[^>]*>(.*?)</article>',+ document,+ re.DOTALL,+ )+ if about:+ extra["bio"] = _text(about.group(1))+ links = []+ for href in re.findall(r'href=["\']([^"\']+)', about.group(1)):+ link = urljoin(url, html.unescape(href))+ host = urlparse(link).hostname or ""+ if link.startswith(("http://", "https://")) and not host.endswith(+ ("gamespot.com", "cbsistatic.com")+ ):+ links.append(link)+ if links:+ extra["links"] = list(dict.fromkeys(links))++ for field, label in (("joined", "Date joined"), ("alignment", "Alignment")):+ value = re.search(+ rf"<strong>{label}:</strong>\s*([^<]+)", document+ )+ if value:+ extra[field] = _text(value.group(1))++ stats = re.search(+ r'<section class="profile-follow">.*?<tr>\s*'+ r"<td>([^<]*)</td>\s*<td>([^<]*)</td>\s*"+ r'<td><a[^>]*>([^<]*)</a></td>\s*<td><a[^>]*>([^<]*)</a></td>',+ document,+ re.DOTALL,+ )+ if stats:+ for key, value in zip(+ ("forum_posts", "wiki_points", "following", "followers"),+ stats.groups(),+ ):+ extra[key] = value.strip()++ for page, count in re.findall(+ r'href="/profile/[^/]+/(images|lists|reviews)/"[^>]*>\s*'+ r"[^<]*\((\d+)\)\s*</a>",+ document,+ ):+ extra[f"{page.removesuffix('s')}_count"] = int(count)++ avatar = re.search(+ r'<section class="profile-avatar">\s*'+ r'<div class="([^"]*\bavatar\b[^"]*)".*?<img src="([^"]+)"',+ document,+ re.DOTALL,+ )+ if avatar:+ badges = [badge for badge in avatar.group(1).split() if badge != "avatar"]+ if badges:+ extra["membership_badges"] = badges+ media["avatar"] = html.unescape(avatar.group(2))++ profile_image = re.search(+ r'<div class="profile-image">.*?<img src="([^"]+)"',+ document,+ re.DOTALL,+ )+ if profile_image:+ media["profile_image"] = html.unescape(profile_image.group(1))++ banner = re.search(+ r'class="kubrick kubrick-profile[^>]+style="background-image: url\(([^)]+)\)',+ document,+ )+ if banner:+ media["banner"] = html.unescape(banner.group(1))++ wiki_pages = []+ for count, name, page_type in re.findall(+ r'class="img data-count" data-count="(\d+)".*?'+ r"<h4>(.*?)</h4>\s*<p>([^<]+)</p>",+ document,+ re.DOTALL,+ ):+ if clean_name := _text(name):+ wiki_pages.append(+ f"{clean_name} ({page_type.strip()}, {count} edits)"+ )+ if wiki_pages:+ extra["top_wiki_pages"] = wiki_pages++ lists = [+ _text(item)+ for item in re.findall(+ r'<dt>\s*<a href="/profile/[^/]+/lists/[^>]+>(.*?)</a>\s*</dt>',+ document,+ re.DOTALL,+ )+ ]+ if lists:+ extra["lists"] = lists++ return Result.taken(extra=extra, media=media)++ return impersonate_validate(+ url,+ process,+ impersonate="safari2601",+ )