🕵️♂️ (2-in-1) Email & Username OSINT suite featuring native MCP support for deep data extraction just from a single Email/Username. Analyzes 2720+ actively maintained scan vectors (210+ email / 2510+ username) for security research, investigations, and digital footprinting.
Python cybersecuritycybersecurity-toolsemail-osintethical-hackingethical-hacking-toolsidentificationinfosecosintosint-emailosint-toolosint-toolsosint-usernamepentestingpythonredteam-toolsredteamingthreat-intelligence
feat: display current scanning module name in real-time on progress bar
Kaif0304f052303a
diff --git a/user_scanner/core/email_orchestrator.py b/user_scanner/core/email_orchestrator.pyindex d45bcd9..4404e5b 100644--- a/user_scanner/core/email_orchestrator.py+++ b/user_scanner/core/email_orchestrator.py@@ -2,7 +2,7 @@ import asyncioimport httpxfrom pathlib import Pathfrom types import ModuleType-from typing import List, Optional, Set, Union+from typing import List, Optional, Set, Union, Callablefrom colorama import Fore, Style@@ -65,9 +65,12 @@ async def _async_worker(sem: asyncio.Semaphore,configs: ScanConfig,printed_cats: Optional[Set] = None,+ on_start: Optional[Callable[[str], None]] = None,) -> Result:async with sem:site_name = get_site_name(module)+ if on_start:+ on_start(site_name)func = get_scan_func(module)actual_cat = find_category(module) or "Email"@@ -107,24 +110,10 @@ async def _run_batch(configs: ScanConfig,printed_cats: Optional[Set] = None,) -> List[Result]:- sem = asyncio.Semaphore(MAX_CONCURRENT_REQUESTS)- tasks = []- for module in modules:- tasks.append(- asyncio.create_task(- _async_worker(- module,- email,- sem,- configs,- printed_cats=printed_cats,- )- )- )-- if not tasks:+ if not modules:return []+ sem = asyncio.Semaphore(MAX_CONCURRENT_REQUESTS)results = []with Progress(@@ -135,10 +124,25 @@ async def _run_batch(TextColumn("[progress.percentage]{task.percentage:>3.0f}%"),transient=True,) as progress:- task_id = progress.add_task(f"[cyan]Scanning {email}...", total=len(tasks))+ task_id = progress.add_task(f"[cyan]Scanning {email}...", total=len(modules))- for task in tasks:- task.add_done_callback(lambda t: progress.advance(task_id))+ def on_start_cb(site: str):+ progress.update(task_id, description=f"[cyan]Scanning {email}... ({site})")++ tasks = []+ for module in modules:+ t = asyncio.create_task(+ _async_worker(+ module,+ email,+ sem,+ configs,+ printed_cats=printed_cats,+ on_start=on_start_cb,+ )+ )+ t.add_done_callback(lambda t: progress.advance(task_id))+ tasks.append(t)for coro in asyncio.as_completed(tasks):result = await coro@@ -208,29 +212,15 @@ async def _run_email_full_batch_async(email: str, configs: ScanConfig) -> List[Rprinted_cats: Set[str] = set()# 1. Pre-spawn all tasks for all categories (global concurrency)- category_tasks = []+ category_modules = []total_tasks = 0sem = asyncio.Semaphore(MAX_CONCURRENT_REQUESTS)for cat_name, cat_path in categories.items():display_name = cat_name.capitalize()modules = load_modules(cat_path)-- tasks = []- for module in modules:- tasks.append(- asyncio.create_task(- _async_worker(- module,- email,- sem,- configs,- printed_cats=printed_cats,- )- )- )- category_tasks.append((display_name, tasks))- total_tasks += len(tasks)+ category_modules.append((display_name, modules))+ total_tasks += len(modules)# 2. Await tasks category by category to stream grouped outputwith Progress(@@ -243,11 +233,28 @@ async def _run_email_full_batch_async(email: str, configs: ScanConfig) -> List[R) as progress:task_id = progress.add_task(f"[cyan]Scanning {email}...", total=total_tasks)- for _, tasks in category_tasks:- for task in tasks:- task.add_done_callback(lambda t: progress.advance(task_id))+ def on_start_cb(site: str):+ progress.update(task_id, description=f"[cyan]Scanning {email}... ({site})")++ spawned_category_tasks = []+ for display_name, modules in category_modules:+ tasks = []+ for module in modules:+ t = asyncio.create_task(+ _async_worker(+ module,+ email,+ sem,+ configs,+ printed_cats=printed_cats,+ on_start=on_start_cb,+ )+ )+ t.add_done_callback(lambda t: progress.advance(task_id))+ tasks.append(t)+ spawned_category_tasks.append((display_name, tasks))- for display_name, tasks in category_tasks:+ for display_name, tasks in spawned_category_tasks:if not tasks:continuediff --git a/user_scanner/core/orchestrator.py b/user_scanner/core/orchestrator.pyindex 1cd1a6b..f36b233 100644--- a/user_scanner/core/orchestrator.py+++ b/user_scanner/core/orchestrator.py@@ -38,10 +38,13 @@ async def _async_worker(sem: asyncio.Semaphore,configs: ScanConfig,printed_cats: Optional[Set] = None,- cat_override: Optional[str] = None+ cat_override: Optional[str] = None,+ on_start: Optional[Callable[[str], None]] = None) -> Result:async with sem:site_name = get_site_name(module)+ if on_start:+ on_start(site_name)func = get_scan_func(module)actual_cat = cat_override or find_category(module) or "Unknown"@@ -86,14 +89,6 @@ async def _run_batch(if sem is None:sem = asyncio.Semaphore(MAX_CONCURRENT_REQUESTS)- tasks = []- for module in modules:- tasks.append(- asyncio.create_task(- _async_worker(module, username, sem, configs, cat_override=cat_override)- )- )-results = []with Progress(@@ -104,10 +99,18 @@ async def _run_batch(TextColumn("[progress.percentage]{task.percentage:>3.0f}%"),transient=True,) as progress:- task_id = progress.add_task(f"[cyan]Scanning {username}...", total=len(tasks))+ task_id = progress.add_task(f"[cyan]Scanning {username}...", total=len(modules))- for task in tasks:- task.add_done_callback(lambda t: progress.advance(task_id))+ def on_start_cb(site: str):+ progress.update(task_id, description=f"[cyan]Scanning {username}... ({site})")++ tasks = []+ for module in modules:+ t = asyncio.create_task(+ _async_worker(module, username, sem, configs, cat_override=cat_override, on_start=on_start_cb)+ )+ t.add_done_callback(lambda t: progress.advance(task_id))+ tasks.append(t)for coro in asyncio.as_completed(tasks):result = await coro@@ -161,20 +164,13 @@ async def _run_user_full_async(username: str, configs: ScanConfig) -> List[Resulsem = asyncio.Semaphore(MAX_CONCURRENT_REQUESTS)# 1. Pre-spawn all tasks for all categories (global concurrency)- category_tasks = []+ category_modules = []total_tasks = 0for cat_name, cat_path in categories:display_name = cat_name.capitalize()modules = load_modules(cat_path)- tasks = []- for module in modules:- tasks.append(- asyncio.create_task(- _async_worker(module, username, sem, configs, cat_override=display_name)- )- )- category_tasks.append((display_name, tasks))- total_tasks += len(tasks)+ category_modules.append((display_name, modules))+ total_tasks += len(modules)# 2. Await tasks category by category to stream grouped outputwith Progress(@@ -187,11 +183,21 @@ async def _run_user_full_async(username: str, configs: ScanConfig) -> List[Resul) as progress:task_id = progress.add_task(f"[cyan]Scanning {username}...", total=total_tasks)- for _, tasks in category_tasks:- for task in tasks:- task.add_done_callback(lambda t: progress.advance(task_id))+ def on_start_cb(site: str):+ progress.update(task_id, description=f"[cyan]Scanning {username}... ({site})")++ spawned_category_tasks = []+ for display_name, modules in category_modules:+ tasks = []+ for module in modules:+ t = asyncio.create_task(+ _async_worker(module, username, sem, configs, cat_override=display_name, on_start=on_start_cb)+ )+ t.add_done_callback(lambda t: progress.advance(task_id))+ tasks.append(t)+ spawned_category_tasks.append((display_name, tasks))- for display_name, tasks in category_tasks:+ for display_name, tasks in spawned_category_tasks:if not tasks:continue