Skip to content

AI powered OSINT engine to discover and map 840+ social media identities across the web

feat: expand ground truth to 428 sites, cross-sourced with provenance

arxhr007f928c650b135
diff --git a/src/aliens_eye/cli.py b/src/aliens_eye/cli.py
index b60924c..c04f78f 100644
--- a/src/aliens_eye/cli.py
+++ b/src/aliens_eye/cli.py
@@ -316,6 +316,23 @@ def build_eval_parser() -> ArgumentParser:
external.add_argument("--out", type=str, help="Write the result bundle as JSON here")
external.add_argument("--json", action="store_true", dest="json_out", help="Print JSON to stdout")
external.add_argument("-v", "--verbose", action="store_true")
+
+ gt = sub.add_parser(
+ "groundtruth",
+ help="Rebuild the ground-truth splits from external projects' account lists",
+ )
+ gt.add_argument("--sherlock", type=str, help="Sherlock data.json (MIT)")
+ gt.add_argument("--whatsmyname", type=str, help="wmn-data.json (CC BY-SA 4.0)")
+ gt.add_argument("--sites", type=str, help="Path to a custom sites JSON")
+ gt.add_argument(
+ "--holdout-fraction", type=float, default=0.3,
+ help="Share of newly imported sites placed in the holdout split",
+ )
+ gt.add_argument(
+ "--dry-run", action="store_true",
+ help="Report what would change without writing the split files",
+ )
+ gt.add_argument("-v", "--verbose", action="store_true")
return parser
@@ -1032,6 +1049,9 @@ async def run_eval_command(args) -> None:
if args.eval_command == "external":
await run_eval_external_command(args)
return
+ if args.eval_command == "groundtruth":
+ run_eval_groundtruth_command(args)
+ return
if args.json_out:
set_plain(True, stderr=True)
@@ -1110,6 +1130,58 @@ async def run_eval_command(args) -> None:
console.print(f"[dim]Full bundle written to {args.out}[/dim]")
+def run_eval_groundtruth_command(args) -> None:
+ from importlib import resources
+
+ from aliens_eye.eval import groundtruth as gt
+ from aliens_eye.ml.collect import load_selfcheck_data
+
+ console = get_console()
+ if not (args.sherlock or args.whatsmyname):
+ console.print(
+ "[red]Pass --sherlock and/or --whatsmyname.[/red] Neither project's data is "
+ "vendored here; fetch it upstream and mind the licence "
+ "(Sherlock MIT, WhatsMyName CC BY-SA 4.0)."
+ )
+ return
+
+ catalogue = gt._index_catalogue(load_sites_data(Path(args.sites) if args.sites else None))
+ sherlock = gt.read_sherlock_accounts(Path(args.sherlock), catalogue) if args.sherlock else {}
+ whatsmyname = (
+ gt.read_whatsmyname_accounts(Path(args.whatsmyname), catalogue)
+ if args.whatsmyname else {}
+ )
+
+ existing = load_selfcheck_data("all")
+ entries = gt.cross_source(existing, sherlock, whatsmyname)
+ splits = gt.assign_splits(
+ entries,
+ set(load_selfcheck_data("train")),
+ set(load_selfcheck_data("holdout")),
+ holdout_fraction=args.holdout_fraction,
+ )
+
+ console.print(
+ f"[blue]Catalogue[/blue] {len(catalogue)} hosts "
+ f"[blue]Sherlock[/blue] {len(sherlock)} sites "
+ f"[blue]WhatsMyName[/blue] {len(whatsmyname)} sites "
+ f"[blue]existing[/blue] {len(existing)} -> [green]{len(entries)}[/green]"
+ )
+ if args.dry_run:
+ console.print("[yellow]Dry run: no files written.[/yellow]")
+ return
+
+ data_dir = Path(str(resources.files("aliens_eye.data")))
+ summary = gt.write_splits(
+ entries, splits, data_dir / "selfcheck.json", data_dir / "eval_holdout.json"
+ )
+ console.print(json.dumps(summary, indent=2))
+ console.print(
+ "[dim]Imported accounts are asserted by their source project, not verified. "
+ "Run a capture and the verification pass before treating them as labels.[/dim]"
+ )
+
+
async def run_eval_external_command(args) -> None:
from rich.table import Table
@@ -1154,8 +1226,14 @@ async def run_eval_external_command(args) -> None:
)
)
+ from aliens_eye.ml.collect import load_ground_truth_sources
+
+ provenance = load_ground_truth_sources(
+ args.split, Path(args.ground_truth) if args.ground_truth else None
+ )
bundle = await compare_external(
- Path(args.corpus), detector, logger, rule_paths, sites=sites
+ Path(args.corpus), detector, logger, rule_paths, sites=sites,
+ provenance=provenance,
)
if args.out:
@@ -1176,7 +1254,8 @@ async def run_eval_external_command(args) -> None:
f"\n[bold]{entry['name']}[/bold] "
f"rules {entry['source']['usable_rules']} "
f"covered {entry['samples']} rows ({entry['site_coverage']:.0%}) "
- f"no rule {entry['rows_without_rule']} undecided {entry['rows_rule_undecided']}"
+ f"no rule {entry['rows_without_rule']} undecided {entry['rows_rule_undecided']} "
+ f"self-sourced excluded {entry.get('rows_excluded_self_sourced', 0)}"
)
table = Table(header_style="bold blue")
table.add_column("Detector", style="yellow")
diff --git a/src/aliens_eye/data/eval_holdout.json b/src/aliens_eye/data/eval_holdout.json
index 8c9c0aa..c55f7af 100644
--- a/src/aliens_eye/data/eval_holdout.json
+++ b/src/aliens_eye/data/eval_holdout.json
@@ -1,43 +1,1205 @@
{
- "vimeo": [
- "staff"
- ],
- "duolingo": [
- "luis"
- ],
- "dribbble": [
- "dan"
- ],
- "steamcommunity": [
- "gabelogannewell"
- ],
- "hackernews": [
- "pg",
- "dang"
- ],
- "last.fm": [
- "rj",
- "lastfm"
- ],
- "tumblr": [
- "staff"
- ],
- "linktree": [
- "linktree"
- ],
- "unsplash": [
- "nasa"
- ],
- "codechef": [
- "tourist"
- ],
- "bitbucket": [
- "atlassian"
- ],
- "archive.org": [
- "brewster_kahle"
- ],
- "monkeytype": [
- "miodec"
- ]
+ "2dimensions": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "about": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "airbit": {
+ "source": "sherlock",
+ "usernames": [
+ "airbit"
+ ]
+ },
+ "alik.cz": {
+ "source": "whatsmyname",
+ "usernames": [
+ "igor",
+ "pavel"
+ ]
+ },
+ "anilist": {
+ "source": "sherlock",
+ "usernames": [
+ "Josh"
+ ]
+ },
+ "apple discussions": {
+ "source": "sherlock",
+ "usernames": [
+ "jason"
+ ]
+ },
+ "archive.org": {
+ "source": "curated",
+ "usernames": [
+ "brewster_kahle"
+ ],
+ "verified": true
+ },
+ "ask fedora": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "authorstream": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "babyblogru": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "bandlab": {
+ "source": "whatsmyname",
+ "usernames": [
+ "rave_flawless",
+ "delutaya"
+ ]
+ },
+ "bezuzyteczna": {
+ "source": "sherlock",
+ "usernames": [
+ "Jackson"
+ ]
+ },
+ "bitbucket": {
+ "source": "curated",
+ "usernames": [
+ "atlassian"
+ ],
+ "verified": true
+ },
+ "bitwarden forum": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "bongacams": {
+ "source": "sherlock",
+ "usernames": [
+ "asuna-black"
+ ]
+ },
+ "bravecommunity": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "caddy community": {
+ "source": "sherlock",
+ "usernames": [
+ "taako_magnusen"
+ ]
+ },
+ "car talk community": {
+ "source": "sherlock",
+ "usernames": [
+ "always_fixing"
+ ]
+ },
+ "carrd": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "chaos.social": {
+ "source": "whatsmyname",
+ "usernames": [
+ "dictvm",
+ "sml"
+ ]
+ },
+ "chess": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "cloudflarecommunity": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "cnet": {
+ "source": "sherlock",
+ "usernames": [
+ "melliott"
+ ]
+ },
+ "codecademy": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "codechef": {
+ "source": "curated",
+ "usernames": [
+ "tourist"
+ ],
+ "verified": true
+ },
+ "coders rank": {
+ "source": "sherlock",
+ "usernames": [
+ "rootkit7628"
+ ]
+ },
+ "colourlovers": {
+ "source": "whatsmyname",
+ "usernames": [
+ "timanttimaarit",
+ "tsoloweyko"
+ ]
+ },
+ "couchsurfing": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "crowdin": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "cults3d": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "Bstar3Dart",
+ "john"
+ ]
+ },
+ "dailymotion": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "depop": {
+ "source": "whatsmyname",
+ "usernames": [
+ "sara",
+ "susan"
+ ]
+ },
+ "discogs": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "discuss.elastic.co": {
+ "source": "whatsmyname",
+ "usernames": [
+ "whoami",
+ "johndoe"
+ ]
+ },
+ "dribbble": {
+ "source": "curated",
+ "usernames": [
+ "dan"
+ ],
+ "verified": true
+ },
+ "drive2": {
+ "source": "whatsmyname",
+ "usernames": [
+ "seryjkot",
+ "timo6a"
+ ]
+ },
+ "duolingo": {
+ "source": "curated",
+ "usernames": [
+ "luis"
+ ],
+ "verified": true
+ },
+ "envato forum": {
+ "source": "sherlock",
+ "usernames": [
+ "enabled"
+ ]
+ },
+ "exposure": {
+ "source": "sherlock",
+ "usernames": [
+ "jonasjacobsson"
+ ]
+ },
+ "facebook": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john.miniolic",
+ "adam"
+ ]
+ },
+ "fanpop": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "test",
+ "johndoe"
+ ]
+ },
+ "fiverr": {
+ "source": "whatsmyname",
+ "usernames": [
+ "yellowdd",
+ "samanvay"
+ ]
+ },
+ "flickr": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "glaciernps",
+ "test"
+ ]
+ },
+ "football": {
+ "source": "sherlock",
+ "usernames": [
+ "solo87"
+ ]
+ },
+ "forum_guns": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "freelancer": {
+ "source": "sherlock",
+ "usernames": [
+ "red0xff"
+ ]
+ },
+ "gab": {
+ "source": "whatsmyname",
+ "usernames": [
+ "RealMarjorieGreene",
+ "LaurenBoebert"
+ ]
+ },
+ "garmin": {
+ "source": "whatsmyname",
+ "usernames": [
+ "tommy",
+ "cderalow"
+ ]
+ },
+ "geocaching": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "moun10bike",
+ "niraD",
+ "john"
+ ]
+ },
+ "giant bomb": {
+ "source": "sherlock",
+ "usernames": [
+ "bob"
+ ]
+ },
+ "gitee": {
+ "source": "whatsmyname",
+ "usernames": [
+ "maxim",
+ "fupengfei"
+ ]
+ },
+ "google play": {
+ "source": "sherlock",
+ "usernames": [
+ "GitHub"
+ ]
+ },
+ "gravatar": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "test"
+ ]
+ },
+ "habbo": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "michelle"
+ ]
+ },
+ "hackerearth": {
+ "source": "sherlock",
+ "usernames": [
+ "naveennamani877"
+ ]
+ },
+ "hackernews": {
+ "source": "curated",
+ "usernames": [
+ "pg",
+ "dang"
+ ],
+ "verified": true
+ },
+ "hackerrank": {
+ "source": "sherlock",
+ "usernames": [
+ "satznova"
+ ]
+ },
+ "hashnode": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "holopin": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "hubski": {
+ "notes": {
+ "placeholder_handles": [
+ "john",
+ "blue"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "blue"
+ ]
+ },
+ "icons8 community": {
+ "source": "sherlock",
+ "usernames": [
+ "thefourCraft"
+ ]
+ },
+ "image fap": {
+ "source": "whatsmyname",
+ "usernames": [
+ "lover03",
+ "SecretSide15"
+ ]
+ },
+ "instagram": {
+ "source": "sherlock",
+ "usernames": [
+ "instagram"
+ ]
+ },
+ "intigriti": {
+ "source": "whatsmyname",
+ "usernames": [
+ "vampire01",
+ "kenshiin"
+ ]
+ },
+ "issuu": {
+ "source": "sherlock",
+ "usernames": [
+ "jenny"
+ ]
+ },
+ "jbzd.com.pl": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "test",
+ "janek"
+ ]
+ },
+ "jimdo": {
+ "source": "sherlock",
+ "usernames": [
+ "jenny"
+ ]
+ },
+ "kickstarter": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "bob"
+ ]
+ },
+ "kongregate": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "last.fm": {
+ "source": "curated",
+ "usernames": [
+ "rj",
+ "lastfm"
+ ],
+ "verified": true
+ },
+ "leasehackr": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "lesswrong": {
+ "source": "sherlock",
+ "usernames": [
+ "habryka"
+ ]
+ },
+ "librarything": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "linktree": {
+ "source": "curated",
+ "usernames": [
+ "linktree"
+ ],
+ "verified": true
+ },
+ "livejasmin": {
+ "source": "whatsmyname",
+ "usernames": [
+ "NaiaCollins",
+ "LoraClay"
+ ]
+ },
+ "lobsters": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "bob"
+ ]
+ },
+ "lushstories": {
+ "source": "sherlock",
+ "usernames": [
+ "chris_brown"
+ ]
+ },
+ "mastodon.online": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Gargron",
+ "RDHale"
+ ]
+ },
+ "memrise": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "minds": {
+ "source": "whatsmyname",
+ "usernames": [
+ "gigan996",
+ "mindsgaming"
+ ]
+ },
+ "mixcloud": {
+ "source": "sherlock",
+ "usernames": [
+ "jenny"
+ ]
+ },
+ "monkeytype": {
+ "source": "curated",
+ "usernames": [
+ "miodec"
+ ],
+ "verified": true
+ },
+ "motherless": {
+ "source": "sherlock",
+ "usernames": [
+ "hacker"
+ ]
+ },
+ "muckrack": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john"
+ ]
+ },
+ "mydramalist": {
+ "source": "sherlock",
+ "usernames": [
+ "elhadidy12398"
+ ]
+ },
+ "nairaland.com": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "needrom": {
+ "source": "sherlock",
+ "usernames": [
+ "needrom"
+ ]
+ },
+ "nicommunityforum": {
+ "source": "sherlock",
+ "usernames": [
+ "jambert"
+ ]
+ },
+ "nintendolife": {
+ "source": "sherlock",
+ "usernames": [
+ "goku"
+ ]
+ },
+ "notabug.org": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "observablehq": {
+ "source": "sherlock",
+ "usernames": [
+ "mbostock"
+ ]
+ },
+ "opennet": {
+ "source": "sherlock",
+ "usernames": [
+ "anonismus"
+ ]
+ },
+ "osu!": {
+ "source": "whatsmyname",
+ "usernames": [
+ "stretches",
+ "spiken8"
+ ]
+ },
+ "parler": {
+ "source": "whatsmyname",
+ "usernames": [
+ "DineshDsouza",
+ "SeanHannity"
+ ]
+ },
+ "pcgamer": {
+ "notes": {
+ "placeholder_handles": [
+ "admin"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "admin"
+ ]
+ },
+ "phpru": {
+ "source": "sherlock",
+ "usernames": [
+ "apple"
+ ]
+ },
+ "pixelfed": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "sarah",
+ "john"
+ ]
+ },
+ "pokemon showdown": {
+ "notes": {
+ "placeholder_handles": [
+ "red",
+ "blue"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "red",
+ "blue"
+ ]
+ },
+ "polymart": {
+ "source": "sherlock",
+ "usernames": [
+ "craciu25yt"
+ ]
+ },
+ "pr0gramm": {
+ "source": "sherlock",
+ "usernames": [
+ "cha0s"
+ ]
+ },
+ "psnprofiles.com": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "rajce.net": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "rclone forum": {
+ "source": "sherlock",
+ "usernames": [
+ "ncw"
+ ]
+ },
+ "reisefrage": {
+ "source": "sherlock",
+ "usernames": [
+ "reisefrage"
+ ]
+ },
+ "roblox": {
+ "source": "sherlock",
+ "usernames": [
+ "bluewolfekiller"
+ ]
+ },
+ "rubygems": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "sbazar.cz": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "shitpostbot5000": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "slack": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "slides": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "smule": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "sourceforge": {
+ "source": "whatsmyname",
+ "usernames": [
+ "alice",
+ "bob"
+ ]
+ },
+ "speedrun.com": {
+ "notes": {
+ "placeholder_handles": [
+ "example"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "example"
+ ]
+ },
+ "splits.io": {
+ "source": "sherlock",
+ "usernames": [
+ "cambosteve"
+ ]
+ },
+ "sportlerfrage": {
+ "source": "sherlock",
+ "usernames": [
+ "sportlerfrage"
+ ]
+ },
+ "star citizen": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "steamcommunity": {
+ "source": "curated",
+ "usernames": [
+ "gabelogannewell"
+ ],
+ "verified": true
+ },
+ "streamlabs": {
+ "source": "whatsmyname",
+ "usernames": [
+ "veibae",
+ "cutie_cori"
+ ]
+ },
+ "svidbook": {
+ "notes": {
+ "placeholder_handles": [
+ "green"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "green"
+ ]
+ },
+ "tellonym.me": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "themeforest": {
+ "notes": {
+ "placeholder_handles": [
+ "user"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "user"
+ ]
+ },
+ "tindie": {
+ "source": "whatsmyname",
+ "usernames": [
+ "tehrabbitt",
+ "dekunukem"
+ ]
+ },
+ "toster": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "traktrain": {
+ "source": "sherlock",
+ "usernames": [
+ "traktrain"
+ ]
+ },
+ "trello": {
+ "source": "whatsmyname",
+ "usernames": [
+ "naranjasan",
+ "jane"
+ ]
+ },
+ "tumblr": {
+ "source": "curated",
+ "usernames": [
+ "staff"
+ ],
+ "verified": true
+ },
+ "tuna": {
+ "source": "sherlock",
+ "usernames": [
+ "bob"
+ ]
+ },
+ "udemy": {
+ "source": "whatsmyname",
+ "usernames": [
+ "stephane-maarek",
+ "lizbrown3"
+ ]
+ },
+ "unsplash": {
+ "source": "curated",
+ "usernames": [
+ "nasa"
+ ],
+ "verified": true
+ },
+ "untappd": {
+ "source": "sherlock",
+ "usernames": [
+ "untappd"
+ ]
+ },
+ "vero": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "vimeo": {
+ "source": "curated",
+ "usernames": [
+ "staff"
+ ],
+ "verified": true
+ },
+ "vsco": {
+ "source": "whatsmyname",
+ "usernames": [
+ "sam",
+ "becca"
+ ]
+ },
+ "wattpad": {
+ "source": "sherlock",
+ "usernames": [
+ "Dogstho7951"
+ ]
+ },
+ "weebly": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "wikidot": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "wix": {
+ "source": "sherlock",
+ "usernames": [
+ "support"
+ ]
+ },
+ "wordpress": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "xhamster": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "xvideos": {
+ "source": "whatsmyname",
+ "usernames": [
+ "nympho-nailer",
+ "vvalencourt3",
+ "lia-lin"
+ ]
+ },
+ "youpic": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "znanylekarz.pl": {
+ "source": "sherlock",
+ "usernames": [
+ "janusz-nowak"
+ ]
+ }
}
diff --git a/src/aliens_eye/data/selfcheck.json b/src/aliens_eye/data/selfcheck.json
index 526338d..0d75ec7 100644
--- a/src/aliens_eye/data/selfcheck.json
+++ b/src/aliens_eye/data/selfcheck.json
@@ -1,107 +1,2419 @@
{
- "github": [
- "torvalds",
- "gvanrossum",
- "mojombo"
- ],
- "reddit": [
- "spez",
- "kn0thing"
- ],
- "gitlab": [
- "sytses"
- ],
- "twitch": [
- "shroud",
- "ninja"
- ],
- "medium": [
- "ev"
- ],
- "dev.to": [
- "ben",
- "jess"
- ],
- "npm": [
- "sindresorhus",
- "isaacs"
- ],
- "pypi": [
- "dstufft"
- ],
- "soundcloud": [
- "skrillex",
- "diplo"
- ],
- "imgur": [
- "sarah"
- ],
- "patreon": [
- "jacksepticeye"
- ],
- "telegram": [
- "durov",
- "telegram"
- ],
- "chess.com": [
- "hikaru",
- "magnuscarlsen"
- ],
- "lichess": [
- "thibault",
- "drnykterstein"
- ],
- "mastodon.social": [
- "Gargron"
- ],
- "pinterest": [
- "pinterest"
- ],
- "devrant": [
- "dfox",
- "trogus"
- ],
- "spotify": [
- "spotify"
- ],
- "kaggle": [
- "kaggle",
- "abhishek"
- ],
- "wikipedia": [
- "Jimbo_Wales"
- ],
- "youtube user": [
- "pewdiepie"
- ],
- "codepen": [
- "chriscoyier",
- "cassiecodes"
- ],
- "wordpressorg": [
- "matt",
- "automattic"
- ],
- "docker hub": [
- "docker"
- ],
- "scratch": [
- "Scratch",
- "griffpatch"
- ],
- "replit.com": [
- "replit"
- ],
- "producthunt": [
- "ryanhoover"
- ],
- "artstation": [
- "artstation"
- ],
- "codewars": [
- "jhoffner"
- ],
- "freecodecamp": [
- "QuincyLarson"
- ]
+ "7cups": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "jbob"
+ ]
+ },
+ "9gag": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "academia.edu": {
+ "source": "whatsmyname",
+ "usernames": [
+ "peter",
+ "LiamM"
+ ]
+ },
+ "admireme.vip": {
+ "source": "sherlock",
+ "usernames": [
+ "DemiDevil"
+ ]
+ },
+ "airliners": {
+ "source": "sherlock",
+ "usernames": [
+ "yushinlin"
+ ]
+ },
+ "akniga": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "all things worn": {
+ "source": "sherlock",
+ "usernames": [
+ "pink"
+ ]
+ },
+ "allmylinks": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "apclips": {
+ "source": "sherlock",
+ "usernames": [
+ "onlybbyraq"
+ ]
+ },
+ "apple developer": {
+ "source": "sherlock",
+ "usernames": [
+ "lio24d"
+ ]
+ },
+ "archive of our own": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "test"
+ ]
+ },
+ "artstation": {
+ "source": "curated",
+ "usernames": [
+ "artstation"
+ ],
+ "verified": true
+ },
+ "asciinema": {
+ "notes": {
+ "placeholder_handles": [
+ "john",
+ "red"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "red"
+ ]
+ },
+ "atcoder": {
+ "source": "sherlock",
+ "usernames": [
+ "ksun48"
+ ]
+ },
+ "audiojungle": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "reds"
+ ]
+ },
+ "autofrage": {
+ "source": "sherlock",
+ "usernames": [
+ "autofrage"
+ ]
+ },
+ "avizo": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "babyru": {
+ "notes": {
+ "placeholder_handles": [
+ "example"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "example"
+ ]
+ },
+ "bandcamp": {
+ "source": "whatsmyname",
+ "usernames": [
+ "alice",
+ "bob"
+ ]
+ },
+ "bazar.cz": {
+ "source": "sherlock",
+ "usernames": [
+ "pianina"
+ ]
+ },
+ "behance": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "biggerpockets": {
+ "source": "whatsmyname",
+ "usernames": [
+ "trustgreene",
+ "chasel9"
+ ]
+ },
+ "biohacking": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "blogger": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "bluesky": {
+ "source": "sherlock",
+ "usernames": [
+ "mcuban"
+ ]
+ },
+ "bookcrossing": {
+ "source": "whatsmyname",
+ "usernames": [
+ "countofmonte",
+ "Doris52"
+ ]
+ },
+ "booth": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "buymeacoffee": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "buzzfeed": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "cafecito": {
+ "source": "whatsmyname",
+ "usernames": [
+ "braftty",
+ "guillermo"
+ ]
+ },
+ "calendly": {
+ "source": "whatsmyname",
+ "usernames": [
+ "honey",
+ "roger"
+ ]
+ },
+ "carbonmade": {
+ "source": "sherlock",
+ "usernames": [
+ "jenny"
+ ]
+ },
+ "career.habr": {
+ "source": "whatsmyname",
+ "usernames": [
+ "sergey-kobets3",
+ "fixten"
+ ]
+ },
+ "cgtrader": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "championat": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "chatujme.cz": {
+ "source": "sherlock",
+ "usernames": [
+ "david"
+ ]
+ },
+ "chaturbate": {
+ "source": "sherlock",
+ "usernames": [
+ "cute18cute"
+ ]
+ },
+ "chess.com": {
+ "source": "curated",
+ "usernames": [
+ "hikaru",
+ "magnuscarlsen"
+ ],
+ "verified": true
+ },
+ "choice community": {
+ "source": "sherlock",
+ "usernames": [
+ "gordon"
+ ]
+ },
+ "clapper": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "clozemaster": {
+ "notes": {
+ "placeholder_handles": [
+ "green"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "green"
+ ]
+ },
+ "clubhouse": {
+ "source": "whatsmyname",
+ "usernames": [
+ "kirbyplessas",
+ "rohan"
+ ]
+ },
+ "code snippet wiki": {
+ "source": "sherlock",
+ "usernames": [
+ "bob"
+ ]
+ },
+ "codeberg": {
+ "source": "whatsmyname",
+ "usernames": [
+ "tivasyk",
+ "happy"
+ ]
+ },
+ "codeforces": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Abdul01",
+ "Abdullah"
+ ]
+ },
+ "codementor": {
+ "source": "whatsmyname",
+ "usernames": [
+ "e4c5",
+ "juanelfers"
+ ]
+ },
+ "codepen": {
+ "source": "curated",
+ "usernames": [
+ "chriscoyier",
+ "cassiecodes"
+ ],
+ "verified": true
+ },
+ "coderwall": {
+ "source": "sherlock",
+ "usernames": [
+ "hacker"
+ ]
+ },
+ "codewars": {
+ "source": "curated",
+ "usernames": [
+ "jhoffner"
+ ],
+ "verified": true
+ },
+ "coinvote": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "contently": {
+ "source": "sherlock",
+ "usernames": [
+ "jordanteicher"
+ ]
+ },
+ "coroflot": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "cracked": {
+ "source": "whatsmyname",
+ "usernames": [
+ "mbattagl",
+ "Hatchback"
+ ]
+ },
+ "crevado": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "cryptomator forum": {
+ "source": "sherlock",
+ "usernames": [
+ "michael"
+ ]
+ },
+ "ctan": {
+ "source": "sherlock",
+ "usernames": [
+ "briggs"
+ ]
+ },
+ "d3ru": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "dailykos": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "datingru": {
+ "notes": {
+ "placeholder_handles": [
+ "john",
+ "blue"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "blue"
+ ]
+ },
+ "dealabs": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "dev community": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "dev.to": {
+ "source": "curated",
+ "usernames": [
+ "ben",
+ "jess"
+ ],
+ "verified": true
+ },
+ "deviantart": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "rattybike",
+ "john"
+ ]
+ },
+ "devrant": {
+ "source": "curated",
+ "usernames": [
+ "dfox",
+ "trogus"
+ ],
+ "verified": true
+ },
+ "discord": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "discourse": {
+ "source": "whatsmyname",
+ "usernames": [
+ "ndalliard",
+ "gerhard"
+ ]
+ },
+ "disqus": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "dmoj": {
+ "source": "sherlock",
+ "usernames": [
+ "junferno"
+ ]
+ },
+ "docker hub": {
+ "source": "curated",
+ "usernames": [
+ "docker"
+ ],
+ "verified": true
+ },
+ "egpu": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "eintrachtfrankfurt": {
+ "source": "sherlock",
+ "usernames": [
+ "mmammu"
+ ]
+ },
+ "erome": {
+ "source": "sherlock",
+ "usernames": [
+ "bob"
+ ]
+ },
+ "etsy": {
+ "source": "whatsmyname",
+ "usernames": [
+ "david",
+ "happiness"
+ ]
+ },
+ "eyeem": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "f3.cool": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "fameswap": {
+ "source": "sherlock",
+ "usernames": [
+ "fameswap"
+ ]
+ },
+ "fandom": {
+ "source": "sherlock",
+ "usernames": [
+ "Jungypoo"
+ ]
+ },
+ "figma": {
+ "source": "whatsmyname",
+ "usernames": [
+ "bob",
+ "mike"
+ ]
+ },
+ "finanzfrage": {
+ "source": "sherlock",
+ "usernames": [
+ "finanzfrage"
+ ]
+ },
+ "fixya": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "fl": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "flightradar24": {
+ "source": "sherlock",
+ "usernames": [
+ "jebbrooks"
+ ]
+ },
+ "flipboard": {
+ "source": "whatsmyname",
+ "usernames": [
+ "cosmopolitan",
+ "Mashable"
+ ]
+ },
+ "fortnitetracker": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "forum ophilia": {
+ "source": "sherlock",
+ "usernames": [
+ "bob"
+ ]
+ },
+ "fosstodon": {
+ "source": "whatsmyname",
+ "usernames": [
+ "linux",
+ "Phil35"
+ ]
+ },
+ "foursquare": {
+ "source": "whatsmyname",
+ "usernames": [
+ "j0hn",
+ "ncyp23"
+ ]
+ },
+ "freecodecamp": {
+ "source": "curated",
+ "usernames": [
+ "QuincyLarson"
+ ],
+ "verified": true
+ },
+ "freesound": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Manu593",
+ "somewhereinjp"
+ ]
+ },
+ "furaffinity": {
+ "source": "sherlock",
+ "usernames": [
+ "jesus"
+ ]
+ },
+ "gaiaonline": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "gamespot": {
+ "source": "whatsmyname",
+ "usernames": [
+ "alice",
+ "bob"
+ ]
+ },
+ "geeksforgeeks": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "genius (users)": {
+ "source": "sherlock",
+ "usernames": [
+ "genius"
+ ]
+ },
+ "gesundheitsfrage": {
+ "source": "sherlock",
+ "usernames": [
+ "gutefrage"
+ ]
+ },
+ "getmyuni": {
+ "source": "sherlock",
+ "usernames": [
+ "Upneet.Grover17"
+ ]
+ },
+ "giphy": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "gitbook": {
+ "source": "sherlock",
+ "usernames": [
+ "gitbook"
+ ]
+ },
+ "github": {
+ "source": "curated",
+ "usernames": [
+ "torvalds",
+ "gvanrossum",
+ "mojombo"
+ ],
+ "verified": true
+ },
+ "gitlab": {
+ "source": "curated",
+ "usernames": [
+ "sytses"
+ ],
+ "verified": true
+ },
+ "gnome vcs": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "goodreads": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "gradle": {
+ "source": "sherlock",
+ "usernames": [
+ "jetbrains"
+ ]
+ },
+ "grailed": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "gumroad": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "gutefrage": {
+ "source": "sherlock",
+ "usernames": [
+ "gutefrage"
+ ]
+ },
+ "habr": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "hackaday": {
+ "notes": {
+ "placeholder_handles": [
+ "john",
+ "adam"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "adam"
+ ]
+ },
+ "hackernoon": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "alex"
+ ]
+ },
+ "hackerone": {
+ "source": "whatsmyname",
+ "usernames": [
+ "born2hack",
+ "godiego"
+ ]
+ },
+ "hackster": {
+ "source": "whatsmyname",
+ "usernames": [
+ "hendra",
+ "sologithu"
+ ]
+ },
+ "harvard scholar": {
+ "source": "sherlock",
+ "usernames": [
+ "ousmanekane"
+ ]
+ },
+ "heavy-r": {
+ "source": "sherlock",
+ "usernames": [
+ "kilroy222"
+ ]
+ },
+ "hive.blog": {
+ "source": "sherlock",
+ "usernames": [
+ "mango-juice"
+ ]
+ },
+ "houzz": {
+ "source": "whatsmyname",
+ "usernames": [
+ "liam",
+ "alex"
+ ]
+ },
+ "hubpages": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "huggingface": {
+ "source": "sherlock",
+ "usernames": [
+ "Pasanlaksitha"
+ ]
+ },
+ "hunting": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "ifttt": {
+ "source": "whatsmyname",
+ "usernames": [
+ "nr9992",
+ "sss90"
+ ]
+ },
+ "igromania": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "imgsrc.ru": {
+ "source": "whatsmyname",
+ "usernames": [
+ "natalisn",
+ "andydiamond",
+ "natalyck"
+ ]
+ },
+ "imgup.cz": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "imgur": {
+ "source": "curated",
+ "usernames": [
+ "sarah"
+ ],
+ "verified": true
+ },
+ "instructables": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "davidandora",
+ "test"
+ ]
+ },
+ "interpals": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "ionic forum": {
+ "source": "sherlock",
+ "usernames": [
+ "theblue222"
+ ]
+ },
+ "irecommend": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "itch.io": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "itemfix": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "jellyfin weblate": {
+ "source": "sherlock",
+ "usernames": [
+ "EraYaN"
+ ]
+ },
+ "jeuxvideo": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "joplin forum": {
+ "source": "sherlock",
+ "usernames": [
+ "laurent"
+ ]
+ },
+ "kaggle": {
+ "source": "curated",
+ "usernames": [
+ "kaggle",
+ "abhishek"
+ ],
+ "verified": true
+ },
+ "keybase": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "test",
+ "mubix"
+ ]
+ },
+ "kik": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "kofi": {
+ "source": "whatsmyname",
+ "usernames": [
+ "frank",
+ "marcmakescomics"
+ ]
+ },
+ "kwork": {
+ "source": "whatsmyname",
+ "usernames": [
+ "ilkarkarakurt",
+ "sergeymeshiy"
+ ]
+ },
+ "launchpad": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "leetcode": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "lemon8": {
+ "source": "whatsmyname",
+ "usernames": [
+ "dateandtravell",
+ "rolinda_reyes"
+ ]
+ },
+ "letterboxd": {
+ "source": "whatsmyname",
+ "usernames": [
+ "serdaraltin",
+ "choi"
+ ]
+ },
+ "liberapay": {
+ "source": "whatsmyname",
+ "usernames": [
+ "db0",
+ "bnjbvr"
+ ]
+ },
+ "lichess": {
+ "source": "curated",
+ "usernames": [
+ "thibault",
+ "drnykterstein"
+ ],
+ "verified": true
+ },
+ "linkedin": {
+ "source": "sherlock",
+ "usernames": [
+ "paulpfeister"
+ ]
+ },
+ "listed": {
+ "source": "sherlock",
+ "usernames": [
+ "listed"
+ ]
+ },
+ "livejournal": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "livelib": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "lor": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "lottiefiles": {
+ "source": "sherlock",
+ "usernames": [
+ "lottiefiles"
+ ]
+ },
+ "masto.ai": {
+ "source": "whatsmyname",
+ "usernames": [
+ "rbreich",
+ "stux"
+ ]
+ },
+ "mastodon.cloud": {
+ "source": "sherlock",
+ "usernames": [
+ "TheAdmin"
+ ]
+ },
+ "mastodon.social": {
+ "source": "curated",
+ "usernames": [
+ "Gargron"
+ ],
+ "verified": true
+ },
+ "mastodon.xyz": {
+ "source": "sherlock",
+ "usernames": [
+ "TheKinrar"
+ ]
+ },
+ "medium": {
+ "source": "curated",
+ "usernames": [
+ "ev"
+ ],
+ "verified": true
+ },
+ "meetme": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "marsha"
+ ]
+ },
+ "mercadolivre": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "metacritic": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Mcguy",
+ "goldzweig"
+ ]
+ },
+ "minecraft": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "mix": {
+ "notes": {
+ "placeholder_handles": [
+ "test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "test",
+ "mixpicks"
+ ]
+ },
+ "mmorpg forum": {
+ "source": "sherlock",
+ "usernames": [
+ "goku"
+ ]
+ },
+ "moikrug": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "motorradfrage": {
+ "source": "sherlock",
+ "usernames": [
+ "gutefrage"
+ ]
+ },
+ "mstdn.io": {
+ "source": "whatsmyname",
+ "usernames": [
+ "mike",
+ "greg"
+ ]
+ },
+ "musescore": {
+ "source": "sherlock",
+ "usernames": [
+ "arrangeme"
+ ]
+ },
+ "myanimelist": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "myminifactory": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "myspace": {
+ "source": "whatsmyname",
+ "usernames": [
+ "alice",
+ "bob"
+ ]
+ },
+ "nationstates region": {
+ "source": "sherlock",
+ "usernames": [
+ "the_holy_principality_of_saint_mark"
+ ]
+ },
+ "naver": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "bob",
+ "blue"
+ ]
+ },
+ "newgrounds": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "nextcloud forum": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "nightbot": {
+ "notes": {
+ "placeholder_handles": [
+ "green"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "green"
+ ]
+ },
+ "ninja kiwi": {
+ "source": "sherlock",
+ "usernames": [
+ "Kyruko"
+ ]
+ },
+ "nitrotype": {
+ "source": "sherlock",
+ "usernames": [
+ "jianclash"
+ ]
+ },
+ "nnru": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "note": {
+ "source": "whatsmyname",
+ "usernames": [
+ "honey",
+ "yui"
+ ]
+ },
+ "npm": {
+ "source": "curated",
+ "usernames": [
+ "sindresorhus",
+ "isaacs"
+ ],
+ "verified": true
+ },
+ "nyaa.si": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "odnoklassniki": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "aleksandrvasillev"
+ ]
+ },
+ "opencollective": {
+ "source": "sherlock",
+ "usernames": [
+ "sindresorhus"
+ ]
+ },
+ "opensource": {
+ "source": "whatsmyname",
+ "usernames": [
+ "wuweijie",
+ "alansmithee"
+ ]
+ },
+ "openstreetmap": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "ourdjtalk": {
+ "source": "sherlock",
+ "usernames": [
+ "steve"
+ ]
+ },
+ "packagist": {
+ "source": "sherlock",
+ "usernames": [
+ "psr"
+ ]
+ },
+ "pastebin": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "patientlikeme": {
+ "source": "whatsmyname",
+ "usernames": [
+ "thjuland",
+ "Pedro0703",
+ "Hydropioneer"
+ ]
+ },
+ "patreon": {
+ "source": "curated",
+ "usernames": [
+ "jacksepticeye"
+ ],
+ "verified": true
+ },
+ "peerlist": {
+ "source": "whatsmyname",
+ "usernames": [
+ "taher_max_",
+ "naymurr"
+ ]
+ },
+ "pentesterlab": {
+ "source": "sherlock",
+ "usernames": [
+ "0day"
+ ]
+ },
+ "pikabu": {
+ "source": "whatsmyname",
+ "usernames": [
+ "igor01",
+ "serguei"
+ ]
+ },
+ "pinkbike": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "pinterest": {
+ "source": "curated",
+ "usernames": [
+ "pinterest"
+ ],
+ "verified": true
+ },
+ "plurk": {
+ "source": "sherlock",
+ "usernames": [
+ "plurkoffice"
+ ]
+ },
+ "pocketstars": {
+ "source": "sherlock",
+ "usernames": [
+ "hacker"
+ ]
+ },
+ "polarsteps": {
+ "source": "sherlock",
+ "usernames": [
+ "james"
+ ]
+ },
+ "polygon": {
+ "source": "sherlock",
+ "usernames": [
+ "swiftstickler"
+ ]
+ },
+ "pornhub": {
+ "source": "whatsmyname",
+ "usernames": [
+ "sexyc4u",
+ "desadelegacy"
+ ]
+ },
+ "poshmark": {
+ "source": "whatsmyname",
+ "usernames": [
+ "alice",
+ "bob"
+ ]
+ },
+ "producthunt": {
+ "source": "curated",
+ "usernames": [
+ "ryanhoover"
+ ],
+ "verified": true
+ },
+ "prog.hu": {
+ "source": "sherlock",
+ "usernames": [
+ "Sting"
+ ]
+ },
+ "promodj": {
+ "source": "whatsmyname",
+ "usernames": [
+ "sekoy",
+ "vovasmallny"
+ ]
+ },
+ "pypi": {
+ "source": "curated",
+ "usernames": [
+ "dstufft"
+ ],
+ "verified": true
+ },
+ "quizlet": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Rita426",
+ "Muyao_531"
+ ]
+ },
+ "quora": {
+ "source": "whatsmyname",
+ "usernames": [
+ "John-Galan-5",
+ "Alex-Clay"
+ ]
+ },
+ "rarible": {
+ "source": "whatsmyname",
+ "usernames": [
+ "lokikot",
+ "vintagemozart"
+ ]
+ },
+ "rate your music": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "redbubble": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "reddit": {
+ "source": "curated",
+ "usernames": [
+ "spez",
+ "kn0thing"
+ ],
+ "verified": true
+ },
+ "redtube": {
+ "source": "sherlock",
+ "usernames": [
+ "hacker"
+ ]
+ },
+ "replit.com": {
+ "source": "curated",
+ "usernames": [
+ "replit"
+ ],
+ "verified": true
+ },
+ "researchgate": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Tafara-Mwareya",
+ "Jose-Roberto-Rasi"
+ ]
+ },
+ "reverbnation": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "rockettube": {
+ "source": "sherlock",
+ "usernames": [
+ "Tatteddick5600"
+ ]
+ },
+ "royalcams": {
+ "source": "sherlock",
+ "usernames": [
+ "asuna-black"
+ ]
+ },
+ "rumble": {
+ "source": "whatsmyname",
+ "usernames": [
+ "SaltyCracker",
+ "GGreenwald"
+ ]
+ },
+ "satsisru": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "scratch": {
+ "source": "curated",
+ "usernames": [
+ "Scratch",
+ "griffpatch"
+ ],
+ "verified": true
+ },
+ "scribd": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "sessionize": {
+ "source": "sherlock",
+ "usernames": [
+ "jason-mayes"
+ ]
+ },
+ "signal": {
+ "source": "sherlock",
+ "usernames": [
+ "jlund"
+ ]
+ },
+ "sketchfab": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "slant": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "bob",
+ "john"
+ ]
+ },
+ "slashdot": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "slideshare": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "rebeccaskeeles",
+ "john"
+ ]
+ },
+ "smugmug": {
+ "source": "sherlock",
+ "usernames": [
+ "winchester"
+ ]
+ },
+ "snapchat": {
+ "source": "whatsmyname",
+ "usernames": [
+ "djkhaled305",
+ "mileycyrus"
+ ]
+ },
+ "social.tchncs.de": {
+ "source": "sherlock",
+ "usernames": [
+ "Milan"
+ ]
+ },
+ "soundcloud": {
+ "source": "curated",
+ "usernames": [
+ "skrillex",
+ "diplo"
+ ],
+ "verified": true
+ },
+ "soylentnews": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "adam"
+ ]
+ },
+ "spacehey": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "spletnik": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "splice": {
+ "source": "sherlock",
+ "usernames": [
+ "splice"
+ ]
+ },
+ "spoj": {
+ "source": "whatsmyname",
+ "usernames": [
+ "defrager",
+ "xilinx"
+ ]
+ },
+ "sporcle": {
+ "notes": {
+ "placeholder_handles": [
+ "Test"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "Test",
+ "lolshortee"
+ ]
+ },
+ "sportsru": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "spotify": {
+ "source": "curated",
+ "usernames": [
+ "spotify"
+ ],
+ "verified": true
+ },
+ "stackshare": {
+ "source": "whatsmyname",
+ "usernames": [
+ "gordonpn68492",
+ "Alan-Liang"
+ ]
+ },
+ "steamgifts": {
+ "source": "whatsmyname",
+ "usernames": [
+ "AbsurdPoncho",
+ "Wolod1402"
+ ]
+ },
+ "strava": {
+ "notes": {
+ "placeholder_handles": [
+ "adam"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "jane",
+ "adam"
+ ]
+ },
+ "sublimeforum": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "substack": {
+ "notes": {
+ "placeholder_handles": [
+ "green"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "green"
+ ]
+ },
+ "swapd": {
+ "source": "sherlock",
+ "usernames": [
+ "swapd"
+ ]
+ },
+ "taringa": {
+ "source": "whatsmyname",
+ "usernames": [
+ "jocaxav",
+ "engendrometal"
+ ]
+ },
+ "telegram": {
+ "source": "curated",
+ "usernames": [
+ "durov",
+ "telegram"
+ ],
+ "verified": true
+ },
+ "tenor": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "tetr.io": {
+ "source": "whatsmyname",
+ "usernames": [
+ "icly",
+ "5han"
+ ]
+ },
+ "threads": {
+ "source": "sherlock",
+ "usernames": [
+ "zuck"
+ ]
+ },
+ "tiktok": {
+ "source": "whatsmyname",
+ "usernames": [
+ "gordonramsayofficial",
+ "pookiebear73"
+ ]
+ },
+ "tnaflix": {
+ "source": "sherlock",
+ "usernames": [
+ "hacker"
+ ]
+ },
+ "topcoder.profile": {
+ "notes": {
+ "placeholder_handles": [
+ "USER"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "USER"
+ ]
+ },
+ "tradingview": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "trakt": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "anne"
+ ]
+ },
+ "trashboxru": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "trawelling": {
+ "source": "sherlock",
+ "usernames": [
+ "lassestolley"
+ ]
+ },
+ "truth.social": {
+ "source": "whatsmyname",
+ "usernames": [
+ "realdonaldtrump",
+ "ScottAdamsTruth"
+ ]
+ },
+ "tryhackme": {
+ "source": "sherlock",
+ "usernames": [
+ "ashu"
+ ]
+ },
+ "tweakers": {
+ "source": "sherlock",
+ "usernames": [
+ "femme"
+ ]
+ },
+ "twitch": {
+ "source": "curated",
+ "usernames": [
+ "shroud",
+ "ninja"
+ ],
+ "verified": true
+ },
+ "typeracer": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "uid": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "ultimate-guitar": {
+ "source": "whatsmyname",
+ "usernames": [
+ "LYNX-Music",
+ "Mikhailo",
+ "MeGaDeth2314"
+ ]
+ },
+ "velomania": {
+ "notes": {
+ "placeholder_handles": [
+ "red"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "red"
+ ]
+ },
+ "venmo": {
+ "source": "whatsmyname",
+ "usernames": [
+ "John-Goolsby-8",
+ "kate-mura"
+ ]
+ },
+ "virustotal": {
+ "source": "whatsmyname",
+ "usernames": [
+ "cyber",
+ "cybersecstu"
+ ]
+ },
+ "vk": {
+ "source": "sherlock",
+ "usernames": [
+ "brown"
+ ]
+ },
+ "wakatime": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "warrior forum": {
+ "source": "whatsmyname",
+ "usernames": [
+ "alex",
+ "discrat"
+ ]
+ },
+ "weblate": {
+ "source": "whatsmyname",
+ "usernames": [
+ "login836039",
+ "Datura0808"
+ ]
+ },
+ "webnode": {
+ "source": "sherlock",
+ "usernames": [
+ "radkabalcarova"
+ ]
+ },
+ "weibo": {
+ "source": "whatsmyname",
+ "usernames": [
+ "guoailun12",
+ "fbb0916"
+ ]
+ },
+ "wicg forum": {
+ "source": "sherlock",
+ "usernames": [
+ "stefano"
+ ]
+ },
+ "wikimedia": {
+ "source": "whatsmyname",
+ "usernames": [
+ "sector051",
+ "webbreacher"
+ ]
+ },
+ "wikipedia": {
+ "source": "curated",
+ "usernames": [
+ "Jimbo_Wales"
+ ],
+ "verified": true
+ },
+ "windy": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "wolframalphaforum": {
+ "source": "sherlock",
+ "usernames": [
+ "unico"
+ ]
+ },
+ "wordnik": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "elle",
+ "john"
+ ]
+ },
+ "wordpressorg": {
+ "source": "curated",
+ "usernames": [
+ "matt",
+ "automattic"
+ ],
+ "verified": true
+ },
+ "wykop.pl": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "xbox gamertag": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "Spiken8",
+ "john"
+ ]
+ },
+ "xing": {
+ "source": "whatsmyname",
+ "usernames": [
+ "Andy_Hausmann",
+ "Stephan_Abele2"
+ ]
+ },
+ "xnxx": {
+ "notes": {
+ "placeholder_handles": [
+ "john"
+ ]
+ },
+ "source": "whatsmyname",
+ "usernames": [
+ "john",
+ "mumrra"
+ ]
+ },
+ "yandexmusic": {
+ "source": "sherlock",
+ "usernames": [
+ "ya.playlist"
+ ]
+ },
+ "younow": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "youporn": {
+ "notes": {
+ "placeholder_handles": [
+ "blue"
+ ]
+ },
+ "source": "sherlock",
+ "usernames": [
+ "blue"
+ ]
+ },
+ "youtube channel": {
+ "source": "whatsmyname",
+ "usernames": [
+ "OvylarockTHR",
+ "OSINTDojo"
+ ]
+ },
+ "youtube user": {
+ "source": "curated",
+ "usernames": [
+ "pewdiepie"
+ ],
+ "verified": true
+ }
}
diff --git a/src/aliens_eye/eval/external.py b/src/aliens_eye/eval/external.py
index 30e135b..6397373 100644
--- a/src/aliens_eye/eval/external.py
+++ b/src/aliens_eye/eval/external.py
@@ -210,7 +210,11 @@ def _strip(url: str) -> str:
return url.rstrip("/").lower()
-def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:
+def score_engine(
+ engine: RuleEngine,
+ observations,
+ excluded_sites: set[str] | None = None,
+) -> dict[str, Any]:
"""Score one external engine over pre-collected corpus observations.
Rows the engine has no rule for, or returns UNKNOWN on, are **excluded** and
@@ -219,8 +223,9 @@ def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:
"""
from aliens_eye.selfcheck import _metrics
+ excluded_sites = excluded_sites or set()
tp = fp = fn = tn = 0
- covered = unknown = no_rule = 0
+ covered = unknown = no_rule = self_sourced = 0
predictions: list[tuple[int, int]] = []
covered_urls: list[str] = []
per_site: dict[str, dict[str, int]] = {}
@@ -228,6 +233,12 @@ def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:
for obs in observations:
if obs.error:
continue
+ if obs.site in excluded_sites:
+ # This site's ground-truth accounts came from the very project being
+ # scored. Its rules are maintained against those accounts, so a
+ # verdict here measures memorisation rather than detection.
+ self_sourced += 1
+ continue
if engine.rule_for(obs.url) is None:
no_rule += 1
continue
@@ -263,6 +274,7 @@ def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:
"samples": covered,
"rows_without_rule": no_rule,
"rows_rule_undecided": unknown,
+ "rows_excluded_self_sourced": self_sourced,
"overall": overall,
"per_site": {
s: _metrics(c["tp"], c["fp"], c["fn"], c["tn"]) for s, c in per_site.items()
@@ -279,6 +291,7 @@ async def compare_external(
rule_paths: dict[str, Path],
sites: set[str] | None = None,
bootstrap_iterations: int = 4000,
+ provenance: dict[str, str] | None = None,
) -> dict[str, Any]:
"""Score external engines and our own configurations on the same rows.
@@ -312,7 +325,9 @@ async def compare_external(
engine_cls = ENGINES[engine_name]
engine = engine_cls.load(Path(path))
engine.name = engine_name
- scored = score_engine(engine, observations)
+ # Never score a tool on sites whose accounts came from that same tool.
+ excluded = {s for s, src in (provenance or {}).items() if src == engine_name}
+ scored = score_engine(engine, observations, excluded_sites=excluded)
idx = [index_of[u] for u in scored["covered_urls"] if u in index_of]
against = {}
diff --git a/src/aliens_eye/eval/groundtruth.py b/src/aliens_eye/eval/groundtruth.py
new file mode 100644
index 0000000..5a2d898
--- /dev/null
+++ b/src/aliens_eye/eval/groundtruth.py
@@ -0,0 +1,265 @@
+"""Build an expanded ground-truth set from external projects, cross-sourced.
+
+Sherlock and WhatsMyName each ship accounts asserted to exist -- Sherlock's
+``username_claimed`` (one per site, MIT) and WhatsMyName's ``known`` (several per
+site, CC BY-SA 4.0). Together they cover several hundred of this catalogue's
+sites, which is the difference between a 43-site evaluation and a 400-site one.
+
+**Those accounts are each project's own tuning set.** Sherlock's rules are
+maintained so that ``username_claimed`` comes back Found; WhatsMyName's
+``e_string`` markers are chosen against its ``known`` accounts. Scoring a tool on
+the accounts its rules were tuned against measures memorisation, not detection.
+
+So provenance is recorded per site and the comparison honours it: a site sourced
+from Sherlock is excluded when scoring Sherlock, and likewise for WhatsMyName.
+To keep both tools measurable, sites covered by both are alternated between the
+two sources rather than all taken from one.
+
+Accounts are **asserted, not verified**. Sherlock in particular uses generic
+placeholder handles (``blue``, ``red``) on many sites. Every imported positive
+carries ``verified: false`` until a capture pass confirms it resolves to a
+profile; see ``verify_positives``.
+"""
+
+from __future__ import annotations
+
+import json
+from dataclasses import dataclass, field
+from pathlib import Path
+from typing import Any
+
+from aliens_eye.eval.external import _netloc
+
+CURATED = "curated"
+SHERLOCK = "sherlock"
+WHATSMYNAME = "whatsmyname"
+
+#: Handles used as generic placeholders rather than real accounts. Present in a
+#: source's data as test fixtures; they need verification before use as positives.
+PLACEHOLDER_HANDLES = {
+ "blue", "red", "green", "black", "white", "user", "username", "test",
+ "admin", "adam", "john", "jsmith", "example", "demo", "none", "null",
+}
+
+
+@dataclass
+class GroundTruthEntry:
+ site: str
+ usernames: list[str]
+ source: str
+ verified: bool = False
+ notes: dict[str, Any] = field(default_factory=dict)
+
+ def to_dict(self) -> dict[str, Any]:
+ payload: dict[str, Any] = {"usernames": list(self.usernames), "source": self.source}
+ if self.verified:
+ payload["verified"] = True
+ if self.notes:
+ payload["notes"] = self.notes
+ return payload
+
+
+def _index_catalogue(sites_data: dict[str, str]) -> dict[str, str]:
+ """Map host -> our site name, so external entries can be matched to ours."""
+ index: dict[str, str] = {}
+ for name, template in sites_data.items():
+ host = _netloc(template)
+ if host and host not in index:
+ index[host] = name
+ return index
+
+
+def read_sherlock_accounts(path: Path, catalogue: dict[str, str]) -> dict[str, list[str]]:
+ data = json.loads(Path(path).read_text(encoding="utf-8"))
+ out: dict[str, list[str]] = {}
+ for entry in data.values():
+ if not isinstance(entry, dict):
+ continue
+ url, claimed = entry.get("url"), entry.get("username_claimed")
+ if not url or not claimed:
+ continue
+ site = catalogue.get(_netloc(str(url)))
+ if site and site not in out:
+ out[site] = [str(claimed)]
+ return out
+
+
+def read_whatsmyname_accounts(path: Path, catalogue: dict[str, str]) -> dict[str, list[str]]:
+ data = json.loads(Path(path).read_text(encoding="utf-8"))
+ entries = data.get("sites", data if isinstance(data, list) else [])
+ out: dict[str, list[str]] = {}
+ for entry in entries:
+ if not isinstance(entry, dict):
+ continue
+ uri, known = entry.get("uri_check"), entry.get("known")
+ if not uri or not known:
+ continue
+ site = catalogue.get(_netloc(str(uri)))
+ if site and site not in out:
+ out[site] = [str(k) for k in known if k]
+ return out
+
+
+def cross_source(
+ existing: dict[str, list[str]],
+ sherlock: dict[str, list[str]],
+ whatsmyname: dict[str, list[str]],
+) -> dict[str, GroundTruthEntry]:
+ """Assign each new site to exactly one source, alternating on overlap.
+
+ Sites already curated here keep their own provenance and are never
+ reassigned: they predate both imports and are usable for scoring either tool.
+ """
+ entries: dict[str, GroundTruthEntry] = {
+ site: GroundTruthEntry(site, list(usernames), CURATED, verified=True)
+ for site, usernames in existing.items()
+ }
+
+ both = sorted((set(sherlock) & set(whatsmyname)) - set(entries))
+ only_sherlock = sorted(set(sherlock) - set(whatsmyname) - set(entries))
+ only_wmn = sorted(set(whatsmyname) - set(sherlock) - set(entries))
+
+ # Alternate the overlap so each tool has a comparable number of sites it can
+ # be scored on. Deterministic: sorted order, fixed parity.
+ for position, site in enumerate(both):
+ source = WHATSMYNAME if position % 2 == 0 else SHERLOCK
+ usernames = whatsmyname[site] if source == WHATSMYNAME else sherlock[site]
+ entries[site] = GroundTruthEntry(site, list(usernames), source)
+
+ for site in only_sherlock:
+ entries[site] = GroundTruthEntry(site, list(sherlock[site]), SHERLOCK)
+ for site in only_wmn:
+ entries[site] = GroundTruthEntry(site, list(whatsmyname[site]), WHATSMYNAME)
+
+ for entry in entries.values():
+ placeholders = [u for u in entry.usernames if u.lower() in PLACEHOLDER_HANDLES]
+ if placeholders:
+ entry.notes["placeholder_handles"] = placeholders
+ return entries
+
+
+def assign_splits(
+ entries: dict[str, GroundTruthEntry],
+ existing_train: set[str],
+ existing_holdout: set[str],
+ holdout_fraction: float = 0.3,
+) -> dict[str, str]:
+ """Site-disjoint train/holdout assignment, preserving existing placements.
+
+ New sites are interleaved by sorted position rather than shuffled, so the
+ assignment is reproducible and the holdout is spread across sources instead
+ of concentrating in whichever source sorts last.
+ """
+ splits: dict[str, str] = {}
+ for site in entries:
+ if site in existing_holdout:
+ splits[site] = "holdout"
+ elif site in existing_train:
+ splits[site] = "train"
+
+ step = max(2, round(1 / holdout_fraction)) if holdout_fraction > 0 else 0
+ unassigned = sorted(set(entries) - set(splits))
+ for position, site in enumerate(unassigned):
+ splits[site] = "holdout" if step and position % step == 0 else "train"
+ return splits
+
+
+def write_splits(
+ entries: dict[str, GroundTruthEntry],
+ splits: dict[str, str],
+ train_path: Path,
+ holdout_path: Path,
+) -> dict[str, Any]:
+ """Write both split files in the provenance-carrying dict form."""
+ buckets: dict[str, dict[str, Any]] = {"train": {}, "holdout": {}}
+ for site, entry in sorted(entries.items()):
+ buckets[splits[site]][site] = entry.to_dict()
+
+ for name, path in (("train", train_path), ("holdout", holdout_path)):
+ Path(path).write_text(
+ json.dumps(buckets[name], indent=2, ensure_ascii=False, sort_keys=True) + "\n",
+ encoding="utf-8",
+ )
+
+ def summarise(bucket: dict[str, Any]) -> dict[str, Any]:
+ sources: dict[str, int] = {}
+ for payload in bucket.values():
+ sources[payload["source"]] = sources.get(payload["source"], 0) + 1
+ return {
+ "sites": len(bucket),
+ "accounts": sum(len(p["usernames"]) for p in bucket.values()),
+ "by_source": dict(sorted(sources.items())),
+ "unverified_sites": sum(1 for p in bucket.values() if not p.get("verified")),
+ }
+
+ return {
+ "train": summarise(buckets["train"]),
+ "holdout": summarise(buckets["holdout"]),
+ "total_sites": len(entries),
+ }
+
+
+def verify_positives(
+ observations,
+ engines: dict[str, Any],
+ provenance: dict[str, str],
+) -> dict[str, Any]:
+ """Flag imported positives that both external rule sets call absent.
+
+ Imported accounts are asserted by their source project, not verified here,
+ and Sherlock in particular uses placeholder handles on many sites. A label
+ error on a positive is worse than a missing site: it teaches the model that
+ an absent-user page is a profile.
+
+ The check is a consensus of signals *independent of the account's own
+ source*: a positive is suspect when every other project's rules, applied to
+ the captured response, say the account is absent. That is evidence of a bad
+ label, not proof -- a rule can be stale -- so suspects are reported for
+ review rather than deleted.
+
+ Rows whose only ruling engine is the account's own source are skipped: that
+ engine agreeing with its own tuning set proves nothing.
+ """
+ suspects: list[dict[str, Any]] = []
+ confirmed = skipped = unrulable = 0
+
+ for obs in observations:
+ if obs.error or obs.label != 1:
+ continue
+ source = provenance.get(obs.site, CURATED)
+ verdicts: dict[str, str] = {}
+ for name, engine in engines.items():
+ if name == source:
+ continue # circular: this engine was tuned on this account
+ verdict = engine.decide(obs.url, obs.final_url or obs.url, obs.status_code, obs.body or "")
+ if verdict is not None:
+ verdicts[name] = verdict
+ if not verdicts:
+ unrulable += 1
+ continue
+ if all(v == "Not Found" for v in verdicts.values()):
+ suspects.append({
+ "site": obs.site,
+ "username": obs.username,
+ "url": obs.url,
+ "status": obs.status_code,
+ "source": source,
+ "verdicts": verdicts,
+ "placeholder": obs.username.lower() in PLACEHOLDER_HANDLES,
+ })
+ else:
+ confirmed += 1
+ skipped += 0
+
+ by_source: dict[str, int] = {}
+ for entry in suspects:
+ by_source[entry["source"]] = by_source.get(entry["source"], 0) + 1
+ return {
+ "checked": confirmed + len(suspects),
+ "corroborated": confirmed,
+ "suspect": len(suspects),
+ "no_independent_rule": unrulable,
+ "suspect_by_source": dict(sorted(by_source.items())),
+ "suspect_placeholder_handles": sum(1 for s in suspects if s["placeholder"]),
+ "suspects": sorted(suspects, key=lambda s: (s["source"], s["site"])),
+ }
diff --git a/src/aliens_eye/ml/collect.py b/src/aliens_eye/ml/collect.py
index 689d546..dde6bec 100644
--- a/src/aliens_eye/ml/collect.py
+++ b/src/aliens_eye/ml/collect.py
@@ -65,6 +65,39 @@ def load_selfcheck_data(
split training may read), ``"holdout"``, or ``"all"`` to merge both. Pass
``path`` to load an arbitrary ground-truth JSON instead.
"""
+ if path is None and split == "all":
+ data: dict[str, Any] = {}
+ for name in SPLIT_RESOURCES:
+ data.update(_read_split(name, None))
+ else:
+ data = _read_split(split, path)
+ return {site: _usernames_of(value) for site, value in data.items()}
+
+
+def _usernames_of(value: Any) -> list[str]:
+ """Accept all three ground-truth shapes.
+
+ Historically a site mapped to a username string or a list of them. Entries
+ imported from an external project also carry provenance, so a site may map
+ to {"usernames": [...], "source": ...} instead; see eval/groundtruth.py.
+ """
+ if isinstance(value, str):
+ return [value]
+ if isinstance(value, dict):
+ return [str(u) for u in value.get("usernames", [])]
+ return [str(u) for u in value]
+
+
+def load_ground_truth_sources(
+ split: str = "train",
+ path: Path | None = None,
+) -> dict[str, str]:
+ """Map site -> the project its accounts came from.
+
+ Used to keep an external tool from being scored on the accounts its own
+ rules were tuned against. Sites without recorded provenance are reported as
+ "curated", which is scoreable against every tool.
+ """
if path is None and split == "all":
data: dict[str, Any] = {}
for name in SPLIT_RESOURCES:
@@ -72,7 +105,7 @@ def load_selfcheck_data(
else:
data = _read_split(split, path)
return {
- site: [value] if isinstance(value, str) else list(value)
+ site: (value.get("source", "curated") if isinstance(value, dict) else "curated")
for site, value in data.items()
}
diff --git a/tests/test_groundtruth.py b/tests/test_groundtruth.py
new file mode 100644
index 0000000..54411d9
--- /dev/null
+++ b/tests/test_groundtruth.py
@@ -0,0 +1,245 @@
+"""Cross-sourced ground-truth construction: provenance, split discipline, and
+the circularity guard that keeps a tool from being scored on its own tuning set."""
+
+import json
+
+import pytest
+
+from aliens_eye.eval.groundtruth import (
+ CURATED,
+ PLACEHOLDER_HANDLES,
+ SHERLOCK,
+ WHATSMYNAME,
+ GroundTruthEntry,
+ _index_catalogue,
+ assign_splits,
+ cross_source,
+ read_sherlock_accounts,
+ read_whatsmyname_accounts,
+ verify_positives,
+ write_splits,
+)
+from aliens_eye.ml.collect import load_selfcheck_data
+
+CATALOGUE = {
+ "github": "https://github.com/{}",
+ "reddit": "https://www.reddit.com/user/{}",
+ "vimeo": "https://vimeo.com/{}",
+ "bandcamp": "https://bandcamp.com/{}",
+}
+
+
+def catalogue():
+ return _index_catalogue(CATALOGUE)
+
+
+# --- importing ------------------------------------------------------------
+
+
+def test_sherlock_import_matches_by_host(tmp_path, catalogue):
+ path = tmp_path / "s.json"
+ path.write_text(json.dumps({
+ "GitHub": {"url": "https://www.github.com/{}", "username_claimed": "torvalds"},
+ "Nowhere": {"url": "https://nowhere.example/{}", "username_claimed": "x"},
+ "NoHandle": {"url": "https://vimeo.com/{}"},
+ }), encoding="utf-8")
+ accounts = read_sherlock_accounts(path, catalogue)
+ assert accounts == {"github": ["torvalds"]}
+
+
+def test_whatsmyname_import_keeps_all_known_accounts(tmp_path, catalogue):
+ path = tmp_path / "w.json"
+ path.write_text(json.dumps({"sites": [
+ {"name": "Bandcamp", "uri_check": "https://bandcamp.com/{account}", "known": ["a", "b"]},
+ {"name": "NoKnown", "uri_check": "https://vimeo.com/{account}", "known": []},
+ ]}), encoding="utf-8")
+ assert read_whatsmyname_accounts(path, catalogue) == {"bandcamp": ["a", "b"]}
+
+
+def test_catalogue_index_ignores_www(catalogue):
+ assert catalogue["reddit.com"] == "reddit"
+
+
+# --- cross-sourcing -------------------------------------------------------
+
+
+def test_existing_sites_keep_curated_provenance():
+ entries = cross_source({"github": ["torvalds"]}, {"github": ["blue"]}, {"github": ["x"]})
+ assert entries["github"].source == CURATED
+ assert entries["github"].usernames == ["torvalds"]
+ assert entries["github"].verified is True
+
+
+def test_overlapping_sites_alternate_between_sources():
+ """Both tools must end up with sites they can be scored on."""
+ sherlock = {f"s{i}": [f"sh{i}"] for i in range(10)}
+ whatsmyname = {f"s{i}": [f"wm{i}"] for i in range(10)}
+ entries = cross_source({}, sherlock, whatsmyname)
+ sources = [entries[f"s{i}"].source for i in range(10)]
+ assert sources.count(SHERLOCK) == 5
+ assert sources.count(WHATSMYNAME) == 5
+
+
+def test_entry_usernames_come_from_its_recorded_source():
+ entries = cross_source({}, {"a": ["from_sherlock"]}, {"a": ["from_wmn"]})
+ entry = entries["a"]
+ expected = "from_wmn" if entry.source == WHATSMYNAME else "from_sherlock"
+ assert entry.usernames == [expected]
+
+
+def test_single_source_sites_take_that_source():
+ entries = cross_source({}, {"only_s": ["x"]}, {"only_w": ["y"]})
+ assert entries["only_s"].source == SHERLOCK
+ assert entries["only_w"].source == WHATSMYNAME
+
+
+def test_placeholder_handles_are_flagged():
+ entries = cross_source({}, {"a": ["blue"], "b": ["realperson"]}, {})
+ assert entries["a"].notes["placeholder_handles"] == ["blue"]
+ assert "placeholder_handles" not in entries["b"].notes
+
+
+def test_cross_source_is_deterministic():
+ sherlock = {f"s{i}": [f"a{i}"] for i in range(20)}
+ whatsmyname = {f"s{i}": [f"b{i}"] for i in range(20)}
+ first = {k: v.source for k, v in cross_source({}, sherlock, whatsmyname).items()}
+ second = {k: v.source for k, v in cross_source({}, sherlock, whatsmyname).items()}
+ assert first == second
+
+
+def test_imported_entries_are_unverified():
+ entries = cross_source({}, {"a": ["x"]}, {})
+ assert entries["a"].verified is False
+
+
+# --- splits ---------------------------------------------------------------
+
+
+def test_existing_split_placement_is_preserved():
+ entries = {s: GroundTruthEntry(s, ["u"], CURATED) for s in ("keep_t", "keep_h", "new")}
+ splits = assign_splits(entries, {"keep_t"}, {"keep_h"})
+ assert splits["keep_t"] == "train"
+ assert splits["keep_h"] == "holdout"
+
+
+def test_new_sites_are_split_in_both_directions():
+ entries = {f"s{i}": GroundTruthEntry(f"s{i}", ["u"], SHERLOCK) for i in range(20)}
+ splits = assign_splits(entries, set(), set())
+ assert set(splits.values()) == {"train", "holdout"}
+ assert 0 < sum(1 for v in splits.values() if v == "holdout") < 20
+
+
+def test_splits_cover_every_site():
+ entries = {f"s{i}": GroundTruthEntry(f"s{i}", ["u"], SHERLOCK) for i in range(7)}
+ assert set(assign_splits(entries, set(), set())) == set(entries)
+
+
+def test_write_splits_round_trips_through_the_loader(tmp_path):
+ entries = cross_source({"github": ["torvalds"]}, {"vimeo": ["blue"]}, {"bandcamp": ["x", "y"]})
+ splits = assign_splits(entries, {"github"}, set())
+ train, holdout = tmp_path / "train.json", tmp_path / "holdout.json"
+ summary = write_splits(entries, splits, train, holdout)
+
+ assert summary["total_sites"] == 3
+ loaded = load_selfcheck_data(path=train)
+ loaded.update(load_selfcheck_data(path=holdout))
+ assert loaded["github"] == ["torvalds"]
+ assert loaded["bandcamp"] == ["x", "y"]
+
+
+def test_written_splits_are_site_disjoint(tmp_path):
+ entries = {f"s{i}": GroundTruthEntry(f"s{i}", ["u"], SHERLOCK) for i in range(30)}
+ splits = assign_splits(entries, set(), set())
+ train, holdout = tmp_path / "t.json", tmp_path / "h.json"
+ write_splits(entries, splits, train, holdout)
+ t = set(json.loads(train.read_text("utf-8")))
+ h = set(json.loads(holdout.read_text("utf-8")))
+ assert not (t & h)
+ assert t | h == set(entries)
+
+
+def test_written_form_carries_provenance(tmp_path):
+ entries = cross_source({}, {"vimeo": ["blue"]}, {})
+ splits = assign_splits(entries, set(), set())
+ train, holdout = tmp_path / "t.json", tmp_path / "h.json"
+ write_splits(entries, splits, train, holdout)
+ merged = {**json.loads(train.read_text("utf-8")), **json.loads(holdout.read_text("utf-8"))}
+ assert merged["vimeo"]["source"] == SHERLOCK
+ assert merged["vimeo"]["usernames"] == ["blue"]
+
+
+# --- verification ---------------------------------------------------------
+
+
+class _Engine:
+ def __init__(self, verdict):
+ self.verdict = verdict
+
+ def decide(self, url, final_url, status, body):
+ return self.verdict
+
+
+def _obs(site, label=1, username="u"):
+ from aliens_eye.eval.ablate import Observation
+
+ return Observation(site, username, f"https://{site}.example/{username}", label, 200, {}, {})
+
+
+def test_positive_rejected_when_every_independent_rule_says_absent():
+ result = verify_positives(
+ [_obs("a")],
+ {"sherlock": _Engine("Not Found"), "whatsmyname": _Engine("Not Found")},
+ {"a": CURATED},
+ )
+ assert result["suspect"] == 1
+ assert result["corroborated"] == 0
+
+
+def test_positive_kept_when_any_rule_says_found():
+ result = verify_positives(
+ [_obs("a")],
+ {"sherlock": _Engine("Found"), "whatsmyname": _Engine("Not Found")},
+ {"a": CURATED},
+ )
+ assert result["suspect"] == 0
+ assert result["corroborated"] == 1
+
+
+def test_the_accounts_own_source_is_never_consulted():
+ """Sherlock agreeing with Sherlock's own tuning set is not evidence."""
+ result = verify_positives(
+ [_obs("a")],
+ {"sherlock": _Engine("Found")},
+ {"a": SHERLOCK},
+ )
+ assert result["checked"] == 0
+ assert result["no_independent_rule"] == 1
+
+
+def test_rows_with_no_independent_ruling_are_not_counted():
+ result = verify_positives([_obs("a")], {"sherlock": _Engine(None)}, {"a": CURATED})
+ assert result["no_independent_rule"] == 1
+ assert result["checked"] == 0
+
+
+def test_negatives_and_errors_are_ignored():
+ from aliens_eye.eval.ablate import Observation
+
+ rows = [
+ _obs("a", label=0),
+ Observation("b", "u", "https://b.example/u", 1, 0, {}, {}, "timeout"),
+ ]
+ result = verify_positives(rows, {"sherlock": _Engine("Not Found")}, {})
+ assert result["checked"] == 0
+
+
+def test_suspects_report_source_and_placeholder_status():
+ result = verify_positives(
+ [_obs("a", username="blue")],
+ {"whatsmyname": _Engine("Not Found")},
+ {"a": SHERLOCK},
+ )
+ assert result["suspect_by_source"] == {SHERLOCK: 1}
+ assert result["suspect_placeholder_handles"] == 1
+ assert "blue" in PLACEHOLDER_HANDLES