AI powered OSINT engine to discover and map 840+ social media identities across the web
Python aiartificial-intelligencedebainhackhackerhackinghackingtoolsinformationinformation-gatheringlinuxlinux-desktoposintpythonpython-scriptpython3social-mediasocialmediahackingtermuxtermux-tool
feat: expand ground truth to 428 sites, cross-sourced with provenance
arxhr007f928c650b135
diff --git a/src/aliens_eye/cli.py b/src/aliens_eye/cli.pyindex b60924c..c04f78f 100644--- a/src/aliens_eye/cli.py+++ b/src/aliens_eye/cli.py@@ -316,6 +316,23 @@ def build_eval_parser() -> ArgumentParser:external.add_argument("--out", type=str, help="Write the result bundle as JSON here")external.add_argument("--json", action="store_true", dest="json_out", help="Print JSON to stdout")external.add_argument("-v", "--verbose", action="store_true")++ gt = sub.add_parser(+ "groundtruth",+ help="Rebuild the ground-truth splits from external projects' account lists",+ )+ gt.add_argument("--sherlock", type=str, help="Sherlock data.json (MIT)")+ gt.add_argument("--whatsmyname", type=str, help="wmn-data.json (CC BY-SA 4.0)")+ gt.add_argument("--sites", type=str, help="Path to a custom sites JSON")+ gt.add_argument(+ "--holdout-fraction", type=float, default=0.3,+ help="Share of newly imported sites placed in the holdout split",+ )+ gt.add_argument(+ "--dry-run", action="store_true",+ help="Report what would change without writing the split files",+ )+ gt.add_argument("-v", "--verbose", action="store_true")return parser@@ -1032,6 +1049,9 @@ async def run_eval_command(args) -> None:if args.eval_command == "external":await run_eval_external_command(args)return+ if args.eval_command == "groundtruth":+ run_eval_groundtruth_command(args)+ returnif args.json_out:set_plain(True, stderr=True)@@ -1110,6 +1130,58 @@ async def run_eval_command(args) -> None:console.print(f"[dim]Full bundle written to {args.out}[/dim]")+def run_eval_groundtruth_command(args) -> None:+ from importlib import resources++ from aliens_eye.eval import groundtruth as gt+ from aliens_eye.ml.collect import load_selfcheck_data++ console = get_console()+ if not (args.sherlock or args.whatsmyname):+ console.print(+ "[red]Pass --sherlock and/or --whatsmyname.[/red] Neither project's data is "+ "vendored here; fetch it upstream and mind the licence "+ "(Sherlock MIT, WhatsMyName CC BY-SA 4.0)."+ )+ return++ catalogue = gt._index_catalogue(load_sites_data(Path(args.sites) if args.sites else None))+ sherlock = gt.read_sherlock_accounts(Path(args.sherlock), catalogue) if args.sherlock else {}+ whatsmyname = (+ gt.read_whatsmyname_accounts(Path(args.whatsmyname), catalogue)+ if args.whatsmyname else {}+ )++ existing = load_selfcheck_data("all")+ entries = gt.cross_source(existing, sherlock, whatsmyname)+ splits = gt.assign_splits(+ entries,+ set(load_selfcheck_data("train")),+ set(load_selfcheck_data("holdout")),+ holdout_fraction=args.holdout_fraction,+ )++ console.print(+ f"[blue]Catalogue[/blue] {len(catalogue)} hosts "+ f"[blue]Sherlock[/blue] {len(sherlock)} sites "+ f"[blue]WhatsMyName[/blue] {len(whatsmyname)} sites "+ f"[blue]existing[/blue] {len(existing)} -> [green]{len(entries)}[/green]"+ )+ if args.dry_run:+ console.print("[yellow]Dry run: no files written.[/yellow]")+ return++ data_dir = Path(str(resources.files("aliens_eye.data")))+ summary = gt.write_splits(+ entries, splits, data_dir / "selfcheck.json", data_dir / "eval_holdout.json"+ )+ console.print(json.dumps(summary, indent=2))+ console.print(+ "[dim]Imported accounts are asserted by their source project, not verified. "+ "Run a capture and the verification pass before treating them as labels.[/dim]"+ )++async def run_eval_external_command(args) -> None:from rich.table import Table@@ -1154,8 +1226,14 @@ async def run_eval_external_command(args) -> None:))+ from aliens_eye.ml.collect import load_ground_truth_sources++ provenance = load_ground_truth_sources(+ args.split, Path(args.ground_truth) if args.ground_truth else None+ )bundle = await compare_external(- Path(args.corpus), detector, logger, rule_paths, sites=sites+ Path(args.corpus), detector, logger, rule_paths, sites=sites,+ provenance=provenance,)if args.out:@@ -1176,7 +1254,8 @@ async def run_eval_external_command(args) -> None:f"\n[bold]{entry['name']}[/bold] "f"rules {entry['source']['usable_rules']} "f"covered {entry['samples']} rows ({entry['site_coverage']:.0%}) "- f"no rule {entry['rows_without_rule']} undecided {entry['rows_rule_undecided']}"+ f"no rule {entry['rows_without_rule']} undecided {entry['rows_rule_undecided']} "+ f"self-sourced excluded {entry.get('rows_excluded_self_sourced', 0)}")table = Table(header_style="bold blue")table.add_column("Detector", style="yellow")diff --git a/src/aliens_eye/data/eval_holdout.json b/src/aliens_eye/data/eval_holdout.jsonindex 8c9c0aa..c55f7af 100644--- a/src/aliens_eye/data/eval_holdout.json+++ b/src/aliens_eye/data/eval_holdout.json@@ -1,43 +1,1205 @@{- "vimeo": [- "staff"- ],- "duolingo": [- "luis"- ],- "dribbble": [- "dan"- ],- "steamcommunity": [- "gabelogannewell"- ],- "hackernews": [- "pg",- "dang"- ],- "last.fm": [- "rj",- "lastfm"- ],- "tumblr": [- "staff"- ],- "linktree": [- "linktree"- ],- "unsplash": [- "nasa"- ],- "codechef": [- "tourist"- ],- "bitbucket": [- "atlassian"- ],- "archive.org": [- "brewster_kahle"- ],- "monkeytype": [- "miodec"- ]+ "2dimensions": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "about": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "airbit": {+ "source": "sherlock",+ "usernames": [+ "airbit"+ ]+ },+ "alik.cz": {+ "source": "whatsmyname",+ "usernames": [+ "igor",+ "pavel"+ ]+ },+ "anilist": {+ "source": "sherlock",+ "usernames": [+ "Josh"+ ]+ },+ "apple discussions": {+ "source": "sherlock",+ "usernames": [+ "jason"+ ]+ },+ "archive.org": {+ "source": "curated",+ "usernames": [+ "brewster_kahle"+ ],+ "verified": true+ },+ "ask fedora": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "authorstream": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "babyblogru": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "bandlab": {+ "source": "whatsmyname",+ "usernames": [+ "rave_flawless",+ "delutaya"+ ]+ },+ "bezuzyteczna": {+ "source": "sherlock",+ "usernames": [+ "Jackson"+ ]+ },+ "bitbucket": {+ "source": "curated",+ "usernames": [+ "atlassian"+ ],+ "verified": true+ },+ "bitwarden forum": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "bongacams": {+ "source": "sherlock",+ "usernames": [+ "asuna-black"+ ]+ },+ "bravecommunity": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "caddy community": {+ "source": "sherlock",+ "usernames": [+ "taako_magnusen"+ ]+ },+ "car talk community": {+ "source": "sherlock",+ "usernames": [+ "always_fixing"+ ]+ },+ "carrd": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "chaos.social": {+ "source": "whatsmyname",+ "usernames": [+ "dictvm",+ "sml"+ ]+ },+ "chess": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "cloudflarecommunity": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "cnet": {+ "source": "sherlock",+ "usernames": [+ "melliott"+ ]+ },+ "codecademy": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "codechef": {+ "source": "curated",+ "usernames": [+ "tourist"+ ],+ "verified": true+ },+ "coders rank": {+ "source": "sherlock",+ "usernames": [+ "rootkit7628"+ ]+ },+ "colourlovers": {+ "source": "whatsmyname",+ "usernames": [+ "timanttimaarit",+ "tsoloweyko"+ ]+ },+ "couchsurfing": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "crowdin": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "cults3d": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "Bstar3Dart",+ "john"+ ]+ },+ "dailymotion": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "depop": {+ "source": "whatsmyname",+ "usernames": [+ "sara",+ "susan"+ ]+ },+ "discogs": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "discuss.elastic.co": {+ "source": "whatsmyname",+ "usernames": [+ "whoami",+ "johndoe"+ ]+ },+ "dribbble": {+ "source": "curated",+ "usernames": [+ "dan"+ ],+ "verified": true+ },+ "drive2": {+ "source": "whatsmyname",+ "usernames": [+ "seryjkot",+ "timo6a"+ ]+ },+ "duolingo": {+ "source": "curated",+ "usernames": [+ "luis"+ ],+ "verified": true+ },+ "envato forum": {+ "source": "sherlock",+ "usernames": [+ "enabled"+ ]+ },+ "exposure": {+ "source": "sherlock",+ "usernames": [+ "jonasjacobsson"+ ]+ },+ "facebook": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john.miniolic",+ "adam"+ ]+ },+ "fanpop": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "test",+ "johndoe"+ ]+ },+ "fiverr": {+ "source": "whatsmyname",+ "usernames": [+ "yellowdd",+ "samanvay"+ ]+ },+ "flickr": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "glaciernps",+ "test"+ ]+ },+ "football": {+ "source": "sherlock",+ "usernames": [+ "solo87"+ ]+ },+ "forum_guns": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "freelancer": {+ "source": "sherlock",+ "usernames": [+ "red0xff"+ ]+ },+ "gab": {+ "source": "whatsmyname",+ "usernames": [+ "RealMarjorieGreene",+ "LaurenBoebert"+ ]+ },+ "garmin": {+ "source": "whatsmyname",+ "usernames": [+ "tommy",+ "cderalow"+ ]+ },+ "geocaching": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "moun10bike",+ "niraD",+ "john"+ ]+ },+ "giant bomb": {+ "source": "sherlock",+ "usernames": [+ "bob"+ ]+ },+ "gitee": {+ "source": "whatsmyname",+ "usernames": [+ "maxim",+ "fupengfei"+ ]+ },+ "google play": {+ "source": "sherlock",+ "usernames": [+ "GitHub"+ ]+ },+ "gravatar": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "test"+ ]+ },+ "habbo": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "michelle"+ ]+ },+ "hackerearth": {+ "source": "sherlock",+ "usernames": [+ "naveennamani877"+ ]+ },+ "hackernews": {+ "source": "curated",+ "usernames": [+ "pg",+ "dang"+ ],+ "verified": true+ },+ "hackerrank": {+ "source": "sherlock",+ "usernames": [+ "satznova"+ ]+ },+ "hashnode": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "holopin": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "hubski": {+ "notes": {+ "placeholder_handles": [+ "john",+ "blue"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "blue"+ ]+ },+ "icons8 community": {+ "source": "sherlock",+ "usernames": [+ "thefourCraft"+ ]+ },+ "image fap": {+ "source": "whatsmyname",+ "usernames": [+ "lover03",+ "SecretSide15"+ ]+ },+ "instagram": {+ "source": "sherlock",+ "usernames": [+ "instagram"+ ]+ },+ "intigriti": {+ "source": "whatsmyname",+ "usernames": [+ "vampire01",+ "kenshiin"+ ]+ },+ "issuu": {+ "source": "sherlock",+ "usernames": [+ "jenny"+ ]+ },+ "jbzd.com.pl": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "test",+ "janek"+ ]+ },+ "jimdo": {+ "source": "sherlock",+ "usernames": [+ "jenny"+ ]+ },+ "kickstarter": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "bob"+ ]+ },+ "kongregate": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "last.fm": {+ "source": "curated",+ "usernames": [+ "rj",+ "lastfm"+ ],+ "verified": true+ },+ "leasehackr": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "lesswrong": {+ "source": "sherlock",+ "usernames": [+ "habryka"+ ]+ },+ "librarything": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "linktree": {+ "source": "curated",+ "usernames": [+ "linktree"+ ],+ "verified": true+ },+ "livejasmin": {+ "source": "whatsmyname",+ "usernames": [+ "NaiaCollins",+ "LoraClay"+ ]+ },+ "lobsters": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "bob"+ ]+ },+ "lushstories": {+ "source": "sherlock",+ "usernames": [+ "chris_brown"+ ]+ },+ "mastodon.online": {+ "source": "whatsmyname",+ "usernames": [+ "Gargron",+ "RDHale"+ ]+ },+ "memrise": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "minds": {+ "source": "whatsmyname",+ "usernames": [+ "gigan996",+ "mindsgaming"+ ]+ },+ "mixcloud": {+ "source": "sherlock",+ "usernames": [+ "jenny"+ ]+ },+ "monkeytype": {+ "source": "curated",+ "usernames": [+ "miodec"+ ],+ "verified": true+ },+ "motherless": {+ "source": "sherlock",+ "usernames": [+ "hacker"+ ]+ },+ "muckrack": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john"+ ]+ },+ "mydramalist": {+ "source": "sherlock",+ "usernames": [+ "elhadidy12398"+ ]+ },+ "nairaland.com": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "needrom": {+ "source": "sherlock",+ "usernames": [+ "needrom"+ ]+ },+ "nicommunityforum": {+ "source": "sherlock",+ "usernames": [+ "jambert"+ ]+ },+ "nintendolife": {+ "source": "sherlock",+ "usernames": [+ "goku"+ ]+ },+ "notabug.org": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "observablehq": {+ "source": "sherlock",+ "usernames": [+ "mbostock"+ ]+ },+ "opennet": {+ "source": "sherlock",+ "usernames": [+ "anonismus"+ ]+ },+ "osu!": {+ "source": "whatsmyname",+ "usernames": [+ "stretches",+ "spiken8"+ ]+ },+ "parler": {+ "source": "whatsmyname",+ "usernames": [+ "DineshDsouza",+ "SeanHannity"+ ]+ },+ "pcgamer": {+ "notes": {+ "placeholder_handles": [+ "admin"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "admin"+ ]+ },+ "phpru": {+ "source": "sherlock",+ "usernames": [+ "apple"+ ]+ },+ "pixelfed": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "sarah",+ "john"+ ]+ },+ "pokemon showdown": {+ "notes": {+ "placeholder_handles": [+ "red",+ "blue"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "red",+ "blue"+ ]+ },+ "polymart": {+ "source": "sherlock",+ "usernames": [+ "craciu25yt"+ ]+ },+ "pr0gramm": {+ "source": "sherlock",+ "usernames": [+ "cha0s"+ ]+ },+ "psnprofiles.com": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "rajce.net": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "rclone forum": {+ "source": "sherlock",+ "usernames": [+ "ncw"+ ]+ },+ "reisefrage": {+ "source": "sherlock",+ "usernames": [+ "reisefrage"+ ]+ },+ "roblox": {+ "source": "sherlock",+ "usernames": [+ "bluewolfekiller"+ ]+ },+ "rubygems": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "sbazar.cz": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "shitpostbot5000": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "slack": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "slides": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "smule": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "sourceforge": {+ "source": "whatsmyname",+ "usernames": [+ "alice",+ "bob"+ ]+ },+ "speedrun.com": {+ "notes": {+ "placeholder_handles": [+ "example"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "example"+ ]+ },+ "splits.io": {+ "source": "sherlock",+ "usernames": [+ "cambosteve"+ ]+ },+ "sportlerfrage": {+ "source": "sherlock",+ "usernames": [+ "sportlerfrage"+ ]+ },+ "star citizen": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "steamcommunity": {+ "source": "curated",+ "usernames": [+ "gabelogannewell"+ ],+ "verified": true+ },+ "streamlabs": {+ "source": "whatsmyname",+ "usernames": [+ "veibae",+ "cutie_cori"+ ]+ },+ "svidbook": {+ "notes": {+ "placeholder_handles": [+ "green"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "green"+ ]+ },+ "tellonym.me": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "themeforest": {+ "notes": {+ "placeholder_handles": [+ "user"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "user"+ ]+ },+ "tindie": {+ "source": "whatsmyname",+ "usernames": [+ "tehrabbitt",+ "dekunukem"+ ]+ },+ "toster": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "traktrain": {+ "source": "sherlock",+ "usernames": [+ "traktrain"+ ]+ },+ "trello": {+ "source": "whatsmyname",+ "usernames": [+ "naranjasan",+ "jane"+ ]+ },+ "tumblr": {+ "source": "curated",+ "usernames": [+ "staff"+ ],+ "verified": true+ },+ "tuna": {+ "source": "sherlock",+ "usernames": [+ "bob"+ ]+ },+ "udemy": {+ "source": "whatsmyname",+ "usernames": [+ "stephane-maarek",+ "lizbrown3"+ ]+ },+ "unsplash": {+ "source": "curated",+ "usernames": [+ "nasa"+ ],+ "verified": true+ },+ "untappd": {+ "source": "sherlock",+ "usernames": [+ "untappd"+ ]+ },+ "vero": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "vimeo": {+ "source": "curated",+ "usernames": [+ "staff"+ ],+ "verified": true+ },+ "vsco": {+ "source": "whatsmyname",+ "usernames": [+ "sam",+ "becca"+ ]+ },+ "wattpad": {+ "source": "sherlock",+ "usernames": [+ "Dogstho7951"+ ]+ },+ "weebly": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "wikidot": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "wix": {+ "source": "sherlock",+ "usernames": [+ "support"+ ]+ },+ "wordpress": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "xhamster": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "xvideos": {+ "source": "whatsmyname",+ "usernames": [+ "nympho-nailer",+ "vvalencourt3",+ "lia-lin"+ ]+ },+ "youpic": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "znanylekarz.pl": {+ "source": "sherlock",+ "usernames": [+ "janusz-nowak"+ ]+ }}diff --git a/src/aliens_eye/data/selfcheck.json b/src/aliens_eye/data/selfcheck.jsonindex 526338d..0d75ec7 100644--- a/src/aliens_eye/data/selfcheck.json+++ b/src/aliens_eye/data/selfcheck.json@@ -1,107 +1,2419 @@{- "github": [- "torvalds",- "gvanrossum",- "mojombo"- ],- "reddit": [- "spez",- "kn0thing"- ],- "gitlab": [- "sytses"- ],- "twitch": [- "shroud",- "ninja"- ],- "medium": [- "ev"- ],- "dev.to": [- "ben",- "jess"- ],- "npm": [- "sindresorhus",- "isaacs"- ],- "pypi": [- "dstufft"- ],- "soundcloud": [- "skrillex",- "diplo"- ],- "imgur": [- "sarah"- ],- "patreon": [- "jacksepticeye"- ],- "telegram": [- "durov",- "telegram"- ],- "chess.com": [- "hikaru",- "magnuscarlsen"- ],- "lichess": [- "thibault",- "drnykterstein"- ],- "mastodon.social": [- "Gargron"- ],- "pinterest": [- "pinterest"- ],- "devrant": [- "dfox",- "trogus"- ],- "spotify": [- "spotify"- ],- "kaggle": [- "kaggle",- "abhishek"- ],- "wikipedia": [- "Jimbo_Wales"- ],- "youtube user": [- "pewdiepie"- ],- "codepen": [- "chriscoyier",- "cassiecodes"- ],- "wordpressorg": [- "matt",- "automattic"- ],- "docker hub": [- "docker"- ],- "scratch": [- "Scratch",- "griffpatch"- ],- "replit.com": [- "replit"- ],- "producthunt": [- "ryanhoover"- ],- "artstation": [- "artstation"- ],- "codewars": [- "jhoffner"- ],- "freecodecamp": [- "QuincyLarson"- ]+ "7cups": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "jbob"+ ]+ },+ "9gag": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "academia.edu": {+ "source": "whatsmyname",+ "usernames": [+ "peter",+ "LiamM"+ ]+ },+ "admireme.vip": {+ "source": "sherlock",+ "usernames": [+ "DemiDevil"+ ]+ },+ "airliners": {+ "source": "sherlock",+ "usernames": [+ "yushinlin"+ ]+ },+ "akniga": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "all things worn": {+ "source": "sherlock",+ "usernames": [+ "pink"+ ]+ },+ "allmylinks": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "apclips": {+ "source": "sherlock",+ "usernames": [+ "onlybbyraq"+ ]+ },+ "apple developer": {+ "source": "sherlock",+ "usernames": [+ "lio24d"+ ]+ },+ "archive of our own": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "test"+ ]+ },+ "artstation": {+ "source": "curated",+ "usernames": [+ "artstation"+ ],+ "verified": true+ },+ "asciinema": {+ "notes": {+ "placeholder_handles": [+ "john",+ "red"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "red"+ ]+ },+ "atcoder": {+ "source": "sherlock",+ "usernames": [+ "ksun48"+ ]+ },+ "audiojungle": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "reds"+ ]+ },+ "autofrage": {+ "source": "sherlock",+ "usernames": [+ "autofrage"+ ]+ },+ "avizo": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "babyru": {+ "notes": {+ "placeholder_handles": [+ "example"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "example"+ ]+ },+ "bandcamp": {+ "source": "whatsmyname",+ "usernames": [+ "alice",+ "bob"+ ]+ },+ "bazar.cz": {+ "source": "sherlock",+ "usernames": [+ "pianina"+ ]+ },+ "behance": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "biggerpockets": {+ "source": "whatsmyname",+ "usernames": [+ "trustgreene",+ "chasel9"+ ]+ },+ "biohacking": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "blogger": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "bluesky": {+ "source": "sherlock",+ "usernames": [+ "mcuban"+ ]+ },+ "bookcrossing": {+ "source": "whatsmyname",+ "usernames": [+ "countofmonte",+ "Doris52"+ ]+ },+ "booth": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "buymeacoffee": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "buzzfeed": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "cafecito": {+ "source": "whatsmyname",+ "usernames": [+ "braftty",+ "guillermo"+ ]+ },+ "calendly": {+ "source": "whatsmyname",+ "usernames": [+ "honey",+ "roger"+ ]+ },+ "carbonmade": {+ "source": "sherlock",+ "usernames": [+ "jenny"+ ]+ },+ "career.habr": {+ "source": "whatsmyname",+ "usernames": [+ "sergey-kobets3",+ "fixten"+ ]+ },+ "cgtrader": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "championat": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "chatujme.cz": {+ "source": "sherlock",+ "usernames": [+ "david"+ ]+ },+ "chaturbate": {+ "source": "sherlock",+ "usernames": [+ "cute18cute"+ ]+ },+ "chess.com": {+ "source": "curated",+ "usernames": [+ "hikaru",+ "magnuscarlsen"+ ],+ "verified": true+ },+ "choice community": {+ "source": "sherlock",+ "usernames": [+ "gordon"+ ]+ },+ "clapper": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "clozemaster": {+ "notes": {+ "placeholder_handles": [+ "green"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "green"+ ]+ },+ "clubhouse": {+ "source": "whatsmyname",+ "usernames": [+ "kirbyplessas",+ "rohan"+ ]+ },+ "code snippet wiki": {+ "source": "sherlock",+ "usernames": [+ "bob"+ ]+ },+ "codeberg": {+ "source": "whatsmyname",+ "usernames": [+ "tivasyk",+ "happy"+ ]+ },+ "codeforces": {+ "source": "whatsmyname",+ "usernames": [+ "Abdul01",+ "Abdullah"+ ]+ },+ "codementor": {+ "source": "whatsmyname",+ "usernames": [+ "e4c5",+ "juanelfers"+ ]+ },+ "codepen": {+ "source": "curated",+ "usernames": [+ "chriscoyier",+ "cassiecodes"+ ],+ "verified": true+ },+ "coderwall": {+ "source": "sherlock",+ "usernames": [+ "hacker"+ ]+ },+ "codewars": {+ "source": "curated",+ "usernames": [+ "jhoffner"+ ],+ "verified": true+ },+ "coinvote": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "contently": {+ "source": "sherlock",+ "usernames": [+ "jordanteicher"+ ]+ },+ "coroflot": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "cracked": {+ "source": "whatsmyname",+ "usernames": [+ "mbattagl",+ "Hatchback"+ ]+ },+ "crevado": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "cryptomator forum": {+ "source": "sherlock",+ "usernames": [+ "michael"+ ]+ },+ "ctan": {+ "source": "sherlock",+ "usernames": [+ "briggs"+ ]+ },+ "d3ru": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "dailykos": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "datingru": {+ "notes": {+ "placeholder_handles": [+ "john",+ "blue"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "blue"+ ]+ },+ "dealabs": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "dev community": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "dev.to": {+ "source": "curated",+ "usernames": [+ "ben",+ "jess"+ ],+ "verified": true+ },+ "deviantart": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "rattybike",+ "john"+ ]+ },+ "devrant": {+ "source": "curated",+ "usernames": [+ "dfox",+ "trogus"+ ],+ "verified": true+ },+ "discord": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "discourse": {+ "source": "whatsmyname",+ "usernames": [+ "ndalliard",+ "gerhard"+ ]+ },+ "disqus": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "dmoj": {+ "source": "sherlock",+ "usernames": [+ "junferno"+ ]+ },+ "docker hub": {+ "source": "curated",+ "usernames": [+ "docker"+ ],+ "verified": true+ },+ "egpu": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "eintrachtfrankfurt": {+ "source": "sherlock",+ "usernames": [+ "mmammu"+ ]+ },+ "erome": {+ "source": "sherlock",+ "usernames": [+ "bob"+ ]+ },+ "etsy": {+ "source": "whatsmyname",+ "usernames": [+ "david",+ "happiness"+ ]+ },+ "eyeem": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "f3.cool": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "fameswap": {+ "source": "sherlock",+ "usernames": [+ "fameswap"+ ]+ },+ "fandom": {+ "source": "sherlock",+ "usernames": [+ "Jungypoo"+ ]+ },+ "figma": {+ "source": "whatsmyname",+ "usernames": [+ "bob",+ "mike"+ ]+ },+ "finanzfrage": {+ "source": "sherlock",+ "usernames": [+ "finanzfrage"+ ]+ },+ "fixya": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "fl": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "flightradar24": {+ "source": "sherlock",+ "usernames": [+ "jebbrooks"+ ]+ },+ "flipboard": {+ "source": "whatsmyname",+ "usernames": [+ "cosmopolitan",+ "Mashable"+ ]+ },+ "fortnitetracker": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "forum ophilia": {+ "source": "sherlock",+ "usernames": [+ "bob"+ ]+ },+ "fosstodon": {+ "source": "whatsmyname",+ "usernames": [+ "linux",+ "Phil35"+ ]+ },+ "foursquare": {+ "source": "whatsmyname",+ "usernames": [+ "j0hn",+ "ncyp23"+ ]+ },+ "freecodecamp": {+ "source": "curated",+ "usernames": [+ "QuincyLarson"+ ],+ "verified": true+ },+ "freesound": {+ "source": "whatsmyname",+ "usernames": [+ "Manu593",+ "somewhereinjp"+ ]+ },+ "furaffinity": {+ "source": "sherlock",+ "usernames": [+ "jesus"+ ]+ },+ "gaiaonline": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "gamespot": {+ "source": "whatsmyname",+ "usernames": [+ "alice",+ "bob"+ ]+ },+ "geeksforgeeks": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "genius (users)": {+ "source": "sherlock",+ "usernames": [+ "genius"+ ]+ },+ "gesundheitsfrage": {+ "source": "sherlock",+ "usernames": [+ "gutefrage"+ ]+ },+ "getmyuni": {+ "source": "sherlock",+ "usernames": [+ "Upneet.Grover17"+ ]+ },+ "giphy": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "gitbook": {+ "source": "sherlock",+ "usernames": [+ "gitbook"+ ]+ },+ "github": {+ "source": "curated",+ "usernames": [+ "torvalds",+ "gvanrossum",+ "mojombo"+ ],+ "verified": true+ },+ "gitlab": {+ "source": "curated",+ "usernames": [+ "sytses"+ ],+ "verified": true+ },+ "gnome vcs": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "goodreads": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "gradle": {+ "source": "sherlock",+ "usernames": [+ "jetbrains"+ ]+ },+ "grailed": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "gumroad": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "gutefrage": {+ "source": "sherlock",+ "usernames": [+ "gutefrage"+ ]+ },+ "habr": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "hackaday": {+ "notes": {+ "placeholder_handles": [+ "john",+ "adam"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "adam"+ ]+ },+ "hackernoon": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "alex"+ ]+ },+ "hackerone": {+ "source": "whatsmyname",+ "usernames": [+ "born2hack",+ "godiego"+ ]+ },+ "hackster": {+ "source": "whatsmyname",+ "usernames": [+ "hendra",+ "sologithu"+ ]+ },+ "harvard scholar": {+ "source": "sherlock",+ "usernames": [+ "ousmanekane"+ ]+ },+ "heavy-r": {+ "source": "sherlock",+ "usernames": [+ "kilroy222"+ ]+ },+ "hive.blog": {+ "source": "sherlock",+ "usernames": [+ "mango-juice"+ ]+ },+ "houzz": {+ "source": "whatsmyname",+ "usernames": [+ "liam",+ "alex"+ ]+ },+ "hubpages": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "huggingface": {+ "source": "sherlock",+ "usernames": [+ "Pasanlaksitha"+ ]+ },+ "hunting": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "ifttt": {+ "source": "whatsmyname",+ "usernames": [+ "nr9992",+ "sss90"+ ]+ },+ "igromania": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "imgsrc.ru": {+ "source": "whatsmyname",+ "usernames": [+ "natalisn",+ "andydiamond",+ "natalyck"+ ]+ },+ "imgup.cz": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "imgur": {+ "source": "curated",+ "usernames": [+ "sarah"+ ],+ "verified": true+ },+ "instructables": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "davidandora",+ "test"+ ]+ },+ "interpals": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "ionic forum": {+ "source": "sherlock",+ "usernames": [+ "theblue222"+ ]+ },+ "irecommend": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "itch.io": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "itemfix": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "jellyfin weblate": {+ "source": "sherlock",+ "usernames": [+ "EraYaN"+ ]+ },+ "jeuxvideo": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "joplin forum": {+ "source": "sherlock",+ "usernames": [+ "laurent"+ ]+ },+ "kaggle": {+ "source": "curated",+ "usernames": [+ "kaggle",+ "abhishek"+ ],+ "verified": true+ },+ "keybase": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "test",+ "mubix"+ ]+ },+ "kik": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "kofi": {+ "source": "whatsmyname",+ "usernames": [+ "frank",+ "marcmakescomics"+ ]+ },+ "kwork": {+ "source": "whatsmyname",+ "usernames": [+ "ilkarkarakurt",+ "sergeymeshiy"+ ]+ },+ "launchpad": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "leetcode": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "lemon8": {+ "source": "whatsmyname",+ "usernames": [+ "dateandtravell",+ "rolinda_reyes"+ ]+ },+ "letterboxd": {+ "source": "whatsmyname",+ "usernames": [+ "serdaraltin",+ "choi"+ ]+ },+ "liberapay": {+ "source": "whatsmyname",+ "usernames": [+ "db0",+ "bnjbvr"+ ]+ },+ "lichess": {+ "source": "curated",+ "usernames": [+ "thibault",+ "drnykterstein"+ ],+ "verified": true+ },+ "linkedin": {+ "source": "sherlock",+ "usernames": [+ "paulpfeister"+ ]+ },+ "listed": {+ "source": "sherlock",+ "usernames": [+ "listed"+ ]+ },+ "livejournal": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "livelib": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "lor": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "lottiefiles": {+ "source": "sherlock",+ "usernames": [+ "lottiefiles"+ ]+ },+ "masto.ai": {+ "source": "whatsmyname",+ "usernames": [+ "rbreich",+ "stux"+ ]+ },+ "mastodon.cloud": {+ "source": "sherlock",+ "usernames": [+ "TheAdmin"+ ]+ },+ "mastodon.social": {+ "source": "curated",+ "usernames": [+ "Gargron"+ ],+ "verified": true+ },+ "mastodon.xyz": {+ "source": "sherlock",+ "usernames": [+ "TheKinrar"+ ]+ },+ "medium": {+ "source": "curated",+ "usernames": [+ "ev"+ ],+ "verified": true+ },+ "meetme": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "marsha"+ ]+ },+ "mercadolivre": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "metacritic": {+ "source": "whatsmyname",+ "usernames": [+ "Mcguy",+ "goldzweig"+ ]+ },+ "minecraft": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "mix": {+ "notes": {+ "placeholder_handles": [+ "test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "test",+ "mixpicks"+ ]+ },+ "mmorpg forum": {+ "source": "sherlock",+ "usernames": [+ "goku"+ ]+ },+ "moikrug": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "motorradfrage": {+ "source": "sherlock",+ "usernames": [+ "gutefrage"+ ]+ },+ "mstdn.io": {+ "source": "whatsmyname",+ "usernames": [+ "mike",+ "greg"+ ]+ },+ "musescore": {+ "source": "sherlock",+ "usernames": [+ "arrangeme"+ ]+ },+ "myanimelist": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "myminifactory": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "myspace": {+ "source": "whatsmyname",+ "usernames": [+ "alice",+ "bob"+ ]+ },+ "nationstates region": {+ "source": "sherlock",+ "usernames": [+ "the_holy_principality_of_saint_mark"+ ]+ },+ "naver": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "bob",+ "blue"+ ]+ },+ "newgrounds": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "nextcloud forum": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "nightbot": {+ "notes": {+ "placeholder_handles": [+ "green"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "green"+ ]+ },+ "ninja kiwi": {+ "source": "sherlock",+ "usernames": [+ "Kyruko"+ ]+ },+ "nitrotype": {+ "source": "sherlock",+ "usernames": [+ "jianclash"+ ]+ },+ "nnru": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "note": {+ "source": "whatsmyname",+ "usernames": [+ "honey",+ "yui"+ ]+ },+ "npm": {+ "source": "curated",+ "usernames": [+ "sindresorhus",+ "isaacs"+ ],+ "verified": true+ },+ "nyaa.si": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "odnoklassniki": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "aleksandrvasillev"+ ]+ },+ "opencollective": {+ "source": "sherlock",+ "usernames": [+ "sindresorhus"+ ]+ },+ "opensource": {+ "source": "whatsmyname",+ "usernames": [+ "wuweijie",+ "alansmithee"+ ]+ },+ "openstreetmap": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "ourdjtalk": {+ "source": "sherlock",+ "usernames": [+ "steve"+ ]+ },+ "packagist": {+ "source": "sherlock",+ "usernames": [+ "psr"+ ]+ },+ "pastebin": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "patientlikeme": {+ "source": "whatsmyname",+ "usernames": [+ "thjuland",+ "Pedro0703",+ "Hydropioneer"+ ]+ },+ "patreon": {+ "source": "curated",+ "usernames": [+ "jacksepticeye"+ ],+ "verified": true+ },+ "peerlist": {+ "source": "whatsmyname",+ "usernames": [+ "taher_max_",+ "naymurr"+ ]+ },+ "pentesterlab": {+ "source": "sherlock",+ "usernames": [+ "0day"+ ]+ },+ "pikabu": {+ "source": "whatsmyname",+ "usernames": [+ "igor01",+ "serguei"+ ]+ },+ "pinkbike": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "pinterest": {+ "source": "curated",+ "usernames": [+ "pinterest"+ ],+ "verified": true+ },+ "plurk": {+ "source": "sherlock",+ "usernames": [+ "plurkoffice"+ ]+ },+ "pocketstars": {+ "source": "sherlock",+ "usernames": [+ "hacker"+ ]+ },+ "polarsteps": {+ "source": "sherlock",+ "usernames": [+ "james"+ ]+ },+ "polygon": {+ "source": "sherlock",+ "usernames": [+ "swiftstickler"+ ]+ },+ "pornhub": {+ "source": "whatsmyname",+ "usernames": [+ "sexyc4u",+ "desadelegacy"+ ]+ },+ "poshmark": {+ "source": "whatsmyname",+ "usernames": [+ "alice",+ "bob"+ ]+ },+ "producthunt": {+ "source": "curated",+ "usernames": [+ "ryanhoover"+ ],+ "verified": true+ },+ "prog.hu": {+ "source": "sherlock",+ "usernames": [+ "Sting"+ ]+ },+ "promodj": {+ "source": "whatsmyname",+ "usernames": [+ "sekoy",+ "vovasmallny"+ ]+ },+ "pypi": {+ "source": "curated",+ "usernames": [+ "dstufft"+ ],+ "verified": true+ },+ "quizlet": {+ "source": "whatsmyname",+ "usernames": [+ "Rita426",+ "Muyao_531"+ ]+ },+ "quora": {+ "source": "whatsmyname",+ "usernames": [+ "John-Galan-5",+ "Alex-Clay"+ ]+ },+ "rarible": {+ "source": "whatsmyname",+ "usernames": [+ "lokikot",+ "vintagemozart"+ ]+ },+ "rate your music": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "redbubble": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "reddit": {+ "source": "curated",+ "usernames": [+ "spez",+ "kn0thing"+ ],+ "verified": true+ },+ "redtube": {+ "source": "sherlock",+ "usernames": [+ "hacker"+ ]+ },+ "replit.com": {+ "source": "curated",+ "usernames": [+ "replit"+ ],+ "verified": true+ },+ "researchgate": {+ "source": "whatsmyname",+ "usernames": [+ "Tafara-Mwareya",+ "Jose-Roberto-Rasi"+ ]+ },+ "reverbnation": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "rockettube": {+ "source": "sherlock",+ "usernames": [+ "Tatteddick5600"+ ]+ },+ "royalcams": {+ "source": "sherlock",+ "usernames": [+ "asuna-black"+ ]+ },+ "rumble": {+ "source": "whatsmyname",+ "usernames": [+ "SaltyCracker",+ "GGreenwald"+ ]+ },+ "satsisru": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "scratch": {+ "source": "curated",+ "usernames": [+ "Scratch",+ "griffpatch"+ ],+ "verified": true+ },+ "scribd": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "sessionize": {+ "source": "sherlock",+ "usernames": [+ "jason-mayes"+ ]+ },+ "signal": {+ "source": "sherlock",+ "usernames": [+ "jlund"+ ]+ },+ "sketchfab": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "slant": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "bob",+ "john"+ ]+ },+ "slashdot": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "slideshare": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "rebeccaskeeles",+ "john"+ ]+ },+ "smugmug": {+ "source": "sherlock",+ "usernames": [+ "winchester"+ ]+ },+ "snapchat": {+ "source": "whatsmyname",+ "usernames": [+ "djkhaled305",+ "mileycyrus"+ ]+ },+ "social.tchncs.de": {+ "source": "sherlock",+ "usernames": [+ "Milan"+ ]+ },+ "soundcloud": {+ "source": "curated",+ "usernames": [+ "skrillex",+ "diplo"+ ],+ "verified": true+ },+ "soylentnews": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "adam"+ ]+ },+ "spacehey": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "spletnik": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "splice": {+ "source": "sherlock",+ "usernames": [+ "splice"+ ]+ },+ "spoj": {+ "source": "whatsmyname",+ "usernames": [+ "defrager",+ "xilinx"+ ]+ },+ "sporcle": {+ "notes": {+ "placeholder_handles": [+ "Test"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "Test",+ "lolshortee"+ ]+ },+ "sportsru": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "spotify": {+ "source": "curated",+ "usernames": [+ "spotify"+ ],+ "verified": true+ },+ "stackshare": {+ "source": "whatsmyname",+ "usernames": [+ "gordonpn68492",+ "Alan-Liang"+ ]+ },+ "steamgifts": {+ "source": "whatsmyname",+ "usernames": [+ "AbsurdPoncho",+ "Wolod1402"+ ]+ },+ "strava": {+ "notes": {+ "placeholder_handles": [+ "adam"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "jane",+ "adam"+ ]+ },+ "sublimeforum": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "substack": {+ "notes": {+ "placeholder_handles": [+ "green"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "green"+ ]+ },+ "swapd": {+ "source": "sherlock",+ "usernames": [+ "swapd"+ ]+ },+ "taringa": {+ "source": "whatsmyname",+ "usernames": [+ "jocaxav",+ "engendrometal"+ ]+ },+ "telegram": {+ "source": "curated",+ "usernames": [+ "durov",+ "telegram"+ ],+ "verified": true+ },+ "tenor": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "tetr.io": {+ "source": "whatsmyname",+ "usernames": [+ "icly",+ "5han"+ ]+ },+ "threads": {+ "source": "sherlock",+ "usernames": [+ "zuck"+ ]+ },+ "tiktok": {+ "source": "whatsmyname",+ "usernames": [+ "gordonramsayofficial",+ "pookiebear73"+ ]+ },+ "tnaflix": {+ "source": "sherlock",+ "usernames": [+ "hacker"+ ]+ },+ "topcoder.profile": {+ "notes": {+ "placeholder_handles": [+ "USER"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "USER"+ ]+ },+ "tradingview": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "trakt": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "anne"+ ]+ },+ "trashboxru": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "trawelling": {+ "source": "sherlock",+ "usernames": [+ "lassestolley"+ ]+ },+ "truth.social": {+ "source": "whatsmyname",+ "usernames": [+ "realdonaldtrump",+ "ScottAdamsTruth"+ ]+ },+ "tryhackme": {+ "source": "sherlock",+ "usernames": [+ "ashu"+ ]+ },+ "tweakers": {+ "source": "sherlock",+ "usernames": [+ "femme"+ ]+ },+ "twitch": {+ "source": "curated",+ "usernames": [+ "shroud",+ "ninja"+ ],+ "verified": true+ },+ "typeracer": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "uid": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "ultimate-guitar": {+ "source": "whatsmyname",+ "usernames": [+ "LYNX-Music",+ "Mikhailo",+ "MeGaDeth2314"+ ]+ },+ "velomania": {+ "notes": {+ "placeholder_handles": [+ "red"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "red"+ ]+ },+ "venmo": {+ "source": "whatsmyname",+ "usernames": [+ "John-Goolsby-8",+ "kate-mura"+ ]+ },+ "virustotal": {+ "source": "whatsmyname",+ "usernames": [+ "cyber",+ "cybersecstu"+ ]+ },+ "vk": {+ "source": "sherlock",+ "usernames": [+ "brown"+ ]+ },+ "wakatime": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "warrior forum": {+ "source": "whatsmyname",+ "usernames": [+ "alex",+ "discrat"+ ]+ },+ "weblate": {+ "source": "whatsmyname",+ "usernames": [+ "login836039",+ "Datura0808"+ ]+ },+ "webnode": {+ "source": "sherlock",+ "usernames": [+ "radkabalcarova"+ ]+ },+ "weibo": {+ "source": "whatsmyname",+ "usernames": [+ "guoailun12",+ "fbb0916"+ ]+ },+ "wicg forum": {+ "source": "sherlock",+ "usernames": [+ "stefano"+ ]+ },+ "wikimedia": {+ "source": "whatsmyname",+ "usernames": [+ "sector051",+ "webbreacher"+ ]+ },+ "wikipedia": {+ "source": "curated",+ "usernames": [+ "Jimbo_Wales"+ ],+ "verified": true+ },+ "windy": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "wolframalphaforum": {+ "source": "sherlock",+ "usernames": [+ "unico"+ ]+ },+ "wordnik": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "elle",+ "john"+ ]+ },+ "wordpressorg": {+ "source": "curated",+ "usernames": [+ "matt",+ "automattic"+ ],+ "verified": true+ },+ "wykop.pl": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "xbox gamertag": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "Spiken8",+ "john"+ ]+ },+ "xing": {+ "source": "whatsmyname",+ "usernames": [+ "Andy_Hausmann",+ "Stephan_Abele2"+ ]+ },+ "xnxx": {+ "notes": {+ "placeholder_handles": [+ "john"+ ]+ },+ "source": "whatsmyname",+ "usernames": [+ "john",+ "mumrra"+ ]+ },+ "yandexmusic": {+ "source": "sherlock",+ "usernames": [+ "ya.playlist"+ ]+ },+ "younow": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "youporn": {+ "notes": {+ "placeholder_handles": [+ "blue"+ ]+ },+ "source": "sherlock",+ "usernames": [+ "blue"+ ]+ },+ "youtube channel": {+ "source": "whatsmyname",+ "usernames": [+ "OvylarockTHR",+ "OSINTDojo"+ ]+ },+ "youtube user": {+ "source": "curated",+ "usernames": [+ "pewdiepie"+ ],+ "verified": true+ }}diff --git a/src/aliens_eye/eval/external.py b/src/aliens_eye/eval/external.pyindex 30e135b..6397373 100644--- a/src/aliens_eye/eval/external.py+++ b/src/aliens_eye/eval/external.py@@ -210,7 +210,11 @@ def _strip(url: str) -> str:return url.rstrip("/").lower()-def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:+def score_engine(+ engine: RuleEngine,+ observations,+ excluded_sites: set[str] | None = None,+) -> dict[str, Any]:"""Score one external engine over pre-collected corpus observations.Rows the engine has no rule for, or returns UNKNOWN on, are **excluded** and@@ -219,8 +223,9 @@ def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:"""from aliens_eye.selfcheck import _metrics+ excluded_sites = excluded_sites or set()tp = fp = fn = tn = 0- covered = unknown = no_rule = 0+ covered = unknown = no_rule = self_sourced = 0predictions: list[tuple[int, int]] = []covered_urls: list[str] = []per_site: dict[str, dict[str, int]] = {}@@ -228,6 +233,12 @@ def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:for obs in observations:if obs.error:continue+ if obs.site in excluded_sites:+ # This site's ground-truth accounts came from the very project being+ # scored. Its rules are maintained against those accounts, so a+ # verdict here measures memorisation rather than detection.+ self_sourced += 1+ continueif engine.rule_for(obs.url) is None:no_rule += 1continue@@ -263,6 +274,7 @@ def score_engine(engine: RuleEngine, observations) -> dict[str, Any]:"samples": covered,"rows_without_rule": no_rule,"rows_rule_undecided": unknown,+ "rows_excluded_self_sourced": self_sourced,"overall": overall,"per_site": {s: _metrics(c["tp"], c["fp"], c["fn"], c["tn"]) for s, c in per_site.items()@@ -279,6 +291,7 @@ async def compare_external(rule_paths: dict[str, Path],sites: set[str] | None = None,bootstrap_iterations: int = 4000,+ provenance: dict[str, str] | None = None,) -> dict[str, Any]:"""Score external engines and our own configurations on the same rows.@@ -312,7 +325,9 @@ async def compare_external(engine_cls = ENGINES[engine_name]engine = engine_cls.load(Path(path))engine.name = engine_name- scored = score_engine(engine, observations)+ # Never score a tool on sites whose accounts came from that same tool.+ excluded = {s for s, src in (provenance or {}).items() if src == engine_name}+ scored = score_engine(engine, observations, excluded_sites=excluded)idx = [index_of[u] for u in scored["covered_urls"] if u in index_of]against = {}diff --git a/src/aliens_eye/eval/groundtruth.py b/src/aliens_eye/eval/groundtruth.pynew file mode 100644index 0000000..5a2d898--- /dev/null+++ b/src/aliens_eye/eval/groundtruth.py@@ -0,0 +1,265 @@+"""Build an expanded ground-truth set from external projects, cross-sourced.++Sherlock and WhatsMyName each ship accounts asserted to exist -- Sherlock's+``username_claimed`` (one per site, MIT) and WhatsMyName's ``known`` (several per+site, CC BY-SA 4.0). Together they cover several hundred of this catalogue's+sites, which is the difference between a 43-site evaluation and a 400-site one.++**Those accounts are each project's own tuning set.** Sherlock's rules are+maintained so that ``username_claimed`` comes back Found; WhatsMyName's+``e_string`` markers are chosen against its ``known`` accounts. Scoring a tool on+the accounts its rules were tuned against measures memorisation, not detection.++So provenance is recorded per site and the comparison honours it: a site sourced+from Sherlock is excluded when scoring Sherlock, and likewise for WhatsMyName.+To keep both tools measurable, sites covered by both are alternated between the+two sources rather than all taken from one.++Accounts are **asserted, not verified**. Sherlock in particular uses generic+placeholder handles (``blue``, ``red``) on many sites. Every imported positive+carries ``verified: false`` until a capture pass confirms it resolves to a+profile; see ``verify_positives``.+"""++from __future__ import annotations++import json+from dataclasses import dataclass, field+from pathlib import Path+from typing import Any++from aliens_eye.eval.external import _netloc++CURATED = "curated"+SHERLOCK = "sherlock"+WHATSMYNAME = "whatsmyname"++#: Handles used as generic placeholders rather than real accounts. Present in a+#: source's data as test fixtures; they need verification before use as positives.+PLACEHOLDER_HANDLES = {+ "blue", "red", "green", "black", "white", "user", "username", "test",+ "admin", "adam", "john", "jsmith", "example", "demo", "none", "null",+}+++@dataclass+class GroundTruthEntry:+ site: str+ usernames: list[str]+ source: str+ verified: bool = False+ notes: dict[str, Any] = field(default_factory=dict)++ def to_dict(self) -> dict[str, Any]:+ payload: dict[str, Any] = {"usernames": list(self.usernames), "source": self.source}+ if self.verified:+ payload["verified"] = True+ if self.notes:+ payload["notes"] = self.notes+ return payload+++def _index_catalogue(sites_data: dict[str, str]) -> dict[str, str]:+ """Map host -> our site name, so external entries can be matched to ours."""+ index: dict[str, str] = {}+ for name, template in sites_data.items():+ host = _netloc(template)+ if host and host not in index:+ index[host] = name+ return index+++def read_sherlock_accounts(path: Path, catalogue: dict[str, str]) -> dict[str, list[str]]:+ data = json.loads(Path(path).read_text(encoding="utf-8"))+ out: dict[str, list[str]] = {}+ for entry in data.values():+ if not isinstance(entry, dict):+ continue+ url, claimed = entry.get("url"), entry.get("username_claimed")+ if not url or not claimed:+ continue+ site = catalogue.get(_netloc(str(url)))+ if site and site not in out:+ out[site] = [str(claimed)]+ return out+++def read_whatsmyname_accounts(path: Path, catalogue: dict[str, str]) -> dict[str, list[str]]:+ data = json.loads(Path(path).read_text(encoding="utf-8"))+ entries = data.get("sites", data if isinstance(data, list) else [])+ out: dict[str, list[str]] = {}+ for entry in entries:+ if not isinstance(entry, dict):+ continue+ uri, known = entry.get("uri_check"), entry.get("known")+ if not uri or not known:+ continue+ site = catalogue.get(_netloc(str(uri)))+ if site and site not in out:+ out[site] = [str(k) for k in known if k]+ return out+++def cross_source(+ existing: dict[str, list[str]],+ sherlock: dict[str, list[str]],+ whatsmyname: dict[str, list[str]],+) -> dict[str, GroundTruthEntry]:+ """Assign each new site to exactly one source, alternating on overlap.++ Sites already curated here keep their own provenance and are never+ reassigned: they predate both imports and are usable for scoring either tool.+ """+ entries: dict[str, GroundTruthEntry] = {+ site: GroundTruthEntry(site, list(usernames), CURATED, verified=True)+ for site, usernames in existing.items()+ }++ both = sorted((set(sherlock) & set(whatsmyname)) - set(entries))+ only_sherlock = sorted(set(sherlock) - set(whatsmyname) - set(entries))+ only_wmn = sorted(set(whatsmyname) - set(sherlock) - set(entries))++ # Alternate the overlap so each tool has a comparable number of sites it can+ # be scored on. Deterministic: sorted order, fixed parity.+ for position, site in enumerate(both):+ source = WHATSMYNAME if position % 2 == 0 else SHERLOCK+ usernames = whatsmyname[site] if source == WHATSMYNAME else sherlock[site]+ entries[site] = GroundTruthEntry(site, list(usernames), source)++ for site in only_sherlock:+ entries[site] = GroundTruthEntry(site, list(sherlock[site]), SHERLOCK)+ for site in only_wmn:+ entries[site] = GroundTruthEntry(site, list(whatsmyname[site]), WHATSMYNAME)++ for entry in entries.values():+ placeholders = [u for u in entry.usernames if u.lower() in PLACEHOLDER_HANDLES]+ if placeholders:+ entry.notes["placeholder_handles"] = placeholders+ return entries+++def assign_splits(+ entries: dict[str, GroundTruthEntry],+ existing_train: set[str],+ existing_holdout: set[str],+ holdout_fraction: float = 0.3,+) -> dict[str, str]:+ """Site-disjoint train/holdout assignment, preserving existing placements.++ New sites are interleaved by sorted position rather than shuffled, so the+ assignment is reproducible and the holdout is spread across sources instead+ of concentrating in whichever source sorts last.+ """+ splits: dict[str, str] = {}+ for site in entries:+ if site in existing_holdout:+ splits[site] = "holdout"+ elif site in existing_train:+ splits[site] = "train"++ step = max(2, round(1 / holdout_fraction)) if holdout_fraction > 0 else 0+ unassigned = sorted(set(entries) - set(splits))+ for position, site in enumerate(unassigned):+ splits[site] = "holdout" if step and position % step == 0 else "train"+ return splits+++def write_splits(+ entries: dict[str, GroundTruthEntry],+ splits: dict[str, str],+ train_path: Path,+ holdout_path: Path,+) -> dict[str, Any]:+ """Write both split files in the provenance-carrying dict form."""+ buckets: dict[str, dict[str, Any]] = {"train": {}, "holdout": {}}+ for site, entry in sorted(entries.items()):+ buckets[splits[site]][site] = entry.to_dict()++ for name, path in (("train", train_path), ("holdout", holdout_path)):+ Path(path).write_text(+ json.dumps(buckets[name], indent=2, ensure_ascii=False, sort_keys=True) + "\n",+ encoding="utf-8",+ )++ def summarise(bucket: dict[str, Any]) -> dict[str, Any]:+ sources: dict[str, int] = {}+ for payload in bucket.values():+ sources[payload["source"]] = sources.get(payload["source"], 0) + 1+ return {+ "sites": len(bucket),+ "accounts": sum(len(p["usernames"]) for p in bucket.values()),+ "by_source": dict(sorted(sources.items())),+ "unverified_sites": sum(1 for p in bucket.values() if not p.get("verified")),+ }++ return {+ "train": summarise(buckets["train"]),+ "holdout": summarise(buckets["holdout"]),+ "total_sites": len(entries),+ }+++def verify_positives(+ observations,+ engines: dict[str, Any],+ provenance: dict[str, str],+) -> dict[str, Any]:+ """Flag imported positives that both external rule sets call absent.++ Imported accounts are asserted by their source project, not verified here,+ and Sherlock in particular uses placeholder handles on many sites. A label+ error on a positive is worse than a missing site: it teaches the model that+ an absent-user page is a profile.++ The check is a consensus of signals *independent of the account's own+ source*: a positive is suspect when every other project's rules, applied to+ the captured response, say the account is absent. That is evidence of a bad+ label, not proof -- a rule can be stale -- so suspects are reported for+ review rather than deleted.++ Rows whose only ruling engine is the account's own source are skipped: that+ engine agreeing with its own tuning set proves nothing.+ """+ suspects: list[dict[str, Any]] = []+ confirmed = skipped = unrulable = 0++ for obs in observations:+ if obs.error or obs.label != 1:+ continue+ source = provenance.get(obs.site, CURATED)+ verdicts: dict[str, str] = {}+ for name, engine in engines.items():+ if name == source:+ continue # circular: this engine was tuned on this account+ verdict = engine.decide(obs.url, obs.final_url or obs.url, obs.status_code, obs.body or "")+ if verdict is not None:+ verdicts[name] = verdict+ if not verdicts:+ unrulable += 1+ continue+ if all(v == "Not Found" for v in verdicts.values()):+ suspects.append({+ "site": obs.site,+ "username": obs.username,+ "url": obs.url,+ "status": obs.status_code,+ "source": source,+ "verdicts": verdicts,+ "placeholder": obs.username.lower() in PLACEHOLDER_HANDLES,+ })+ else:+ confirmed += 1+ skipped += 0++ by_source: dict[str, int] = {}+ for entry in suspects:+ by_source[entry["source"]] = by_source.get(entry["source"], 0) + 1+ return {+ "checked": confirmed + len(suspects),+ "corroborated": confirmed,+ "suspect": len(suspects),+ "no_independent_rule": unrulable,+ "suspect_by_source": dict(sorted(by_source.items())),+ "suspect_placeholder_handles": sum(1 for s in suspects if s["placeholder"]),+ "suspects": sorted(suspects, key=lambda s: (s["source"], s["site"])),+ }diff --git a/src/aliens_eye/ml/collect.py b/src/aliens_eye/ml/collect.pyindex 689d546..dde6bec 100644--- a/src/aliens_eye/ml/collect.py+++ b/src/aliens_eye/ml/collect.py@@ -65,6 +65,39 @@ def load_selfcheck_data(split training may read), ``"holdout"``, or ``"all"`` to merge both. Pass``path`` to load an arbitrary ground-truth JSON instead."""+ if path is None and split == "all":+ data: dict[str, Any] = {}+ for name in SPLIT_RESOURCES:+ data.update(_read_split(name, None))+ else:+ data = _read_split(split, path)+ return {site: _usernames_of(value) for site, value in data.items()}+++def _usernames_of(value: Any) -> list[str]:+ """Accept all three ground-truth shapes.++ Historically a site mapped to a username string or a list of them. Entries+ imported from an external project also carry provenance, so a site may map+ to {"usernames": [...], "source": ...} instead; see eval/groundtruth.py.+ """+ if isinstance(value, str):+ return [value]+ if isinstance(value, dict):+ return [str(u) for u in value.get("usernames", [])]+ return [str(u) for u in value]+++def load_ground_truth_sources(+ split: str = "train",+ path: Path | None = None,+) -> dict[str, str]:+ """Map site -> the project its accounts came from.++ Used to keep an external tool from being scored on the accounts its own+ rules were tuned against. Sites without recorded provenance are reported as+ "curated", which is scoreable against every tool.+ """if path is None and split == "all":data: dict[str, Any] = {}for name in SPLIT_RESOURCES:@@ -72,7 +105,7 @@ def load_selfcheck_data(else:data = _read_split(split, path)return {- site: [value] if isinstance(value, str) else list(value)+ site: (value.get("source", "curated") if isinstance(value, dict) else "curated")for site, value in data.items()}diff --git a/tests/test_groundtruth.py b/tests/test_groundtruth.pynew file mode 100644index 0000000..54411d9--- /dev/null+++ b/tests/test_groundtruth.py@@ -0,0 +1,245 @@+"""Cross-sourced ground-truth construction: provenance, split discipline, and+the circularity guard that keeps a tool from being scored on its own tuning set."""++import json++import pytest++from aliens_eye.eval.groundtruth import (+ CURATED,+ PLACEHOLDER_HANDLES,+ SHERLOCK,+ WHATSMYNAME,+ GroundTruthEntry,+ _index_catalogue,+ assign_splits,+ cross_source,+ read_sherlock_accounts,+ read_whatsmyname_accounts,+ verify_positives,+ write_splits,+)+from aliens_eye.ml.collect import load_selfcheck_data++CATALOGUE = {+ "github": "https://github.com/{}",+ "reddit": "https://www.reddit.com/user/{}",+ "vimeo": "https://vimeo.com/{}",+ "bandcamp": "https://bandcamp.com/{}",+}+++def catalogue():+ return _index_catalogue(CATALOGUE)+++# --- importing ------------------------------------------------------------+++def test_sherlock_import_matches_by_host(tmp_path, catalogue):+ path = tmp_path / "s.json"+ path.write_text(json.dumps({+ "GitHub": {"url": "https://www.github.com/{}", "username_claimed": "torvalds"},+ "Nowhere": {"url": "https://nowhere.example/{}", "username_claimed": "x"},+ "NoHandle": {"url": "https://vimeo.com/{}"},+ }), encoding="utf-8")+ accounts = read_sherlock_accounts(path, catalogue)+ assert accounts == {"github": ["torvalds"]}+++def test_whatsmyname_import_keeps_all_known_accounts(tmp_path, catalogue):+ path = tmp_path / "w.json"+ path.write_text(json.dumps({"sites": [+ {"name": "Bandcamp", "uri_check": "https://bandcamp.com/{account}", "known": ["a", "b"]},+ {"name": "NoKnown", "uri_check": "https://vimeo.com/{account}", "known": []},+ ]}), encoding="utf-8")+ assert read_whatsmyname_accounts(path, catalogue) == {"bandcamp": ["a", "b"]}+++def test_catalogue_index_ignores_www(catalogue):+ assert catalogue["reddit.com"] == "reddit"+++# --- cross-sourcing -------------------------------------------------------+++def test_existing_sites_keep_curated_provenance():+ entries = cross_source({"github": ["torvalds"]}, {"github": ["blue"]}, {"github": ["x"]})+ assert entries["github"].source == CURATED+ assert entries["github"].usernames == ["torvalds"]+ assert entries["github"].verified is True+++def test_overlapping_sites_alternate_between_sources():+ """Both tools must end up with sites they can be scored on."""+ sherlock = {f"s{i}": [f"sh{i}"] for i in range(10)}+ whatsmyname = {f"s{i}": [f"wm{i}"] for i in range(10)}+ entries = cross_source({}, sherlock, whatsmyname)+ sources = [entries[f"s{i}"].source for i in range(10)]+ assert sources.count(SHERLOCK) == 5+ assert sources.count(WHATSMYNAME) == 5+++def test_entry_usernames_come_from_its_recorded_source():+ entries = cross_source({}, {"a": ["from_sherlock"]}, {"a": ["from_wmn"]})+ entry = entries["a"]+ expected = "from_wmn" if entry.source == WHATSMYNAME else "from_sherlock"+ assert entry.usernames == [expected]+++def test_single_source_sites_take_that_source():+ entries = cross_source({}, {"only_s": ["x"]}, {"only_w": ["y"]})+ assert entries["only_s"].source == SHERLOCK+ assert entries["only_w"].source == WHATSMYNAME+++def test_placeholder_handles_are_flagged():+ entries = cross_source({}, {"a": ["blue"], "b": ["realperson"]}, {})+ assert entries["a"].notes["placeholder_handles"] == ["blue"]+ assert "placeholder_handles" not in entries["b"].notes+++def test_cross_source_is_deterministic():+ sherlock = {f"s{i}": [f"a{i}"] for i in range(20)}+ whatsmyname = {f"s{i}": [f"b{i}"] for i in range(20)}+ first = {k: v.source for k, v in cross_source({}, sherlock, whatsmyname).items()}+ second = {k: v.source for k, v in cross_source({}, sherlock, whatsmyname).items()}+ assert first == second+++def test_imported_entries_are_unverified():+ entries = cross_source({}, {"a": ["x"]}, {})+ assert entries["a"].verified is False+++# --- splits ---------------------------------------------------------------+++def test_existing_split_placement_is_preserved():+ entries = {s: GroundTruthEntry(s, ["u"], CURATED) for s in ("keep_t", "keep_h", "new")}+ splits = assign_splits(entries, {"keep_t"}, {"keep_h"})+ assert splits["keep_t"] == "train"+ assert splits["keep_h"] == "holdout"+++def test_new_sites_are_split_in_both_directions():+ entries = {f"s{i}": GroundTruthEntry(f"s{i}", ["u"], SHERLOCK) for i in range(20)}+ splits = assign_splits(entries, set(), set())+ assert set(splits.values()) == {"train", "holdout"}+ assert 0 < sum(1 for v in splits.values() if v == "holdout") < 20+++def test_splits_cover_every_site():+ entries = {f"s{i}": GroundTruthEntry(f"s{i}", ["u"], SHERLOCK) for i in range(7)}+ assert set(assign_splits(entries, set(), set())) == set(entries)+++def test_write_splits_round_trips_through_the_loader(tmp_path):+ entries = cross_source({"github": ["torvalds"]}, {"vimeo": ["blue"]}, {"bandcamp": ["x", "y"]})+ splits = assign_splits(entries, {"github"}, set())+ train, holdout = tmp_path / "train.json", tmp_path / "holdout.json"+ summary = write_splits(entries, splits, train, holdout)++ assert summary["total_sites"] == 3+ loaded = load_selfcheck_data(path=train)+ loaded.update(load_selfcheck_data(path=holdout))+ assert loaded["github"] == ["torvalds"]+ assert loaded["bandcamp"] == ["x", "y"]+++def test_written_splits_are_site_disjoint(tmp_path):+ entries = {f"s{i}": GroundTruthEntry(f"s{i}", ["u"], SHERLOCK) for i in range(30)}+ splits = assign_splits(entries, set(), set())+ train, holdout = tmp_path / "t.json", tmp_path / "h.json"+ write_splits(entries, splits, train, holdout)+ t = set(json.loads(train.read_text("utf-8")))+ h = set(json.loads(holdout.read_text("utf-8")))+ assert not (t & h)+ assert t | h == set(entries)+++def test_written_form_carries_provenance(tmp_path):+ entries = cross_source({}, {"vimeo": ["blue"]}, {})+ splits = assign_splits(entries, set(), set())+ train, holdout = tmp_path / "t.json", tmp_path / "h.json"+ write_splits(entries, splits, train, holdout)+ merged = {**json.loads(train.read_text("utf-8")), **json.loads(holdout.read_text("utf-8"))}+ assert merged["vimeo"]["source"] == SHERLOCK+ assert merged["vimeo"]["usernames"] == ["blue"]+++# --- verification ---------------------------------------------------------+++class _Engine:+ def __init__(self, verdict):+ self.verdict = verdict++ def decide(self, url, final_url, status, body):+ return self.verdict+++def _obs(site, label=1, username="u"):+ from aliens_eye.eval.ablate import Observation++ return Observation(site, username, f"https://{site}.example/{username}", label, 200, {}, {})+++def test_positive_rejected_when_every_independent_rule_says_absent():+ result = verify_positives(+ [_obs("a")],+ {"sherlock": _Engine("Not Found"), "whatsmyname": _Engine("Not Found")},+ {"a": CURATED},+ )+ assert result["suspect"] == 1+ assert result["corroborated"] == 0+++def test_positive_kept_when_any_rule_says_found():+ result = verify_positives(+ [_obs("a")],+ {"sherlock": _Engine("Found"), "whatsmyname": _Engine("Not Found")},+ {"a": CURATED},+ )+ assert result["suspect"] == 0+ assert result["corroborated"] == 1+++def test_the_accounts_own_source_is_never_consulted():+ """Sherlock agreeing with Sherlock's own tuning set is not evidence."""+ result = verify_positives(+ [_obs("a")],+ {"sherlock": _Engine("Found")},+ {"a": SHERLOCK},+ )+ assert result["checked"] == 0+ assert result["no_independent_rule"] == 1+++def test_rows_with_no_independent_ruling_are_not_counted():+ result = verify_positives([_obs("a")], {"sherlock": _Engine(None)}, {"a": CURATED})+ assert result["no_independent_rule"] == 1+ assert result["checked"] == 0+++def test_negatives_and_errors_are_ignored():+ from aliens_eye.eval.ablate import Observation++ rows = [+ _obs("a", label=0),+ Observation("b", "u", "https://b.example/u", 1, 0, {}, {}, "timeout"),+ ]+ result = verify_positives(rows, {"sherlock": _Engine("Not Found")}, {})+ assert result["checked"] == 0+++def test_suspects_report_source_and_placeholder_status():+ result = verify_positives(+ [_obs("a", username="blue")],+ {"whatsmyname": _Engine("Not Found")},+ {"a": SHERLOCK},+ )+ assert result["suspect_by_source"] == {SHERLOCK: 1}+ assert result["suspect_placeholder_handles"] == 1+ assert "blue" in PLACEHOLDER_HANDLES