Skip to content

Garry's Opinionated OpenClaw/Hermes Agent Brain

TypeScript
166 KB
Raw Blame
{
  "decision_id": "supersession-threshold-dev",
  "plan": "MEMORY_PROOF_WAVE C2 follow-up",
  "stage": "dev",
  "eligible_for_default": false,
  "eligibility_note": "Dev verdict on a synthetic fixture; it cannot set a default. The parent wave routes facts.candidate_fusion and the supersession threshold.",
  "verdict_type": "quality",
  "overall": "inconclusive",
  "decided_at": "2026-10-05T06:05:34.876Z",
  "models": {
    "voyage:voyage-4": {
      "fixture": {"seed": 20261005, "companies": 40, "seeded_rows": 1148, "probes": 400, "texts": 1506, "texts_sha256": "821285709ddfa63c28565c164719709f5853243d7803cf828a2a835b0fc3f0cb", "embedding_model": "voyage:voyage-4", "embedding_dims": 1024, "embeddings_sha256": "894ca7a6f86850e6c44df6c68b47750ca8a51014a540ee181f4c8e47b307ff11", "candidate_k": 5, "gbrain_git_head": "7d2cc1c7049ae6820131b91d146d2c950714583d", "gbrain_tree_dirty": false},
      "threshold_pick": {"rule": "lowest correction miss rate with false supersession <= 1% of probes and preserved distinct claims >= 99.5% (rrf_free arm); balanced = argmin(correction miss + coexisting false supersession)", "guarded": 0.95, "balanced": 0.94, "product": 0.95},
      "threshold_sweep": [
        {"threshold": 0.8, "arm": "rrf_free", "correction_miss_rate": 0.0042, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.2075, "preserved_distinct_share": 0.9345, "correct_decision_rate": 0.79, "stale_single_value_claims_at_end": 2},
        {"threshold": 0.8, "arm": "interleave", "correction_miss_rate": 0.0083, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.2075, "preserved_distinct_share": 0.9345, "correct_decision_rate": 0.7875, "stale_single_value_claims_at_end": 3},
        {"threshold": 0.81, "arm": "rrf_free", "correction_miss_rate": 0.0042, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.205, "preserved_distinct_share": 0.9353, "correct_decision_rate": 0.7925, "stale_single_value_claims_at_end": 2},
        {"threshold": 0.81, "arm": "interleave", "correction_miss_rate": 0.0083, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.205, "preserved_distinct_share": 0.9353, "correct_decision_rate": 0.79, "stale_single_value_claims_at_end": 3},
        {"threshold": 0.82, "arm": "rrf_free", "correction_miss_rate": 0.0042, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.205, "preserved_distinct_share": 0.9353, "correct_decision_rate": 0.7925, "stale_single_value_claims_at_end": 2},
        {"threshold": 0.82, "arm": "interleave", "correction_miss_rate": 0.0083, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.205, "preserved_distinct_share": 0.9353, "correct_decision_rate": 0.79, "stale_single_value_claims_at_end": 3},
        {"threshold": 0.83, "arm": "rrf_free", "correction_miss_rate": 0.0083, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.205, "preserved_distinct_share": 0.9353, "correct_decision_rate": 0.79, "stale_single_value_claims_at_end": 3},
        {"threshold": 0.83, "arm": "interleave", "correction_miss_rate": 0.0125, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.205, "preserved_distinct_share": 0.9353, "correct_decision_rate": 0.7875, "stale_single_value_claims_at_end": 4},
        {"threshold": 0.84, "arm": "rrf_free", "correction_miss_rate": 0.0125, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.1975, "preserved_distinct_share": 0.9377, "correct_decision_rate": 0.795, "stale_single_value_claims_at_end": 3},
        {"threshold": 0.84, "arm": "interleave", "correction_miss_rate": 0.0167, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.1975, "preserved_distinct_share": 0.9377, "correct_decision_rate": 0.7925, "stale_single_value_claims_at_end": 4},
        {"threshold": 0.85, "arm": "rrf_free", "correction_miss_rate": 0.0167, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.975, "false_supersession_rate": 0.195, "preserved_distinct_share": 0.9385, "correct_decision_rate": 0.795, "stale_single_value_claims_at_end": 3},
        {"threshold": 0.85, "arm": "interleave", "correction_miss_rate": 0.0208, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.975, "false_supersession_rate": 0.195, "preserved_distinct_share": 0.9385, "correct_decision_rate": 0.7925, "stale_single_value_claims_at_end": 4},
        {"threshold": 0.86, "arm": "rrf_free", "correction_miss_rate": 0.0333, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9375, "false_supersession_rate": 0.1875, "preserved_distinct_share": 0.9409, "correct_decision_rate": 0.7925, "stale_single_value_claims_at_end": 7},
        {"threshold": 0.86, "arm": "interleave", "correction_miss_rate": 0.0375, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9375, "false_supersession_rate": 0.1875, "preserved_distinct_share": 0.9409, "correct_decision_rate": 0.79, "stale_single_value_claims_at_end": 8},
        {"threshold": 0.87, "arm": "rrf_free", "correction_miss_rate": 0.0625, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9125, "false_supersession_rate": 0.1825, "preserved_distinct_share": 0.9424, "correct_decision_rate": 0.78, "stale_single_value_claims_at_end": 13},
        {"threshold": 0.87, "arm": "interleave", "correction_miss_rate": 0.0667, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9125, "false_supersession_rate": 0.1825, "preserved_distinct_share": 0.9424, "correct_decision_rate": 0.7775, "stale_single_value_claims_at_end": 14},
        {"threshold": 0.88, "arm": "rrf_free", "correction_miss_rate": 0.0958, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.85, "false_supersession_rate": 0.17, "preserved_distinct_share": 0.9464, "correct_decision_rate": 0.7725, "stale_single_value_claims_at_end": 19},
        {"threshold": 0.88, "arm": "interleave", "correction_miss_rate": 0.1, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.85, "false_supersession_rate": 0.17, "preserved_distinct_share": 0.9464, "correct_decision_rate": 0.77, "stale_single_value_claims_at_end": 20},
        {"threshold": 0.89, "arm": "rrf_free", "correction_miss_rate": 0.1292, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.7675, "stale_single_value_claims_at_end": 25},
        {"threshold": 0.89, "arm": "interleave", "correction_miss_rate": 0.1333, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.765, "stale_single_value_claims_at_end": 26},
        {"threshold": 0.9, "arm": "rrf_free", "correction_miss_rate": 0.1875, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.7325, "stale_single_value_claims_at_end": 36},
        {"threshold": 0.9, "arm": "interleave", "correction_miss_rate": 0.1875, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.7325, "stale_single_value_claims_at_end": 36},
        {"threshold": 0.91, "arm": "rrf_free", "correction_miss_rate": 0.2333, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.7625, "false_supersession_rate": 0.1525, "preserved_distinct_share": 0.9519, "correct_decision_rate": 0.7075, "stale_single_value_claims_at_end": 44},
        {"threshold": 0.91, "arm": "interleave", "correction_miss_rate": 0.2333, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.7625, "false_supersession_rate": 0.1525, "preserved_distinct_share": 0.9519, "correct_decision_rate": 0.7075, "stale_single_value_claims_at_end": 44},
        {"threshold": 0.92, "arm": "rrf_free", "correction_miss_rate": 0.2958, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.6375, "false_supersession_rate": 0.1275, "preserved_distinct_share": 0.9598, "correct_decision_rate": 0.695, "stale_single_value_claims_at_end": 53},
        {"threshold": 0.92, "arm": "interleave", "correction_miss_rate": 0.2958, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.6375, "false_supersession_rate": 0.1275, "preserved_distinct_share": 0.9598, "correct_decision_rate": 0.695, "stale_single_value_claims_at_end": 53},
        {"threshold": 0.93, "arm": "rrf_free", "correction_miss_rate": 0.3458, "restatement_miss_rate": 0.075, "coexisting_false_supersession_rate": 0.275, "false_supersession_rate": 0.055, "preserved_distinct_share": 0.9826, "correct_decision_rate": 0.73, "stale_single_value_claims_at_end": 66},
        {"threshold": 0.93, "arm": "interleave", "correction_miss_rate": 0.3458, "restatement_miss_rate": 0.075, "coexisting_false_supersession_rate": 0.275, "false_supersession_rate": 0.055, "preserved_distinct_share": 0.9826, "correct_decision_rate": 0.73, "stale_single_value_claims_at_end": 66},
        {"threshold": 0.94, "arm": "rrf_free", "correction_miss_rate": 0.3708, "restatement_miss_rate": 0.15, "coexisting_false_supersession_rate": 0.075, "false_supersession_rate": 0.015, "preserved_distinct_share": 0.9953, "correct_decision_rate": 0.7475, "stale_single_value_claims_at_end": 74},
        {"threshold": 0.94, "arm": "interleave", "correction_miss_rate": 0.3708, "restatement_miss_rate": 0.15, "coexisting_false_supersession_rate": 0.075, "false_supersession_rate": 0.015, "preserved_distinct_share": 0.9953, "correct_decision_rate": 0.7475, "stale_single_value_claims_at_end": 74},
        {"threshold": 0.95, "arm": "rrf_free", "correction_miss_rate": 0.4667, "restatement_miss_rate": 0.2, "coexisting_false_supersession_rate": 0.0375, "false_supersession_rate": 0.0075, "preserved_distinct_share": 0.9976, "correct_decision_rate": 0.6925, "stale_single_value_claims_at_end": 96},
        {"threshold": 0.95, "arm": "interleave", "correction_miss_rate": 0.4667, "restatement_miss_rate": 0.2, "coexisting_false_supersession_rate": 0.0375, "false_supersession_rate": 0.0075, "preserved_distinct_share": 0.9976, "correct_decision_rate": 0.6925, "stale_single_value_claims_at_end": 96},
        {"threshold": 0.96, "arm": "rrf_free", "correction_miss_rate": 0.5583, "restatement_miss_rate": 0.325, "coexisting_false_supersession_rate": 0.0125, "false_supersession_rate": 0.0025, "preserved_distinct_share": 0.9992, "correct_decision_rate": 0.63, "stale_single_value_claims_at_end": 115},
        {"threshold": 0.96, "arm": "interleave", "correction_miss_rate": 0.5583, "restatement_miss_rate": 0.325, "coexisting_false_supersession_rate": 0.0125, "false_supersession_rate": 0.0025, "preserved_distinct_share": 0.9992, "correct_decision_rate": 0.63, "stale_single_value_claims_at_end": 115},
        {"threshold": 0.97, "arm": "rrf_free", "correction_miss_rate": 0.7375, "restatement_miss_rate": 0.45, "coexisting_false_supersession_rate": 0, "false_supersession_rate": 0, "preserved_distinct_share": 1, "correct_decision_rate": 0.5125, "stale_single_value_claims_at_end": 147},
        {"threshold": 0.97, "arm": "interleave", "correction_miss_rate": 0.7375, "restatement_miss_rate": 0.45, "coexisting_false_supersession_rate": 0, "false_supersession_rate": 0, "preserved_distinct_share": 1, "correct_decision_rate": 0.5125, "stale_single_value_claims_at_end": 147}
      ]
    },
    "openai:text-embedding-3-large": {
      "fixture": {"seed": 20261005, "companies": 40, "seeded_rows": 1148, "probes": 400, "texts": 1506, "texts_sha256": "821285709ddfa63c28565c164719709f5853243d7803cf828a2a835b0fc3f0cb", "embedding_model": "openai:text-embedding-3-large", "embedding_dims": 1536, "embeddings_sha256": "7dc96538d1ecb1fd302e892ed4aec3afc2fccac602117fdb15c5cd1b374c82e8", "candidate_k": 5, "gbrain_git_head": "7d2cc1c7049ae6820131b91d146d2c950714583d", "gbrain_tree_dirty": false},
      "threshold_pick": {"rule": "lowest correction miss rate with false supersession <= 1% of probes and preserved distinct claims >= 99.5% (rrf_free arm); balanced = argmin(correction miss + coexisting false supersession)", "guarded": null, "balanced": 0.97, "product": 0.95},
      "threshold_sweep": [
        {"threshold": 0.8, "arm": "rrf_free", "correction_miss_rate": 0.0792, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.2225, "preserved_distinct_share": 0.9298, "correct_decision_rate": 0.73, "stale_single_value_claims_at_end": 22},
        {"threshold": 0.8, "arm": "interleave", "correction_miss_rate": 0.0792, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 1, "false_supersession_rate": 0.2225, "preserved_distinct_share": 0.9298, "correct_decision_rate": 0.73, "stale_single_value_claims_at_end": 22},
        {"threshold": 0.81, "arm": "rrf_free", "correction_miss_rate": 0.1, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.22, "preserved_distinct_share": 0.9306, "correct_decision_rate": 0.72, "stale_single_value_claims_at_end": 26},
        {"threshold": 0.81, "arm": "interleave", "correction_miss_rate": 0.1, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.22, "preserved_distinct_share": 0.9306, "correct_decision_rate": 0.72, "stale_single_value_claims_at_end": 26},
        {"threshold": 0.82, "arm": "rrf_free", "correction_miss_rate": 0.1333, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.2175, "preserved_distinct_share": 0.9314, "correct_decision_rate": 0.7025, "stale_single_value_claims_at_end": 32},
        {"threshold": 0.82, "arm": "interleave", "correction_miss_rate": 0.1333, "restatement_miss_rate": 0, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.2175, "preserved_distinct_share": 0.9314, "correct_decision_rate": 0.7025, "stale_single_value_claims_at_end": 32},
        {"threshold": 0.83, "arm": "rrf_free", "correction_miss_rate": 0.1583, "restatement_miss_rate": 0.05, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.215, "preserved_distinct_share": 0.9322, "correct_decision_rate": 0.685, "stale_single_value_claims_at_end": 40},
        {"threshold": 0.83, "arm": "interleave", "correction_miss_rate": 0.1583, "restatement_miss_rate": 0.05, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.215, "preserved_distinct_share": 0.9322, "correct_decision_rate": 0.685, "stale_single_value_claims_at_end": 40},
        {"threshold": 0.84, "arm": "rrf_free", "correction_miss_rate": 0.1875, "restatement_miss_rate": 0.05, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.2125, "preserved_distinct_share": 0.933, "correct_decision_rate": 0.67, "stale_single_value_claims_at_end": 45},
        {"threshold": 0.84, "arm": "interleave", "correction_miss_rate": 0.1875, "restatement_miss_rate": 0.05, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.2125, "preserved_distinct_share": 0.933, "correct_decision_rate": 0.67, "stale_single_value_claims_at_end": 45},
        {"threshold": 0.85, "arm": "rrf_free", "correction_miss_rate": 0.2208, "restatement_miss_rate": 0.075, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.21, "preserved_distinct_share": 0.9338, "correct_decision_rate": 0.65, "stale_single_value_claims_at_end": 50},
        {"threshold": 0.85, "arm": "interleave", "correction_miss_rate": 0.2208, "restatement_miss_rate": 0.075, "coexisting_false_supersession_rate": 0.9875, "false_supersession_rate": 0.21, "preserved_distinct_share": 0.9338, "correct_decision_rate": 0.65, "stale_single_value_claims_at_end": 50},
        {"threshold": 0.86, "arm": "rrf_free", "correction_miss_rate": 0.2375, "restatement_miss_rate": 0.075, "coexisting_false_supersession_rate": 0.9125, "false_supersession_rate": 0.195, "preserved_distinct_share": 0.9385, "correct_decision_rate": 0.655, "stale_single_value_claims_at_end": 53},
        {"threshold": 0.86, "arm": "interleave", "correction_miss_rate": 0.2375, "restatement_miss_rate": 0.075, "coexisting_false_supersession_rate": 0.9125, "false_supersession_rate": 0.195, "preserved_distinct_share": 0.9385, "correct_decision_rate": 0.655, "stale_single_value_claims_at_end": 53},
        {"threshold": 0.87, "arm": "rrf_free", "correction_miss_rate": 0.2583, "restatement_miss_rate": 0.125, "coexisting_false_supersession_rate": 0.8875, "false_supersession_rate": 0.1875, "preserved_distinct_share": 0.9409, "correct_decision_rate": 0.645, "stale_single_value_claims_at_end": 57},
        {"threshold": 0.87, "arm": "interleave", "correction_miss_rate": 0.2583, "restatement_miss_rate": 0.125, "coexisting_false_supersession_rate": 0.8875, "false_supersession_rate": 0.1875, "preserved_distinct_share": 0.9409, "correct_decision_rate": 0.645, "stale_single_value_claims_at_end": 57},
        {"threshold": 0.88, "arm": "rrf_free", "correction_miss_rate": 0.2833, "restatement_miss_rate": 0.125, "coexisting_false_supersession_rate": 0.8375, "false_supersession_rate": 0.17, "preserved_distinct_share": 0.9464, "correct_decision_rate": 0.6475, "stale_single_value_claims_at_end": 59},
        {"threshold": 0.88, "arm": "interleave", "correction_miss_rate": 0.2833, "restatement_miss_rate": 0.125, "coexisting_false_supersession_rate": 0.8375, "false_supersession_rate": 0.17, "preserved_distinct_share": 0.9464, "correct_decision_rate": 0.6475, "stale_single_value_claims_at_end": 59},
        {"threshold": 0.89, "arm": "rrf_free", "correction_miss_rate": 0.3125, "restatement_miss_rate": 0.15, "coexisting_false_supersession_rate": 0.7875, "false_supersession_rate": 0.16, "preserved_distinct_share": 0.9495, "correct_decision_rate": 0.6375, "stale_single_value_claims_at_end": 64},
        {"threshold": 0.89, "arm": "interleave", "correction_miss_rate": 0.3125, "restatement_miss_rate": 0.15, "coexisting_false_supersession_rate": 0.7875, "false_supersession_rate": 0.16, "preserved_distinct_share": 0.9495, "correct_decision_rate": 0.6375, "stale_single_value_claims_at_end": 64},
        {"threshold": 0.9, "arm": "rrf_free", "correction_miss_rate": 0.3458, "restatement_miss_rate": 0.15, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.6225, "stale_single_value_claims_at_end": 68},
        {"threshold": 0.9, "arm": "interleave", "correction_miss_rate": 0.3458, "restatement_miss_rate": 0.15, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.6225, "stale_single_value_claims_at_end": 68},
        {"threshold": 0.91, "arm": "rrf_free", "correction_miss_rate": 0.3833, "restatement_miss_rate": 0.2, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.595, "stale_single_value_claims_at_end": 79},
        {"threshold": 0.91, "arm": "interleave", "correction_miss_rate": 0.3833, "restatement_miss_rate": 0.2, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.595, "stale_single_value_claims_at_end": 79},
        {"threshold": 0.92, "arm": "rrf_free", "correction_miss_rate": 0.4292, "restatement_miss_rate": 0.275, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.56, "stale_single_value_claims_at_end": 93},
        {"threshold": 0.92, "arm": "interleave", "correction_miss_rate": 0.4292, "restatement_miss_rate": 0.275, "coexisting_false_supersession_rate": 0.775, "false_supersession_rate": 0.155, "preserved_distinct_share": 0.9511, "correct_decision_rate": 0.56, "stale_single_value_claims_at_end": 93},
        {"threshold": 0.93, "arm": "rrf_free", "correction_miss_rate": 0.475, "restatement_miss_rate": 0.35, "coexisting_false_supersession_rate": 0.7625, "false_supersession_rate": 0.1525, "preserved_distinct_share": 0.9519, "correct_decision_rate": 0.5275, "stale_single_value_claims_at_end": 106},
        {"threshold": 0.93, "arm": "interleave", "correction_miss_rate": 0.475, "restatement_miss_rate": 0.35, "coexisting_false_supersession_rate": 0.7625, "false_supersession_rate": 0.1525, "preserved_distinct_share": 0.9519, "correct_decision_rate": 0.5275, "stale_single_value_claims_at_end": 106},
        {"threshold": 0.94, "arm": "rrf_free", "correction_miss_rate": 0.5292, "restatement_miss_rate": 0.45, "coexisting_false_supersession_rate": 0.6875, "false_supersession_rate": 0.1375, "preserved_distinct_share": 0.9566, "correct_decision_rate": 0.5, "stale_single_value_claims_at_end": 119},
        {"threshold": 0.94, "arm": "interleave", "correction_miss_rate": 0.5292, "restatement_miss_rate": 0.45, "coexisting_false_supersession_rate": 0.6875, "false_supersession_rate": 0.1375, "preserved_distinct_share": 0.9566, "correct_decision_rate": 0.5, "stale_single_value_claims_at_end": 119},
        {"threshold": 0.95, "arm": "rrf_free", "correction_miss_rate": 0.6333, "restatement_miss_rate": 0.55, "coexisting_false_supersession_rate": 0.5375, "false_supersession_rate": 0.1075, "preserved_distinct_share": 0.9661, "correct_decision_rate": 0.4575, "stale_single_value_claims_at_end": 134},
        {"threshold": 0.95, "arm": "interleave", "correction_miss_rate": 0.6333, "restatement_miss_rate": 0.55, "coexisting_false_supersession_rate": 0.5375, "false_supersession_rate": 0.1075, "preserved_distinct_share": 0.9661, "correct_decision_rate": 0.4575, "stale_single_value_claims_at_end": 134},
        {"threshold": 0.96, "arm": "rrf_free", "correction_miss_rate": 0.75, "restatement_miss_rate": 0.6, "coexisting_false_supersession_rate": 0.35, "false_supersession_rate": 0.07, "preserved_distinct_share": 0.9779, "correct_decision_rate": 0.42, "stale_single_value_claims_at_end": 150},
        {"threshold": 0.96, "arm": "interleave", "correction_miss_rate": 0.75, "restatement_miss_rate": 0.6, "coexisting_false_supersession_rate": 0.35, "false_supersession_rate": 0.07, "preserved_distinct_share": 0.9779, "correct_decision_rate": 0.42, "stale_single_value_claims_at_end": 150},
        {"threshold": 0.97, "arm": "rrf_free", "correction_miss_rate": 0.8167, "restatement_miss_rate": 0.975, "coexisting_false_supersession_rate": 0.1875, "false_supersession_rate": 0.0375, "preserved_distinct_share": 0.9882, "correct_decision_rate": 0.375, "stale_single_value_claims_at_end": 173},
        {"threshold": 0.97, "arm": "interleave", "correction_miss_rate": 0.8167, "restatement_miss_rate": 0.975, "coexisting_false_supersession_rate": 0.1875, "false_supersession_rate": 0.0375, "preserved_distinct_share": 0.9882, "correct_decision_rate": 0.375, "stale_single_value_claims_at_end": 173}
      ]
    }
  },
  "sources": [
    {"source":"voyage-4:c2-twin-fixture-tau-0.8","verdict":"inconclusive","threshold":0.8,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.8","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.2075,"mean_b":0.2075,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.926463,"mean_b":0.926463,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.79,"mean_b":0.7875,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":38,"missed":0,"false_supersession":2,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":118,"missed":1,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":38,"missed":0,"false_supersession":2,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":117,"missed":2,"false_supersession":1,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1,"new_claim->headcount":1},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1,"new_claim->headcount":1}},"stale_single_value_claims_at_end":{"rrf_free":2,"interleave":3},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.81","verdict":"inconclusive","threshold":0.81,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.81","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.205,"mean_b":0.205,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.926894,"mean_b":0.926894,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7925,"mean_b":0.79,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":118,"missed":1,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":117,"missed":2,"false_supersession":1,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1}},"stale_single_value_claims_at_end":{"rrf_free":2,"interleave":3},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.82","verdict":"inconclusive","threshold":0.82,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.82","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.205,"mean_b":0.205,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.926894,"mean_b":0.926894,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7925,"mean_b":0.79,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":118,"missed":1,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":117,"missed":2,"false_supersession":1,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1}},"stale_single_value_claims_at_end":{"rrf_free":2,"interleave":3},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.83","verdict":"inconclusive","threshold":0.83,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.83","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.205,"mean_b":0.205,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.926894,"mean_b":0.926894,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.79,"mean_b":0.7875,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":117,"missed":2,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":116,"missed":3,"false_supersession":1,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->office":1,"correction->office":1}},"stale_single_value_claims_at_end":{"rrf_free":3,"interleave":4},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.84","verdict":"inconclusive","threshold":0.84,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.84","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1975,"mean_b":0.1975,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.928898,"mean_b":0.928898,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.795,"mean_b":0.7925,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":117,"missed":3,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":116,"missed":4,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17}},"stale_single_value_claims_at_end":{"rrf_free":3,"interleave":4},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.85","verdict":"inconclusive","threshold":0.85,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.85","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.195,"mean_b":0.195,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.929353,"mean_b":0.929353,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.795,"mean_b":0.7925,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":2,"missed":0,"false_supersession":78,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":117,"missed":3,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":39,"missed":1,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":2,"missed":0,"false_supersession":78,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":116,"missed":4,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":39,"missed":1,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":16},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":16}},"stale_single_value_claims_at_end":{"rrf_free":3,"interleave":4},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.86","verdict":"inconclusive","threshold":0.86,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.86","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1875,"mean_b":0.1875,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.932569,"mean_b":0.932569,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7925,"mean_b":0.79,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":5,"missed":0,"false_supersession":75,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":113,"missed":7,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":39,"missed":1,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":5,"missed":0,"false_supersession":75,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":112,"missed":8,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":39,"missed":1,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":13},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":13}},"stale_single_value_claims_at_end":{"rrf_free":7,"interleave":8},"probes_with_keyword_only_candidates":335,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.87","verdict":"inconclusive","threshold":0.87,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.87","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1825,"mean_b":0.1825,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.934086,"mean_b":0.934086,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.78,"mean_b":0.7775,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":7,"missed":0,"false_supersession":73,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":110,"missed":10,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":77,"missed":3,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":7,"missed":0,"false_supersession":73,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":109,"missed":11,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":77,"missed":3,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":11},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":11}},"stale_single_value_claims_at_end":{"rrf_free":13,"interleave":14},"probes_with_keyword_only_candidates":334,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.88","verdict":"inconclusive","threshold":0.88,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.88","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.17,"mean_b":0.17,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.93917,"mean_b":0.93917,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7725,"mean_b":0.77,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":12,"missed":0,"false_supersession":68,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":105,"missed":15,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":75,"missed":5,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":12,"missed":0,"false_supersession":68,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":104,"missed":16,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":75,"missed":5,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":6},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":6}},"stale_single_value_claims_at_end":{"rrf_free":19,"interleave":20},"probes_with_keyword_only_candidates":334,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.89","verdict":"inconclusive","threshold":0.89,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.89","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.155,"mean_b":0.155,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.945253,"mean_b":0.945253,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7675,"mean_b":0.765,"delta":-0.0025,"ci95":[-0.0075,0],"wins":0,"losses":1,"ties":399,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":100,"missed":20,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":74,"missed":6,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":99,"missed":21,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":74,"missed":6,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":25,"interleave":26},"probes_with_keyword_only_candidates":334,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.9","verdict":"inconclusive","threshold":0.9,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.9","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.155,"mean_b":0.155,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.945253,"mean_b":0.945253,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7325,"mean_b":0.7325,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":91,"missed":29,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":32,"missed":8,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":72,"missed":8,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":91,"missed":29,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":32,"missed":8,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":72,"missed":8,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":36,"interleave":36},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.91","verdict":"inconclusive","threshold":0.91,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.91","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1525,"mean_b":0.1525,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.94634,"mean_b":0.94634,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7075,"mean_b":0.7075,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":19,"missed":0,"false_supersession":61,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":85,"missed":35,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":29,"missed":11,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":70,"missed":10,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":19,"missed":0,"false_supersession":61,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":85,"missed":35,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":29,"missed":11,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":70,"missed":10,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":19,"coexisting->round":22,"coexisting->board":20},"interleave":{"coexisting->quarter":19,"coexisting->round":22,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":44,"interleave":44},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.92","verdict":"inconclusive","threshold":0.92,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.92","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1275,"mean_b":0.1275,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.955037,"mean_b":0.955037,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.695,"mean_b":0.695,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":29,"missed":0,"false_supersession":51,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":79,"missed":41,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":23,"missed":17,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":67,"missed":13,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":29,"missed":0,"false_supersession":51,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":79,"missed":41,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":23,"missed":17,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":67,"missed":13,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":12,"coexisting->round":21,"coexisting->board":18},"interleave":{"coexisting->quarter":12,"coexisting->round":21,"coexisting->board":18}},"stale_single_value_claims_at_end":{"rrf_free":53,"interleave":53},"probes_with_keyword_only_candidates":336,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.93","verdict":"inconclusive","threshold":0.93,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.93","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.055,"mean_b":0.055,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.981659,"mean_b":0.981659,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.73,"mean_b":0.73,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":58,"missed":0,"false_supersession":22,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":74,"missed":46,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":61,"missed":19,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":58,"missed":0,"false_supersession":22,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":74,"missed":46,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":61,"missed":19,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->round":9,"coexisting->quarter":4,"coexisting->board":9},"interleave":{"coexisting->round":9,"coexisting->quarter":4,"coexisting->board":9}},"stale_single_value_claims_at_end":{"rrf_free":66,"interleave":66},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.94","verdict":"inconclusive","threshold":0.94,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.94","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.015,"mean_b":0.015,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.996638,"mean_b":0.996638,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7475,"mean_b":0.7475,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":34,"missed":6,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":74,"missed":0,"false_supersession":6,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":72,"missed":48,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":57,"missed":23,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":34,"missed":6,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":74,"missed":0,"false_supersession":6,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":72,"missed":48,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":57,"missed":23,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->board":6},"interleave":{"coexisting->board":6}},"stale_single_value_claims_at_end":{"rrf_free":74,"interleave":74},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.95","verdict":"inconclusive","threshold":0.95,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.95","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.0075,"mean_b":0.0075,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.998032,"mean_b":0.998032,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.6925,"mean_b":0.6925,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":32,"missed":8,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":77,"missed":0,"false_supersession":3,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":58,"missed":62,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":21,"missed":19,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":49,"missed":31,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":32,"missed":8,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":77,"missed":0,"false_supersession":3,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":58,"missed":62,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":21,"missed":19,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":49,"missed":31,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->board":3},"interleave":{"coexisting->board":3}},"stale_single_value_claims_at_end":{"rrf_free":96,"interleave":96},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":{"rrf_free":0,"interleave":0}}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.96","verdict":"inconclusive","threshold":0.96,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.96","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.0025,"mean_b":0.0025,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.999528,"mean_b":0.999528,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.63,"mean_b":0.63,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":27,"missed":13,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":79,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":46,"missed":74,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":21,"missed":19,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":39,"missed":41,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":27,"missed":13,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":79,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":46,"missed":74,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":21,"missed":19,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":39,"missed":41,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->board":1},"interleave":{"coexisting->board":1}},"stale_single_value_claims_at_end":{"rrf_free":115,"interleave":115},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"voyage-4:c2-twin-fixture-tau-0.97","verdict":"inconclusive","threshold":0.97,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"voyage-4:supersession-threshold-dev:tau-0.97","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":0.996429,"delta":-0.003571,"ci95":[-0.010714285714285714,0],"wins":0,"losses":1,"ties":279,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0,"mean_b":0,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.5125,"mean_b":0.5125,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":26,"missed":94,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":12,"missed":28,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":25,"missed":55,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":80,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":26,"missed":94,"false_supersession":0,"twin_in_candidates":119,"with_twin":120},"private_correction":{"n":40,"correct":12,"missed":28,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":25,"missed":55,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{},"interleave":{}},"stale_single_value_claims_at_end":{"rrf_free":147,"interleave":147},"probes_with_keyword_only_candidates":337,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":69}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.8","verdict":"inconclusive","threshold":0.8,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.8","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.2225,"mean_b":0.2225,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.921513,"mean_b":0.921513,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.73,"mean_b":0.73,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":36,"missed":0,"false_supersession":4,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":100,"missed":15,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":78,"missed":2,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":36,"missed":0,"false_supersession":4,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":0,"missed":0,"false_supersession":80,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":100,"missed":15,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":78,"missed":2,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->quarter":3,"new_claim->office":1},"interleave":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":18,"new_claim->quarter":3,"new_claim->office":1}},"stale_single_value_claims_at_end":{"rrf_free":22,"interleave":22},"probes_with_keyword_only_candidates":343,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.81","verdict":"inconclusive","threshold":0.81,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.81","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.22,"mean_b":0.22,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.921967,"mean_b":0.921967,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.72,"mean_b":0.72,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":36,"missed":0,"false_supersession":4,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":97,"missed":18,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":77,"missed":3,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":36,"missed":0,"false_supersession":4,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":97,"missed":18,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":77,"missed":3,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->quarter":3,"new_claim->office":1},"interleave":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->quarter":3,"new_claim->office":1}},"stale_single_value_claims_at_end":{"rrf_free":26,"interleave":26},"probes_with_keyword_only_candidates":343,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.82","verdict":"inconclusive","threshold":0.82,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.82","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.2175,"mean_b":0.2175,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.923009,"mean_b":0.923009,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.7025,"mean_b":0.7025,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":37,"missed":0,"false_supersession":3,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":94,"missed":21,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":74,"missed":6,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":37,"missed":0,"false_supersession":3,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":94,"missed":21,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":74,"missed":6,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->quarter":2,"new_claim->office":1},"interleave":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->quarter":2,"new_claim->office":1}},"stale_single_value_claims_at_end":{"rrf_free":32,"interleave":32},"probes_with_keyword_only_candidates":343,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.83","verdict":"inconclusive","threshold":0.83,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.83","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.215,"mean_b":0.215,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.924009,"mean_b":0.924009,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.685,"mean_b":0.685,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":38,"missed":0,"false_supersession":2,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":90,"missed":25,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":72,"missed":8,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":38,"missed":0,"false_supersession":2,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":90,"missed":25,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":72,"missed":8,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->office":1,"new_claim->quarter":1},"interleave":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->office":1,"new_claim->quarter":1}},"stale_single_value_claims_at_end":{"rrf_free":40,"interleave":40},"probes_with_keyword_only_candidates":343,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.84","verdict":"inconclusive","threshold":0.84,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.84","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.2125,"mean_b":0.2125,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.925009,"mean_b":0.925009,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.67,"mean_b":0.67,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":86,"missed":29,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":33,"missed":7,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":71,"missed":9,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":38,"missed":2,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":86,"missed":29,"false_supersession":5,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":33,"missed":7,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":71,"missed":9,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->office":1},"interleave":{"coexisting->quarter":20,"correction->office":5,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->office":1}},"stale_single_value_claims_at_end":{"rrf_free":45,"interleave":45},"probes_with_keyword_only_candidates":343,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.85","verdict":"inconclusive","threshold":0.85,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.85","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.21,"mean_b":0.21,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.925463,"mean_b":0.925463,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.65,"mean_b":0.65,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":84,"missed":32,"false_supersession":4,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":30,"missed":10,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":69,"missed":11,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":1,"missed":0,"false_supersession":79,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":84,"missed":32,"false_supersession":4,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":30,"missed":10,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":69,"missed":11,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":4,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->office":1},"interleave":{"coexisting->quarter":20,"correction->office":4,"coexisting->round":22,"coexisting->board":20,"coexisting->office":17,"new_claim->office":1}},"stale_single_value_claims_at_end":{"rrf_free":50,"interleave":50},"probes_with_keyword_only_candidates":344,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.86","verdict":"inconclusive","threshold":0.86,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.86","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.195,"mean_b":0.195,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.931134,"mean_b":0.931134,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.655,"mean_b":0.655,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":7,"missed":0,"false_supersession":73,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":81,"missed":35,"false_supersession":4,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":30,"missed":10,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":68,"missed":12,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":37,"missed":3,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":7,"missed":0,"false_supersession":73,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":81,"missed":35,"false_supersession":4,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":30,"missed":10,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":68,"missed":12,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"correction->office":4,"coexisting->round":22,"coexisting->board":20,"coexisting->office":11,"new_claim->office":1},"interleave":{"coexisting->quarter":20,"correction->office":4,"coexisting->round":22,"coexisting->board":20,"coexisting->office":11,"new_claim->office":1}},"stale_single_value_claims_at_end":{"rrf_free":53,"interleave":53},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.87","verdict":"inconclusive","threshold":0.87,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.87","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1875,"mean_b":0.1875,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.933003,"mean_b":0.933003,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.645,"mean_b":0.645,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":9,"missed":0,"false_supersession":71,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":81,"missed":36,"false_supersession":3,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":29,"missed":11,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":65,"missed":15,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":39,"missed":0,"false_supersession":1,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":9,"missed":0,"false_supersession":71,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":81,"missed":36,"false_supersession":3,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":29,"missed":11,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":65,"missed":15,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":9,"new_claim->office":1,"correction->office":3},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":9,"new_claim->office":1,"correction->office":3}},"stale_single_value_claims_at_end":{"rrf_free":57,"interleave":57},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.88","verdict":"inconclusive","threshold":0.88,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.88","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.17,"mean_b":0.17,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.939595,"mean_b":0.939595,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.6475,"mean_b":0.6475,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":13,"missed":0,"false_supersession":67,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":80,"missed":39,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":27,"missed":13,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":64,"missed":16,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":35,"missed":5,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":13,"missed":0,"false_supersession":67,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":80,"missed":39,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":27,"missed":13,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":64,"missed":16,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":5,"correction->office":1},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":5,"correction->office":1}},"stale_single_value_claims_at_end":{"rrf_free":59,"interleave":59},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.89","verdict":"inconclusive","threshold":0.89,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.89","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.16,"mean_b":0.16,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.943765,"mean_b":0.943765,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.6375,"mean_b":0.6375,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":34,"missed":6,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":17,"missed":0,"false_supersession":63,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":76,"missed":43,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":24,"missed":16,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":64,"missed":16,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":34,"missed":6,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":17,"missed":0,"false_supersession":63,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":76,"missed":43,"false_supersession":1,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":24,"missed":16,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":64,"missed":16,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":1,"correction->office":1},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20,"coexisting->office":1,"correction->office":1}},"stale_single_value_claims_at_end":{"rrf_free":64,"interleave":64},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.9","verdict":"inconclusive","threshold":0.9,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.9","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.155,"mean_b":0.155,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.945253,"mean_b":0.945253,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.6225,"mean_b":0.6225,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":34,"missed":6,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":74,"missed":46,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":61,"missed":19,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":34,"missed":6,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":74,"missed":46,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":61,"missed":19,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":68,"interleave":68},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.91","verdict":"inconclusive","threshold":0.91,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.91","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.155,"mean_b":0.155,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.945253,"mean_b":0.945253,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.595,"mean_b":0.595,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":32,"missed":8,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":70,"missed":50,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":56,"missed":24,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":32,"missed":8,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":70,"missed":50,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":56,"missed":24,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":79,"interleave":79},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.92","verdict":"inconclusive","threshold":0.92,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.92","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.155,"mean_b":0.155,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.945253,"mean_b":0.945253,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.56,"mean_b":0.56,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":29,"missed":11,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":62,"missed":58,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":53,"missed":27,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":29,"missed":11,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":18,"missed":0,"false_supersession":62,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":62,"missed":58,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":53,"missed":27,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20},"interleave":{"coexisting->quarter":20,"coexisting->round":22,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":93,"interleave":93},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.93","verdict":"inconclusive","threshold":0.93,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.93","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1525,"mean_b":0.1525,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.946295,"mean_b":0.946295,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.5275,"mean_b":0.5275,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":26,"missed":14,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":19,"missed":0,"false_supersession":61,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":55,"missed":65,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":49,"missed":31,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":26,"missed":14,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":19,"missed":0,"false_supersession":61,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":55,"missed":65,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":49,"missed":31,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->round":21,"coexisting->board":20},"interleave":{"coexisting->quarter":20,"coexisting->round":21,"coexisting->board":20}},"stale_single_value_claims_at_end":{"rrf_free":106,"interleave":106},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.94","verdict":"inconclusive","threshold":0.94,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.94","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1375,"mean_b":0.1375,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.952078,"mean_b":0.952078,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.5,"mean_b":0.5,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":25,"missed":0,"false_supersession":55,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":50,"missed":70,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":19,"missed":21,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":44,"missed":36,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":22,"missed":18,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":25,"missed":0,"false_supersession":55,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":50,"missed":70,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":19,"missed":21,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":44,"missed":36,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->board":18,"coexisting->round":17},"interleave":{"coexisting->quarter":20,"coexisting->board":18,"coexisting->round":17}},"stale_single_value_claims_at_end":{"rrf_free":119,"interleave":119},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.95","verdict":"inconclusive","threshold":0.95,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.95","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.1075,"mean_b":0.1075,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.962746,"mean_b":0.962746,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.4575,"mean_b":0.4575,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":18,"missed":22,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":37,"missed":0,"false_supersession":43,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":43,"missed":77,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":8,"missed":32,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":37,"missed":43,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":18,"missed":22,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":37,"missed":0,"false_supersession":43,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":43,"missed":77,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":8,"missed":32,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":37,"missed":43,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":20,"coexisting->board":16,"coexisting->round":7},"interleave":{"coexisting->quarter":20,"coexisting->board":16,"coexisting->round":7}},"stale_single_value_claims_at_end":{"rrf_free":134,"interleave":134},"probes_with_keyword_only_candidates":345,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":{"rrf_free":0,"interleave":0}}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.96","verdict":"inconclusive","threshold":0.96,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.96","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.07,"mean_b":0.07,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.978381,"mean_b":0.978381,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.42,"mean_b":0.42,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":16,"missed":24,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":52,"missed":0,"false_supersession":28,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":31,"missed":89,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":1,"missed":39,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":28,"missed":52,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":16,"missed":24,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":52,"missed":0,"false_supersession":28,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":31,"missed":89,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":1,"missed":39,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":28,"missed":52,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":18,"coexisting->board":7,"coexisting->round":3},"interleave":{"coexisting->quarter":18,"coexisting->board":7,"coexisting->round":3}},"stale_single_value_claims_at_end":{"rrf_free":150,"interleave":150},"probes_with_keyword_only_candidates":346,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}},
    {"source":"text-embedding-3-large:c2-twin-fixture-tau-0.97","verdict":"inconclusive","threshold":0.97,"arms":{"baseline":{"config":{"facts.candidate_fusion":"rrf_free"}},"candidate":{"config":{"facts.candidate_fusion":"interleave"}}},"family":{"family_id":"text-embedding-3-large:supersession-threshold-dev:tau-0.97","verdict":"inconclusive","alpha":0.05,"comparisons":[{"id":"twin-recall-at-5","metric":"twin_recall_at_5","gate":"superiority","direction":"higher","description":"probes whose claim has an active row: that row is in the scored candidate set (k = 5)","status":"inconclusive","stats":{"n_pairs":280,"n_clusters":40,"mean_a":1,"mean_b":1,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":280,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"false-supersession","metric":"false_supersession_rate","gate":"noninferiority","direction":"lower","tolerance":0.005,"description":"probes whose decision replaced or deduplicated a row of a different claim","status":"pass","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.0375,"mean_b":0.0375,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"preserved-distinct-claims","metric":"preserved_distinct_share","gate":"noninferiority","direction":"higher","tolerance":0.005,"description":"per company: share of every claim ever established that still has an active row after the replay","status":"pass","stats":{"n_pairs":40,"n_clusters":40,"mean_a":0.989603,"mean_b":0.989603,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":40,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1},{"id":"correct-decision","metric":"correct_decision_rate","gate":"exploratory","direction":"higher","description":"probes decided as the fixture expects (twin replaced, distinct claim inserted)","status":"exploratory","stats":{"n_pairs":400,"n_clusters":40,"mean_a":0.375,"mean_b":0.375,"delta":0,"ci95":[0,0],"wins":0,"losses":0,"ties":400,"p_two_sided":1,"p_method":"cluster-sign-flip"},"p_holm":1}]},"diagnostics":{"by_kind":{"rrf_free":{"restatement":{"n":40,"correct":1,"missed":39,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":65,"missed":0,"false_supersession":15,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":23,"missed":97,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":0,"missed":40,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":21,"missed":59,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}},"interleave":{"restatement":{"n":40,"correct":1,"missed":39,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"new_claim":{"n":40,"correct":40,"missed":0,"false_supersession":0,"twin_in_candidates":0,"with_twin":0},"coexisting":{"n":80,"correct":65,"missed":0,"false_supersession":15,"twin_in_candidates":0,"with_twin":0},"correction":{"n":120,"correct":23,"missed":97,"false_supersession":0,"twin_in_candidates":120,"with_twin":120},"private_correction":{"n":40,"correct":0,"missed":40,"false_supersession":0,"twin_in_candidates":40,"with_twin":40},"concurrent":{"n":80,"correct":21,"missed":59,"false_supersession":0,"twin_in_candidates":80,"with_twin":80}}},"false_supersession_hits":{"rrf_free":{"coexisting->quarter":10,"coexisting->board":5},"interleave":{"coexisting->quarter":10,"coexisting->board":5}},"stale_single_value_claims_at_end":{"rrf_free":173,"interleave":173},"probes_with_keyword_only_candidates":346,"twin_recall_by_slice":{"dense":{"rrf_free":{"with_twin":70,"twin_in_candidates":70},"interleave":{"with_twin":70,"twin_in_candidates":70}},"standard":{"rrf_free":{"with_twin":210,"twin_in_candidates":210},"interleave":{"with_twin":210,"twin_in_candidates":210}}},"product_decide_mismatches":null}}
  ]
}