28 eval-informed mental models and critical-thinking skills for Claude Code, GitHub Copilot, Codex, Cursor, and other Agent Skills-compatible tools
JavaScript agent-skillsai-toolsanthropicclaudeclaude-codecritical-thinkingdecision-makingfirst-principlesmental-modelsproblem-solvingsystems-thinking
{
"skill": "systems",
"primary_value_surface": "localization",
"primary_metric": "fault_localization_accuracy",
"secondary_metrics": ["feedback_loop_identification", "emergent_behavior_explanation", "leverage_point_identification", "causal_loop_diagram_quality"],
"distractors": {
"off_target_set": "Single-component bugs with linear causality; problems where no feedback loops exist; meta-questions about systems thinking",
"description": "Items where the system behavior is linear and single-component, or where systems thinking adds no diagnostic value"
},
"calibration_range": [0.40, 0.70],
"calibration_exception": null,
"min_sample_primary": 80,
"min_sample_replication": 80,
"planned_comparison": "placebo",
"decision_gate": {
"elevate": "primary_delta_pp >= 5 AND paired_test_p < 0.05 AND replication_delta_pp >= 5 AND replication_paired_test_p < 0.05 AND replication_direction_matches_primary",
"directional_not_replicated": "primary_delta_pp >= 5 AND paired_test_p < 0.05 AND (replication_delta_pp < 5 OR replication_paired_test_p >= 0.05 OR replication_direction_opposite)",
"no_lift": "primary_delta_pp < 5 OR paired_test_p >= 0.05",
"quarantine_redirect": "primary_delta_pp < 0 OR feedback_loop_identification < 0.50",
"ceiling_needs_harder_data": "placebo_baseline > 0.70"
},
"eval_family": "Debugging/fault-localization"
}