Skip to content

Multi-tier framework for evaluating AI agent skills and plugins with quality gates, security scanning, harness compatibility checks, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Ships reusable CI templates that bring every check to any repository.

NameLast commit date
..
fixtures
private_loose_fixtures.py
test_agent_output_cleanup_scope.py
test_apply_patch_security.py
test_atif_message_content.py
test_baseline_dimension_applicability.py
test_baseline_timeouts.py
test_behavior_evidence.py
test_budget_admitted_ordinals.py
test_budget_denied_arms.py
test_budget_denied_exit.py
test_budget_reservation.py
test_cache_cleanup_scoring.py
test_checks_path_extraction.py
test_checks_secret_patterns.py
test_claude_gateway_model_handoff.py
test_claude_tool_result_pairing.py
test_codex_tool_call_normalization.py
test_constant_bootstrap.py
test_dataset_auto_grounding.py
test_dataset_baseline_fairness.py
test_dataset_coverage.py
test_dataset_generation_progress.py
test_dataset_grounding.py
test_dataset_migration.py
test_dataset_primary_script.py
test_dataset_sufficiency.py
test_dataset_utils.py
test_declarative_checks.py
test_decoy_commands.py
test_decoy_identity.py
test_decoy_workspace.py
test_decoys.py
test_destructive_command_paths.py
test_error_recovery.py
test_evals_config.py
test_evidence_compiler.py
test_external_metrics.py
test_f90_mcp_arguments.py
test_f90_mcp_execution.py
test_f90_mcp_failure_text.py
test_f90_mcp_proof_status.py
test_f90_signals_conflict.py
test_f90_signals_handoff_prompt.py
test_f90_signals_handoff.py
test_failed_skill_reads.py
test_findings_severity.py
test_gateway_codex.py
test_gateway_opencode.py
test_generate_dataset_results.py
test_generated_script_line_endings.py
test_github_token_redaction.py
test_grader_pilot.py
test_grader_policy.py
test_grader_validation.py
test_harbor_local_agents.py
test_harbor_report_links.py
test_harbor_result_entry_id.py
test_harbor_security_attribution.py
test_harbor_template_secret_patterns.py
test_installed_agent_bootstrap.py
test_installed_agent_install_retry.py
test_interactions.py
test_interpreter_argv_rm.py
test_issue192_security_false_positives.py
test_judge_contracts.py
test_judge_failure_artifacts.py
test_judge_http_response_contract.py
test_judge_parse_robustness.py
test_judge_policies.py
test_judge_result_semantics.py
test_judge_uses_evidence.py
test_license_notice_network_bypasses.py
test_local_runtime_install.py
test_log_converters.py
test_log_jwt_redaction.py
test_mcp_proof_sdk_compat.py
test_mcp_proof.py
test_metric_applicability_display.py
test_metric_applicability_producer.py
test_native_launch_insertion.py
test_native_mcp_policy.py
test_native_review_fixes.py
test_negative_control_invocation_evidence.py
test_network_client_mentions.py
test_network_uploads_from_code_and_configs.py
test_openclaw_prepare.py
test_opencode_exit_status.py
test_opencode_snapshot_config.py
test_optional_reference.py
test_plain_language_findings.py
test_plugin_dataset.py
test_plugin_evidence_review.py
test_plugin_evidence.py
test_plugin_execution.py
test_plugin_load_decisions.py
test_plugin_prepare_review.py
test_plugin_prepare.py
test_plugin_runtime_identity.py
test_plugin_signals.py
test_price_file_validation.py
test_price_provenance.py
test_private_case_coverage_review.py
test_private_comparison_artifacts.py
test_private_comparison_contracts.py
test_private_comparison_engine_acceptance.py
test_private_comparison_engine.py
test_private_comparison_staging.py
test_private_evidence_review2.py
test_private_ladder_stats.py
test_private_lift_small_n.py
test_private_loose_dependency_review.py
test_private_loose_dependency_scaffold_review.py
test_private_loose_source.py
test_private_plugin_canary.py
test_private_plugin_security.py
test_private_recovered_timeout_review2.py
test_private_runtime_evidence.py
test_private_runtime_regressions.py
test_private_runtime_report_acceptance.py
test_private_setup_classification.py
test_private_usage_recovery_review2.py
test_ragas_judge_evidence.py
test_reference_custom_grader_fixtures.py
test_report_renders_refs.py
test_resource_usage.py
test_review507_merged_regressions.py
test_root_search_efficiency.py
test_run_budget.py
test_runtime_eval_directories.py
test_script_invocation_evidence.py
test_secret_redaction_patterns.py
test_security_finding_evidence.py
test_security_home_paths.py
test_security_workdir_provenance.py
test_shared_atif_staging.py
test_shared_check_adapters.py
test_shell_lexing.py
test_skill_activation_scoring.py
test_skill_metric_applicability.py
test_skip_with_skill.py
test_suggestion_grounding.py
test_tier3_source.py
test_token_usage.py
test_tool_productivity.py
test_trajectory_timing.py
test_usage_metric_shapes.py
test_verified_facts.py
test_verifier_python39_syntax.py
test_view_results_feedback.py
test_workflow.py