Skip to content

Multi-tier framework for evaluating AI agent skills and plugins with quality gates, security scanning, harness compatibility checks, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Ships reusable CI templates that bring every check to any repository.

NameLast commit date
..
ci
cli
deduplication
embedding
evaluation
fixtures
golden
harness
inference
models
reporting
tier3
utils
validators
changelog_entries.py
claude_refusal_fixtures.py
conftest.py
test_accuracy_arithmetic.py
test_artifact_applicability.py
test_base_install.py
test_baseline_store.py
test_benchmark_rollout_docs.py
test_benchmark_source_provenance.py
test_catalog_discovery.py
test_catalog_results.py
test_character_facts.py
test_checks_routing.py
test_ci_change_classifier.py
test_ci_onboarding_all_tiers.py
test_ci_onboarding_existing.py
test_ci_onboarding_git.py
test_ci_onboarding_model_routing.py
test_ci_onboarding_pages.py
test_ci_onboarding_windows.py
test_ci_onboarding_writes.py
test_ci_onboarding.py
test_ci_workflows.py
test_cli_banner.py
test_cli_html_parser_compat.py
test_cli_stdout_encoding.py
test_cli.py
test_commands.py
test_custom_backend_package.py
test_custom_execution_backends.py
test_dataset_harbor_gate.py
test_demo_starter.py
test_doctor.py
test_evals_config_branding.py
test_evaluation_service.py
test_gateway_defaults.py
test_harbor_adapter_safety.py
test_harbor_apt_install_lines.py
test_harbor_artifact_retention.py
test_harbor_case_id_safety.py
test_harbor_claude_background_tasks.py
test_harbor_claude_refusal_fallback.py
test_harbor_collector_judge_strategy.py
test_harbor_collector_multistep_trajectory.py
test_harbor_collector_runtime_failures.py
test_harbor_compose_readiness.py
test_harbor_custom_compose_safety.py
test_harbor_dotenv_isolation.py
test_harbor_environment_contract.py
test_harbor_gke_environment.py
test_harbor_gke_mode.py
test_harbor_html_report_failures.py
test_harbor_input_staging.py
test_harbor_local_environment.py
test_harbor_local_mode.py
test_harbor_local_sandbox.py
test_harbor_local_upload.py
test_harbor_metrics_truth.py
test_harbor_negative_control_evidence.py
test_harbor_output_provenance.py
test_harbor_runner_artifacts.py
test_harbor_runner_environment.py
test_harbor_runner_status.py
test_harbor_runtime_preflight.py
test_harbor_runtime_skill_isolation.py
test_harbor_scaffold_transactions.py
test_harbor_secure_copy.py
test_harbor_secure_docker_environment.py
test_harbor_skill_activation.py
test_harbor_stop_on_pass_concurrency.py
test_harbor_task_toml_retry_env.py
test_harbor_timeout_recovery_docker.py
test_harbor_timeout_recovery.py
test_harbor_unscored_grading_policy.py
test_hermes_agent.py
test_issue55_collector_truth.py
test_judge_lift_integrity.py
test_llm_client_retry.py
test_llm_judge.py
test_local_mode_contract.py
test_metrics_reference_docs.py
test_model_catalog.py
test_models_command.py
test_nemo_gym_backend.py
test_nemo_gym_main_integration.py
test_nvidia_build_bridge.py
test_openclaw_plugin_discovery.py
test_openclaw_plugin_smoke.py
test_oss_boundary.py
test_oss_packaging.py
test_oss_source_hygiene.py
test_overall_cross_format_consistency.py
test_plugin_context_cost.py
test_plugin_dependency_records.py
test_plugin_discovery.py
test_plugin_format_profiles.py
test_plugin_inventory.py
test_plugin_manifest_opt_in.py
test_plugin_manifest.py
test_plugin_markdown.py
test_plugin_member_paths.py
test_plugin_refs.py
test_precommit.py
test_private_runtime_rereview.py
test_private_runtime_review.py
test_progress_output.py
test_provider_agent_routing.py
test_provider_config.py
test_public_benchmark_gate.py
test_publication_evidence.py
test_publication_identity.py
test_publication_text.py
test_quality_config.py
test_quality_policy_gate.py
test_redaction_assignments.py
test_reference_api_caller.py
test_reference_calculator.py
test_reference_skill_scripts.py
test_reference_text_analyzer.py
test_results_location_legacy_compatibility.py
test_results_location.py
test_retry_exception_chain.py
test_retry_provider_transport.py
test_retry.py
test_safety_boundaries.py
test_script_invocation_differential.py
test_secure_docker_environment.py
test_select_docs_tests.py
test_skillevaluator_skill.py
test_skillspector_provenance.py
test_skip_checks.py
test_tier2_command_failures.py
test_tier2_report_identity.py
test_tier3_attempt_verdict.py
test_tier3_case_summary.py
test_tier3_compare.py
test_tier3_config_key_parity.py
test_tier3_history.py
test_tier3_max_cases.py
test_tier3_next_steps.py
test_tier3_progress.py
test_tier3_public_runtime.py
test_tier3_result_display.py
test_trace_import.py
test_transport_rules.py
test_verifier_error_redaction.py
test_version_comparison.py