Skip to content

Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.

NameLast commit date
..
core
evaluation
fixtures
policy_lab
providers
trajectory
windtunnel
test_added_artifact_legacy_resume.py
test_analytic_judge_verdict_booleans.py
test_anthropic_endpoint_capabilities.py
test_anthropic_judge_cutoff_native.py
test_anthropic_system_message_preservation.py
test_anthropic_temperature_native.py
test_anthropic_transient_backoff_native.py
test_artifact_diff_unscored.py
test_artifact_overall_summary.py
test_atomic_budget_health.py
test_atomic_claim_boolean_contract.py
test_atomic_duplicate_claims.py
test_atomic_judge_text_boolean_http.py
test_author.py
test_authorized_scope_explicit_deny.py
test_authorized_scope_role_identity.py
test_b01_evidence_floor_diagnostics.py
test_b11_unanswered_prompt_inconclusive.py
test_b12_replay_seed.py
test_b13_timestamp_validation.py
test_b14_user_identifiers.py
test_b24_probe_identifiers.py
test_b26_probe_identifiers.py
test_b27_failure_case_ids.py
test_b30_replay_seed.py
test_b32_control_prompt_fingerprint.py
test_b32_generic_domain.py
test_bedrock_auth_error_codes.py
test_bedrock_native_socket_controls.py
test_bedrock_region_resolution.py
test_bedrock_worker_client_lifetime.py
test_canonical_corpus_ids.py
test_category_assessed_count.py
test_ci_check_unscored.py
test_cli_arrow_menu.py
test_cli_config_choice_validation.py
test_cli_config_governance_path.py
test_cli_config_judge_overrides.py
test_cli_config_read_errors.py
test_cli_default_suite.py
test_cli_distinct_full_judges.py
test_cli_exit_codes.py
test_cli_full_fixture_alias.py
test_cli_governance_decision.py
test_cli_inspection_replay_seeds.py
test_cli_interactive_judge_selection.py
test_cli_invalid_run_grade.py
test_cli_keyless_providers.py
test_cli_missing_fixture.py
test_cli_pro_offer.py
test_cli_probe_session_lifetime.py
test_cli_provider_switch.py
test_cli_report_destinations.py
test_cli_validate.py
test_compare_findings_only.py
test_compare_input_errors.py
test_compare_run_provenance.py
test_compare_unmatched_inspections.py
test_compare_unscored.py
test_concurrent_run_inspection_state.py
test_config_atomic_save.py
test_config_empty_nonmapping.py
test_config_invalid_encoding.py
test_connection_capability_timeout.py
test_consensus_dimension_arrests.py
test_consistency_cap_verdict.py
test_consistency_unavailable_report.py
test_conversation_unusable_reply.py
test_custom_runner_provider_isolation_native.py
test_default_timestamp_tz_aware.py
test_definition_validation_order.py
test_discovery_wildcard_cases.py
test_documented_inspection_counts.py
test_dotenv_bom.py
test_dotenv_inline_comments.py
test_easy_flow_fixes.py
test_empty_probe_isolation_native.py
test_empty_reply_keeps_evidence.py
test_empty_reply_measurement_integrity.py
test_ensemble_close_failure.py
test_fallback_sut_identity.py
test_fanout_positive_width.py
test_fixture_legacy_classification.py
test_fixture_minimums.py
test_fixture_numeric_metadata_digest.py
test_fixture_semantic_validation.py
test_fixture_yaml_authored_content.py
test_frontier_gap_labels.py
test_full_inspection_responses.py
test_gemini_client_isolation.py
test_gemini_json_fallback_native.py
test_gemini_retry_ownership_native.py
test_gemini_system_messages.py
test_governance_flag_retired.py
test_governance_rewrap_audit_seeds.py
test_governor_queued_throttle.py
test_ground_truth_claim_count.py
test_ground_truth_ensemble_http.py
test_hosted_grading_vendors.py
test_http_incomplete_body_native.py
test_http_judge_cutoff_native.py
test_http_upstream_choice_errors.py
test_huggingface_endpoint_native.py
test_huggingface_transient_http.py
test_init_bedrock_credentials.py
test_inspection_judge_error_propagation.py
test_json_audit_metadata.py
test_json_grade_without_score.py
test_json_inconclusive_reasons.py
test_judge_budget_unscored.py
test_judge_fallback_provider_keys.py
test_judge_temperature.py
test_judge_timeout_validation.py
test_judge_vote_wording.py
test_langchain_content_blocks_native.py
test_langchain_invalid_content.py
test_langchain_judge_cutoff_native.py
test_langchain_transport_native.py
test_litellm_aborted_generation.py
test_litellm_transport_native.py
test_manifest_all_inspection_families.py
test_manifest_atomic_write.py
test_manifest_exact_identifiers.py
test_manifest_inspection_artifact_digests.py
test_manifest_temperature_canonicalization.py
test_manifest_v2_verification.py
test_markdown_evidence_provenance.py
test_markdown_inconclusive_status.py
test_minimax_exhausted_quota.py
test_minimax_judge_truncation.py
test_minimax_model_defaults.py
test_minimax_response_shape_errors.py
test_model_catalog_defaults.py
test_module_entrypoint.py
test_multirole_audit_consistency.py
test_native_empty_text_blocks.py
test_native_gateway_transience.py
test_native_judge_cutoff.py
test_normalizer_resume_compatibility.py
test_normalizer_tag_pairs.py
test_one_judge_pass.py
test_overall_score_grade_boundary.py
test_p01_wildcard_permissions.py
test_p08_naive_timestamp_comparison.py
test_partial_selected_minimums.py
test_phrasing_pool_validation.py
test_pipeline_judge_budget.py
test_private_consensus_clean_body.py
test_probe_packs.py
test_progress_error_lines.py
test_provider_call_control_bounds.py
test_provider_fatal_status_boundaries.py
test_quick_build_required_context.py
test_quick_build_roundtrip.py
test_regulatory_inspection_coverage.py
test_remaining_sdk_transport_errors.py
test_report_atomicity_native.py
test_report_run_identity.py
test_report_utc_timestamps.py
test_resume_explicit_judge_config.py
test_resume_full_run_config_suite.py
test_resume_judge_compatibility.py
test_resume_sut_context.py
test_rubric_dimension_names.py
test_rubric_dimension_weights.py
test_rubric_single_output_contract.py
test_rule_loader_all_families.py
test_rule_loader_ambiguous_ids.py
test_run_health_diagnostics.py
test_run_stop.py
test_scaffold_backup_collision.py
test_scaffold_content.py
test_scaffold_marker_order.py
test_sdk_pool_teardown.py
test_sdk_timeout_native.py
test_set_aside_minimums.py
test_setup_anthropic_default_label.py
test_setup_atlascloud_registration.py
test_setup_credential_aliases.py
test_setup_default_suite.py
test_setup_mock_governance.py
test_setup_module_run_launcher.py
test_setup_run_exit_status.py
test_shipped_judge_artifact_schemas.py
test_structural_ci_population.py
test_suite_catalog_counts.py
test_synonym_word_occurrences.py
test_template_escaped_placeholders.py
test_ui_cancelled_prompts.py
test_ui_detached_stdin.py
test_upstream_rate_error_matching.py
test_validator_folder_names.py
test_yaml_date_digests.py