Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.
Python agent-evaluationaiai-alignmentai-evaluationai-governanceai-safetyclidiagnostic-tooleu-ai-acthallucination-detectioniso-42001llm-evaluationllm-securitynist-ai-rmfowasp-llmprompt-injectionpythonresponsible-airisk-assessmentrisk-management
fix(cli): accept the registered LiteLLM provider (#200)
Rudy Mizrahi Celekli29d7ad2e6796
diff --git a/ifixai/cli/run.py b/ifixai/cli/run.pyindex 14482a3..b93d063 100644--- a/ifixai/cli/run.py+++ b/ifixai/cli/run.py@@ -143,6 +143,7 @@ PROVIDER_CHOICES = ["huggingface","http","langchain",+ "litellm","openrouter","orcarouter","requesty",diff --git a/ifixai/tests/test_cli_config_judge_overrides.py b/ifixai/tests/test_cli_config_judge_overrides.pyindex 4698c8a..5265cf7 100644--- a/ifixai/tests/test_cli_config_judge_overrides.py+++ b/ifixai/tests/test_cli_config_judge_overrides.py@@ -61,3 +61,23 @@ def test_explicit_judge_flags_override_config_defaults(tmp_path, monkeypatch, op# The production CLI also completes its offline run and writes a scorecard.assert result.exit_code == 2, result.outputassert list((tmp_path / "reports").glob("*.json"))++[email protected]("selection", ["sut", "judge", "config"])+def test_registered_litellm_provider_is_available_to_cli(tmp_path, monkeypatch, selection):+ monkeypatch.chdir(tmp_path)+ args = ["run", "--test", "B01", "--dry-run", "--no-telemetry"]+ if selection == "sut":+ args += ["--provider", "LITELLM", "--api-key", "synthetic", "--eval-mode", "self"]+ elif selection == "judge":+ args += [+ "--provider", "mock", "--eval-mode", "single",+ "--judge-provider", "LITELLM", "--judge-api-key", "synthetic",+ ]+ else:+ write_config(RunConfig(provider="litellm", eval_mode="self", fixture="customer_support"))+ args += ["--api-key", "synthetic"]+ result = CliRunner().invoke(ifixai_cli, args)+ assert result.exit_code == 0, result.output+ assert "Dry run" in result.output+ assert not (tmp_path / "runs").exists()