Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.
Python agent-evaluationaiai-alignmentai-evaluationai-governanceai-safetyclidiagnostic-tooleu-ai-acthallucination-detectioniso-42001llm-evaluationllm-securitynist-ai-rmfowasp-llmprompt-injectionpythonresponsible-airisk-assessmentrisk-management
"""Default models must not be ones the vendor has already shut down."""
import pytest
from ifixai.cli.model_catalog import default_model, suggestions
RETIRED_MODELS = {
"gemini-2.0-flash",
"anthropic.claude-3-5-sonnet-20241022-v2:0",
}
def test_gemini_provider_default_is_not_retired() -> None:
pytest.importorskip("google.generativeai")
from ifixai.providers import gemini
assert gemini.DEFAULT_MODEL not in RETIRED_MODELS
assert default_model("gemini") == gemini.DEFAULT_MODEL
def test_gemini_and_bedrock_catalog_defaults_are_not_retired() -> None:
assert default_model("gemini") not in RETIRED_MODELS
assert default_model("bedrock") not in RETIRED_MODELS
def test_gemini_and_bedrock_suggestions_are_not_retired() -> None:
for provider in ("gemini", "bedrock"):
assert not RETIRED_MODELS & {model for model, _ in suggestions(provider)}