Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.
Python agent-evaluationaiai-alignmentai-evaluationai-governanceai-safetyclidiagnostic-tooleu-ai-acthallucination-detectioniso-42001llm-evaluationllm-securitynist-ai-rmfowasp-llmprompt-injectionpythonresponsible-airisk-assessmentrisk-management
fix(providers): normalize remaining native SDK transport failures (#184)
Rudy Mizrahi Celeklifa029a7c4e36
diff --git a/ifixai/providers/bedrock.py b/ifixai/providers/bedrock.pyindex 6c89724..5072e50 100644--- a/ifixai/providers/bedrock.py+++ b/ifixai/providers/bedrock.py@@ -87,11 +87,18 @@ class BedrockProvider(ChatProvider):),timeout=float(config.timeout),)- except asyncio.TimeoutError as exc:+ except (+ asyncio.TimeoutError,+ botocore.exceptions.ReadTimeoutError,+ botocore.exceptions.ConnectTimeoutError,+ ) as exc:raise ProviderTimeoutError(provider="bedrock",endpoint=endpoint,- details=f"Request timed out after {config.timeout}s",+ details=(+ f"Request timed out after {config.timeout}s"+ if isinstance(exc, asyncio.TimeoutError) else str(exc)+ ),) from excexcept botocore.exceptions.NoCredentialsError as exc:raise ProviderAuthError(@@ -138,7 +145,10 @@ class BedrockProvider(ChatProvider):endpoint=endpoint,details=str(exc),) from exc- except botocore.exceptions.EndpointConnectionError as exc:+ except (+ botocore.exceptions.EndpointConnectionError,+ botocore.exceptions.ConnectionClosedError,+ ) as exc:raise ProviderConnectionError(provider="bedrock",endpoint=endpoint,diff --git a/ifixai/providers/gemini.py b/ifixai/providers/gemini.pyindex db3bedf..abd7b16 100644--- a/ifixai/providers/gemini.py+++ b/ifixai/providers/gemini.py@@ -107,11 +107,14 @@ class GeminiProvider(ChatProvider):)return "\n".join(text_parts)- except asyncio.TimeoutError as exc:+ except (asyncio.TimeoutError, google_exceptions.DeadlineExceeded) as exc:raise ProviderTimeoutError(provider="gemini",endpoint=endpoint,- details=f"Request timed out after {config.timeout}s",+ details=(+ f"Request timed out after {config.timeout}s"+ if isinstance(exc, asyncio.TimeoutError) else str(exc)+ ),) from excexcept google_exceptions.Unauthenticated as exc:raise ProviderAuthError(diff --git a/ifixai/providers/huggingface.py b/ifixai/providers/huggingface.pyindex 1a433f1..f9d739f 100644--- a/ifixai/providers/huggingface.py+++ b/ifixai/providers/huggingface.py@@ -28,6 +28,27 @@ except ImportError:INITIAL_BACKOFF_SECONDS = 1.0BACKOFF_MULTIPLIER = 2.0+# Hugging Face switched from requests to httpx in 1.x. Keep the optional+# provider compatible with both SDK transports without requiring either one+# when the Hugging Face extra is not installed.+_TRANSPORT_TIMEOUTS: tuple[type[Exception], ...] = (asyncio.TimeoutError,)+_TRANSPORT_CONNECTION_ERRORS: tuple[type[Exception], ...] = (ConnectionError,)+try:+ from httpx import NetworkError, ProxyError, RemoteProtocolError, TimeoutException+except ImportError:+ pass+else:+ _TRANSPORT_TIMEOUTS += (TimeoutException,)+ _TRANSPORT_CONNECTION_ERRORS += (NetworkError, ProxyError, RemoteProtocolError)+try:+ from requests.exceptions import ConnectionError as RequestsConnectionError+ from requests.exceptions import Timeout as RequestsTimeout+except ImportError:+ pass+else:+ _TRANSPORT_TIMEOUTS += (RequestsTimeout,)+ _TRANSPORT_CONNECTION_ERRORS += (RequestsConnectionError,)+class HuggingFaceProvider(ChatProvider):def __init__(self) -> None:@@ -70,7 +91,7 @@ class HuggingFaceProvider(ChatProvider):),timeout=float(config.timeout),)- except asyncio.TimeoutError as exc:+ except _TRANSPORT_TIMEOUTS as exc:raise ProviderTimeoutError(provider="huggingface",endpoint=endpoint,@@ -109,7 +130,7 @@ class HuggingFaceProvider(ChatProvider):endpoint=endpoint,details=str(exc),) from exc- except ConnectionError as exc:+ except _TRANSPORT_CONNECTION_ERRORS as exc:raise ProviderConnectionError(provider="huggingface",endpoint=endpoint,diff --git a/ifixai/tests/test_remaining_sdk_transport_errors.py b/ifixai/tests/test_remaining_sdk_transport_errors.pynew file mode 100644index 0000000..e122b06--- /dev/null+++ b/ifixai/tests/test_remaining_sdk_transport_errors.py@@ -0,0 +1,129 @@+"""Normalize real SDK transport faults before the harness classifies them."""++import json+import socket+import threading+from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer++import pytest++from ifixai.core.types import ChatMessage, ProviderConfig+from ifixai.providers.base import ProviderConnectionError, ProviderTimeoutError++[email protected]("module,error_name,expected", [+ ("httpx", "ReadTimeout", ProviderTimeoutError),+ ("httpx", "ConnectError", ProviderConnectionError),+ ("requests.exceptions", "ReadTimeout", ProviderTimeoutError),+ ("requests.exceptions", "ConnectionError", ProviderConnectionError),+])+async def test_huggingface_transport_versions_are_normalized(monkeypatch, module, error_name, expected):+ pytest.importorskip("huggingface_hub")+ errors = pytest.importorskip(module)+ from ifixai.providers import huggingface++ def fail(*args):+ raise getattr(errors, error_name)("owned transport failure")++ monkeypatch.setattr(huggingface, "_call_chat_completion", fail)+ with pytest.raises(expected):+ await huggingface.HuggingFaceProvider().send_message([ChatMessage(content="hello")], ProviderConfig(provider="huggingface", model="owned-model", api_key="synthetic-local-key", max_retries=0))++[email protected]("provider_name", ["huggingface", "bedrock"])+async def test_owned_http_disconnect_is_connection_error(monkeypatch, tmp_path, provider_name):+ seen = []++ class Handler(BaseHTTPRequestHandler):+ def do_POST(self):+ seen.append(json.loads(self.rfile.read(int(self.headers["Content-Length"]))))+ self.connection.shutdown(socket.SHUT_RDWR)+ self.connection.close()++ def log_message(self, *args):+ pass++ server = ThreadingHTTPServer(("127.0.0.1", 0), Handler)+ thread = threading.Thread(target=server.serve_forever, daemon=True)+ thread.start()+ endpoint = f"http://127.0.0.1:{server.server_port}"+ try:+ if provider_name == "huggingface":+ pytest.importorskip("huggingface_hub")+ from ifixai.providers.huggingface import HuggingFaceProvider++ provider = HuggingFaceProvider()+ # Use the existing model-URL route, independently of the endpoint fix.+ model = endpoint + "/v1/chat/completions"+ else:+ boto3 = pytest.importorskip("boto3")+ from botocore.config import Config++ from ifixai.providers.bedrock import BedrockProvider++ session = boto3.Session(aws_access_key_id="synthetic-local-key", aws_secret_access_key="synthetic-local-secret", region_name="us-east-1")+ native_client = session.client("bedrock-runtime", endpoint_url=endpoint, config=Config(retries={"total_max_attempts": 1}))++ class OwnedSession:+ def client(self, **kwargs):+ assert kwargs["endpoint_url"] == endpoint+ return native_client++ monkeypatch.setattr(boto3, "Session", lambda **kwargs: OwnedSession())+ provider = BedrockProvider()+ model = "owned-model"+ config = ProviderConfig(provider=provider_name, endpoint=endpoint, model=model, api_key="synthetic-local-key", max_retries=0)+ with pytest.raises(ProviderConnectionError):+ await provider.send_message([ChatMessage(content="hello")], config)+ assert len(seen) == 1+ finally:+ server.shutdown()+ server.server_close()+ thread.join()+++async def test_gemini_native_deadline_is_timeout(monkeypatch):+ pytest.importorskip("google.generativeai")+ from google.api_core.exceptions import DeadlineExceeded+ from google.generativeai import client++ from ifixai.providers import gemini++ class OwnedTransport:+ async def __aenter__(self):+ return self++ async def __aexit__(self, *args):+ pass++ async def generate_content(self, request, **kwargs):+ raise DeadlineExceeded("owned transport deadline")++ monkeypatch.setattr(client, "get_default_generative_async_client", OwnedTransport)+ monkeypatch.setattr(gemini, "GenerativeServiceAsyncClient", lambda **kwargs: OwnedTransport(), raising=False)+ with pytest.raises(ProviderTimeoutError):+ await gemini.GeminiProvider().send_message([ChatMessage(content="hello")], ProviderConfig(provider="gemini", api_key="synthetic-local-key", max_retries=0))++[email protected]("error_name", ["ReadTimeoutError", "ConnectTimeoutError"])+async def test_bedrock_sdk_deadlines_are_timeouts(monkeypatch, error_name):+ boto3 = pytest.importorskip("boto3")+ import botocore.exceptions++ from ifixai.providers.bedrock import BedrockProvider++ class OwnedClient:+ def converse(self, **kwargs):+ raise getattr(botocore.exceptions, error_name)(endpoint_url="http://owned.invalid")++ class OwnedSession:+ def client(self, **kwargs):+ return OwnedClient()++ monkeypatch.setattr(boto3, "Session", lambda **kwargs: OwnedSession())+ with pytest.raises(ProviderTimeoutError):+ await BedrockProvider().send_message([ChatMessage(content="hello")], ProviderConfig(provider="bedrock", model="owned-model", max_retries=0))