Skip to content

Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.

Fixing ChatCompletionsClinet call (#3910)

Vidit Ostwal37526c693bba
diff --git a/lib/crewai/src/crewai/llms/providers/azure/completion.py b/lib/crewai/src/crewai/llms/providers/azure/completion.py
index e79bb72f2..0fc7a5f82 100644
--- a/lib/crewai/src/crewai/llms/providers/azure/completion.py
+++ b/lib/crewai/src/crewai/llms/providers/azure/completion.py
@@ -8,6 +8,7 @@ from typing import TYPE_CHECKING, Any
from pydantic import BaseModel
from crewai.utilities.agent_utils import is_context_length_exceeded
+from crewai.utilities.converter import generate_model_description
from crewai.utilities.exceptions.context_window_exceeding_exception import (
LLMContextLengthExceededError,
)
@@ -26,6 +27,7 @@ try:
from azure.ai.inference.models import (
ChatCompletions,
ChatCompletionsToolCall,
+ JsonSchemaFormat,
StreamingChatCompletionsUpdate,
)
from azure.core.credentials import (
@@ -278,13 +280,16 @@ class AzureCompletion(BaseLLM):
}
if response_model and self.is_openai_model:
- params["response_format"] = {
- "type": "json_schema",
- "json_schema": {
- "name": response_model.__name__,
- "schema": response_model.model_json_schema(),
- },
- }
+ model_description = generate_model_description(response_model)
+ json_schema_info = model_description["json_schema"]
+ json_schema_name = json_schema_info["name"]
+
+ params["response_format"] = JsonSchemaFormat(
+ name=json_schema_name,
+ schema=json_schema_info["schema"],
+ description=f"Schema for {json_schema_name}",
+ strict=json_schema_info["strict"],
+ )
# Only include model parameter for non-Azure OpenAI endpoints
# Azure OpenAI endpoints have the deployment name in the URL
@@ -311,8 +316,8 @@ class AzureCompletion(BaseLLM):
params["tool_choice"] = "auto"
additional_params = self.additional_params
- additional_drop_params = additional_params.get('additional_drop_params')
- drop_params = additional_params.get('drop_params')
+ additional_drop_params = additional_params.get("additional_drop_params")
+ drop_params = additional_params.get("drop_params")
if drop_params and isinstance(additional_drop_params, list):
for drop_param in additional_drop_params: