Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.
Updated calls and added tests to verify (#1953)
Brandon Hancock (bhancock_ai)a836f466f492
diff --git a/src/crewai/llm.py b/src/crewai/llm.pyindex 89de55f54..98b0bc855 100644--- a/src/crewai/llm.py+++ b/src/crewai/llm.py@@ -172,32 +172,50 @@ class LLM:def call(self,- messages: List[Dict[str, str]],+ messages: Union[str, List[Dict[str, str]]],tools: Optional[List[dict]] = None,callbacks: Optional[List[Any]] = None,available_functions: Optional[Dict[str, Any]] = None,) -> str:"""- High-level call method that:- 1) Calls litellm.completion- 2) Checks for function/tool calls- 3) If a tool call is found:- a) executes the function- b) returns the result- 4) If no tool call, returns the text response-- :param messages: The conversation messages- :param tools: Optional list of function schemas for function calling- :param callbacks: Optional list of callbacks- :param available_functions: A dictionary mapping function_name -> actual Python function- :return: Final text response from the LLM or the tool result+ High-level llm call method that:+ 1) Accepts either a string or a list of messages+ 2) Converts string input to the required message format+ 3) Calls litellm.completion+ 4) Handles function/tool calls if any+ 5) Returns the final text response or tool result++ Parameters:+ - messages (Union[str, List[Dict[str, str]]]): The input messages for the LLM.+ - If a string is provided, it will be converted into a message list with a single entry.+ - If a list of dictionaries is provided, each dictionary should have 'role' and 'content' keys.+ - tools (Optional[List[dict]]): A list of tool schemas for function calling.+ - callbacks (Optional[List[Any]]): A list of callback functions to be executed.+ - available_functions (Optional[Dict[str, Any]]): A dictionary mapping function names to actual Python functions.++ Returns:+ - str: The final text response from the LLM or the result of a tool function call.++ Examples:+ ---------+ # Example 1: Using a string input+ response = llm.call("Return the name of a random city in the world.")+ print(response)++ # Example 2: Using a list of messages+ messages = [{"role": "user", "content": "What is the capital of France?"}]+ response = llm.call(messages)+ print(response)"""+ if isinstance(messages, str):+ messages = [{"role": "user", "content": messages}]+with suppress_warnings():if callbacks and len(callbacks) > 0:self.set_callbacks(callbacks)try:- # --- 1) Make the completion call+ # --- 1) Prepare the parameters for the completion callparams = {"model": self.model,"messages": messages,@@ -218,11 +236,13 @@ class LLM:"api_version": self.api_version,"api_key": self.api_key,"stream": False,- "tools": tools, # pass the tool schema+ "tools": tools,}+ # Remove None values from paramsparams = {k: v for k, v in params.items() if v is not None}+ # --- 2) Make the completion callresponse = litellm.completion(**params)response_message = cast(Choices, cast(ModelResponse, response).choices)[0@@ -230,7 +250,7 @@ class LLM:text_response = response_message.content or ""tool_calls = getattr(response_message, "tool_calls", [])- # Ensure callbacks get the full response object with usage info+ # --- 3) Handle callbacks with usage infoif callbacks and len(callbacks) > 0:for callback in callbacks:if hasattr(callback, "log_success_event"):@@ -243,11 +263,11 @@ class LLM:end_time=0,)- # --- 2) If no tool calls, return the text response+ # --- 4) If no tool calls, return the text responseif not tool_calls or not available_functions:return text_response- # --- 3) Handle the tool call+ # --- 5) Handle the tool calltool_call = tool_calls[0]function_name = tool_call.function.name@@ -262,7 +282,6 @@ class LLM:try:# Call the actual tool functionresult = fn(**function_args)-return resultexcept Exception as e:diff --git a/tests/cassettes/test_llm_call_with_message_list.yaml b/tests/cassettes/test_llm_call_with_message_list.yamlnew file mode 100644index 000000000..da204c647--- /dev/null+++ b/tests/cassettes/test_llm_call_with_message_list.yaml@@ -0,0 +1,102 @@+interactions:+- request:+ body: '{"messages": [{"role": "user", "content": "What is the capital of France?"}],+ "model": "gpt-4o-mini"}'+ headers:+ accept:+ - application/json+ accept-encoding:+ - gzip, deflate+ connection:+ - keep-alive+ content-length:+ - '101'+ content-type:+ - application/json+ cookie:+ - _cfuvid=8NrWEBP3dDmc8p2.csR.EdsSwS8zFvzWI1kPICaK_fM-1737568015338-0.0.1.1-604800000;+ __cf_bm=pKr3NwXmTZN9rMSlKvEX40VPKbrxF93QwDNHunL2v8Y-1737568015-1.0.1.1-nR0EA7hYIwWpIBYUI53d9xQrUnl5iML6lgz4AGJW4ZGPBDxFma3PZ2cBhlr_hE7wKa5fV3r32eMu_rNWMXD.eA+ host:+ - api.openai.com+ user-agent:+ - OpenAI/Python 1.59.6+ x-stainless-arch:+ - arm64+ x-stainless-async:+ - 'false'+ x-stainless-lang:+ - python+ x-stainless-os:+ - MacOS+ x-stainless-package-version:+ - 1.59.6+ x-stainless-raw-response:+ - 'true'+ x-stainless-retry-count:+ - '0'+ x-stainless-runtime:+ - CPython+ x-stainless-runtime-version:+ - 3.12.7+ method: POST+ uri: https://api.openai.com/v1/chat/completions+ response:+ content: "{\n \"id\": \"chatcmpl-AsZ6WjNfEOrHwwEEdSZZCRBiTpBMS\",\n \"object\":+ \"chat.completion\",\n \"created\": 1737568016,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":+ \"assistant\",\n \"content\": \"The capital of France is Paris.\",\n+ \ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\":+ \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 14,\n \"completion_tokens\":+ 8,\n \"total_tokens\": 22,\n \"prompt_tokens_details\": {\n \"cached_tokens\":+ 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n+ \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":+ \"default\",\n \"system_fingerprint\": \"fp_72ed7ab54c\"\n}\n"+ headers:+ CF-Cache-Status:+ - DYNAMIC+ CF-RAY:+ - 90615dc63b805cb1-RDU+ Connection:+ - keep-alive+ Content-Encoding:+ - gzip+ Content-Type:+ - application/json+ Date:+ - Wed, 22 Jan 2025 17:46:56 GMT+ Server:+ - cloudflare+ Transfer-Encoding:+ - chunked+ X-Content-Type-Options:+ - nosniff+ access-control-expose-headers:+ - X-Request-ID+ alt-svc:+ - h3=":443"; ma=86400+ openai-organization:+ - crewai-iuxna1+ openai-processing-ms:+ - '355'+ openai-version:+ - '2020-10-01'+ strict-transport-security:+ - max-age=31536000; includeSubDomains; preload+ x-ratelimit-limit-requests:+ - '30000'+ x-ratelimit-limit-tokens:+ - '150000000'+ x-ratelimit-remaining-requests:+ - '29999'+ x-ratelimit-remaining-tokens:+ - '149999974'+ x-ratelimit-reset-requests:+ - 2ms+ x-ratelimit-reset-tokens:+ - 0s+ x-request-id:+ - req_cdbed69c9c63658eb552b07f1220df19+ http_version: HTTP/1.1+ status_code: 200+version: 1diff --git a/tests/cassettes/test_llm_call_with_string_input.yaml b/tests/cassettes/test_llm_call_with_string_input.yamlnew file mode 100644index 000000000..f0c2a51e6--- /dev/null+++ b/tests/cassettes/test_llm_call_with_string_input.yaml@@ -0,0 +1,108 @@+interactions:+- request:+ body: '{"messages": [{"role": "user", "content": "Return the name of a random+ city in the world."}], "model": "gpt-4o-mini"}'+ headers:+ accept:+ - application/json+ accept-encoding:+ - gzip, deflate+ connection:+ - keep-alive+ content-length:+ - '117'+ content-type:+ - application/json+ cookie:+ - _cfuvid=3UeEmz_rnmsoZxrVUv32u35gJOi766GDWNe5_RTjiPk-1736537376739-0.0.1.1-604800000+ host:+ - api.openai.com+ user-agent:+ - OpenAI/Python 1.59.6+ x-stainless-arch:+ - arm64+ x-stainless-async:+ - 'false'+ x-stainless-lang:+ - python+ x-stainless-os:+ - MacOS+ x-stainless-package-version:+ - 1.59.6+ x-stainless-raw-response:+ - 'true'+ x-stainless-retry-count:+ - '0'+ x-stainless-runtime:+ - CPython+ x-stainless-runtime-version:+ - 3.12.7+ method: POST+ uri: https://api.openai.com/v1/chat/completions+ response:+ content: "{\n \"id\": \"chatcmpl-AsZ6UtbaNSMpNU9VJKxvn52t5eJTq\",\n \"object\":+ \"chat.completion\",\n \"created\": 1737568014,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":+ \"assistant\",\n \"content\": \"How about \\\"Lisbon\\\"? It\u2019s the+ capital city of Portugal, known for its rich history and vibrant culture.\",\n+ \ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\":+ \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 18,\n \"completion_tokens\":+ 24,\n \"total_tokens\": 42,\n \"prompt_tokens_details\": {\n \"cached_tokens\":+ 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n+ \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":+ \"default\",\n \"system_fingerprint\": \"fp_72ed7ab54c\"\n}\n"+ headers:+ CF-Cache-Status:+ - DYNAMIC+ CF-RAY:+ - 90615dbcaefb5cb1-RDU+ Connection:+ - keep-alive+ Content-Encoding:+ - gzip+ Content-Type:+ - application/json+ Date:+ - Wed, 22 Jan 2025 17:46:55 GMT+ Server:+ - cloudflare+ Set-Cookie:+ - __cf_bm=pKr3NwXmTZN9rMSlKvEX40VPKbrxF93QwDNHunL2v8Y-1737568015-1.0.1.1-nR0EA7hYIwWpIBYUI53d9xQrUnl5iML6lgz4AGJW4ZGPBDxFma3PZ2cBhlr_hE7wKa5fV3r32eMu_rNWMXD.eA;+ path=/; expires=Wed, 22-Jan-25 18:16:55 GMT; domain=.api.openai.com; HttpOnly;+ Secure; SameSite=None+ - _cfuvid=8NrWEBP3dDmc8p2.csR.EdsSwS8zFvzWI1kPICaK_fM-1737568015338-0.0.1.1-604800000;+ path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None+ Transfer-Encoding:+ - chunked+ X-Content-Type-Options:+ - nosniff+ access-control-expose-headers:+ - X-Request-ID+ alt-svc:+ - h3=":443"; ma=86400+ openai-organization:+ - crewai-iuxna1+ openai-processing-ms:+ - '449'+ openai-version:+ - '2020-10-01'+ strict-transport-security:+ - max-age=31536000; includeSubDomains; preload+ x-ratelimit-limit-requests:+ - '30000'+ x-ratelimit-limit-tokens:+ - '150000000'+ x-ratelimit-remaining-requests:+ - '29999'+ x-ratelimit-remaining-tokens:+ - '149999971'+ x-ratelimit-reset-requests:+ - 2ms+ x-ratelimit-reset-tokens:+ - 0s+ x-request-id:+ - req_898373758d2eae3cd84814050b2588e3+ http_version: HTTP/1.1+ status_code: 200+version: 1diff --git a/tests/cassettes/test_llm_call_with_string_input_and_callbacks.yaml b/tests/cassettes/test_llm_call_with_string_input_and_callbacks.yamlnew file mode 100644index 000000000..a930a60a7--- /dev/null+++ b/tests/cassettes/test_llm_call_with_string_input_and_callbacks.yaml@@ -0,0 +1,102 @@+interactions:+- request:+ body: '{"messages": [{"role": "user", "content": "Tell me a joke."}], "model":+ "gpt-4o-mini"}'+ headers:+ accept:+ - application/json+ accept-encoding:+ - gzip, deflate+ connection:+ - keep-alive+ content-length:+ - '86'+ content-type:+ - application/json+ cookie:+ - _cfuvid=8NrWEBP3dDmc8p2.csR.EdsSwS8zFvzWI1kPICaK_fM-1737568015338-0.0.1.1-604800000;+ __cf_bm=pKr3NwXmTZN9rMSlKvEX40VPKbrxF93QwDNHunL2v8Y-1737568015-1.0.1.1-nR0EA7hYIwWpIBYUI53d9xQrUnl5iML6lgz4AGJW4ZGPBDxFma3PZ2cBhlr_hE7wKa5fV3r32eMu_rNWMXD.eA+ host:+ - api.openai.com+ user-agent:+ - OpenAI/Python 1.59.6+ x-stainless-arch:+ - arm64+ x-stainless-async:+ - 'false'+ x-stainless-lang:+ - python+ x-stainless-os:+ - MacOS+ x-stainless-package-version:+ - 1.59.6+ x-stainless-raw-response:+ - 'true'+ x-stainless-retry-count:+ - '0'+ x-stainless-runtime:+ - CPython+ x-stainless-runtime-version:+ - 3.12.7+ method: POST+ uri: https://api.openai.com/v1/chat/completions+ response:+ content: "{\n \"id\": \"chatcmpl-AsZ6VyjuUcXYpChXmD8rUSy6nSGq8\",\n \"object\":+ \"chat.completion\",\n \"created\": 1737568015,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":+ \"assistant\",\n \"content\": \"Why did the scarecrow win an award? \\n\\nBecause+ he was outstanding in his field!\",\n \"refusal\": null\n },\n \"logprobs\":+ null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":+ 12,\n \"completion_tokens\": 19,\n \"total_tokens\": 31,\n \"prompt_tokens_details\":+ {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":+ {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":+ \"default\",\n \"system_fingerprint\": \"fp_72ed7ab54c\"\n}\n"+ headers:+ CF-Cache-Status:+ - DYNAMIC+ CF-RAY:+ - 90615dc03b6c5cb1-RDU+ Connection:+ - keep-alive+ Content-Encoding:+ - gzip+ Content-Type:+ - application/json+ Date:+ - Wed, 22 Jan 2025 17:46:56 GMT+ Server:+ - cloudflare+ Transfer-Encoding:+ - chunked+ X-Content-Type-Options:+ - nosniff+ access-control-expose-headers:+ - X-Request-ID+ alt-svc:+ - h3=":443"; ma=86400+ openai-organization:+ - crewai-iuxna1+ openai-processing-ms:+ - '825'+ openai-version:+ - '2020-10-01'+ strict-transport-security:+ - max-age=31536000; includeSubDomains; preload+ x-ratelimit-limit-requests:+ - '30000'+ x-ratelimit-limit-tokens:+ - '150000000'+ x-ratelimit-remaining-requests:+ - '29999'+ x-ratelimit-remaining-tokens:+ - '149999979'+ x-ratelimit-reset-requests:+ - 2ms+ x-ratelimit-reset-tokens:+ - 0s+ x-request-id:+ - req_4c1485d44e7461396d4a7316a63ff353+ http_version: HTTP/1.1+ status_code: 200+version: 1diff --git a/tests/cassettes/test_llm_call_with_tool_and_message_list.yaml b/tests/cassettes/test_llm_call_with_tool_and_message_list.yamlnew file mode 100644index 000000000..6102d9ef1--- /dev/null+++ b/tests/cassettes/test_llm_call_with_tool_and_message_list.yaml@@ -0,0 +1,111 @@+interactions:+- request:+ body: '{"messages": [{"role": "user", "content": "What is the square of 5?"}],+ "model": "gpt-4o-mini", "tools": [{"type": "function", "function": {"name":+ "square_number", "description": "Returns the square of a number.", "parameters":+ {"type": "object", "properties": {"number": {"type": "integer", "description":+ "The number to square"}}, "required": ["number"]}}}]}'+ headers:+ accept:+ - application/json+ accept-encoding:+ - gzip, deflate+ connection:+ - keep-alive+ content-length:+ - '361'+ content-type:+ - application/json+ host:+ - api.openai.com+ user-agent:+ - OpenAI/Python 1.59.6+ x-stainless-arch:+ - arm64+ x-stainless-async:+ - 'false'+ x-stainless-lang:+ - python+ x-stainless-os:+ - MacOS+ x-stainless-package-version:+ - 1.59.6+ x-stainless-raw-response:+ - 'true'+ x-stainless-retry-count:+ - '0'+ x-stainless-runtime:+ - CPython+ x-stainless-runtime-version:+ - 3.12.7+ method: POST+ uri: https://api.openai.com/v1/chat/completions+ response:+ content: "{\n \"id\": \"chatcmpl-AsZL5nGOaVpcGnDOesTxBZPHhMoaS\",\n \"object\":+ \"chat.completion\",\n \"created\": 1737568919,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":+ \"assistant\",\n \"content\": null,\n \"tool_calls\": [\n {\n+ \ \"id\": \"call_i6JVJ1KxX79A4WzFri98E03U\",\n \"type\":+ \"function\",\n \"function\": {\n \"name\": \"square_number\",\n+ \ \"arguments\": \"{\\\"number\\\":5}\"\n }\n }\n+ \ ],\n \"refusal\": null\n },\n \"logprobs\": null,\n+ \ \"finish_reason\": \"tool_calls\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":+ 58,\n \"completion_tokens\": 15,\n \"total_tokens\": 73,\n \"prompt_tokens_details\":+ {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":+ {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":+ \"default\",\n \"system_fingerprint\": \"fp_72ed7ab54c\"\n}\n"+ headers:+ CF-Cache-Status:+ - DYNAMIC+ CF-RAY:+ - 906173d229b905f6-IAD+ Connection:+ - keep-alive+ Content-Encoding:+ - gzip+ Content-Type:+ - application/json+ Date:+ - Wed, 22 Jan 2025 18:02:00 GMT+ Server:+ - cloudflare+ Set-Cookie:+ - __cf_bm=BYDpIoqfPZyRxl9xcFxkt4IzTUGe8irWQlZ.aYLt8Xc-1737568920-1.0.1.1-Y_cVFN7TbguWRBorSKZynVY02QUtYbsbHuR2gR1wJ8LHuqOF4xIxtK5iHVCpWWgIyPDol9xOXiqUkU8xRV_vHA;+ path=/; expires=Wed, 22-Jan-25 18:32:00 GMT; domain=.api.openai.com; HttpOnly;+ Secure; SameSite=None+ - _cfuvid=etTqqA9SBOnENmrFAUBIexdW0v2ZeO1x9_Ek_WChlfU-1737568920137-0.0.1.1-604800000;+ path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None+ Transfer-Encoding:+ - chunked+ X-Content-Type-Options:+ - nosniff+ access-control-expose-headers:+ - X-Request-ID+ alt-svc:+ - h3=":443"; ma=86400+ openai-organization:+ - crewai-iuxna1+ openai-processing-ms:+ - '642'+ openai-version:+ - '2020-10-01'+ strict-transport-security:+ - max-age=31536000; includeSubDomains; preload+ x-ratelimit-limit-requests:+ - '30000'+ x-ratelimit-limit-tokens:+ - '150000000'+ x-ratelimit-remaining-requests:+ - '29999'+ x-ratelimit-remaining-tokens:+ - '149999976'+ x-ratelimit-reset-requests:+ - 2ms+ x-ratelimit-reset-tokens:+ - 0s+ x-request-id:+ - req_388e63f9b8d4edc0dd153001f25388e5+ http_version: HTTP/1.1+ status_code: 200+version: 1diff --git a/tests/cassettes/test_llm_call_with_tool_and_string_input.yaml b/tests/cassettes/test_llm_call_with_tool_and_string_input.yamlnew file mode 100644index 000000000..865d25826--- /dev/null+++ b/tests/cassettes/test_llm_call_with_tool_and_string_input.yaml@@ -0,0 +1,107 @@+interactions:+- request:+ body: '{"messages": [{"role": "user", "content": "What is the current year?"}],+ "model": "gpt-4o-mini", "tools": [{"type": "function", "function": {"name":+ "get_current_year", "description": "Returns the current year as a string.",+ "parameters": {"type": "object", "properties": {}, "required": []}}}]}'+ headers:+ accept:+ - application/json+ accept-encoding:+ - gzip, deflate+ connection:+ - keep-alive+ content-length:+ - '295'+ content-type:+ - application/json+ cookie:+ - _cfuvid=8NrWEBP3dDmc8p2.csR.EdsSwS8zFvzWI1kPICaK_fM-1737568015338-0.0.1.1-604800000;+ __cf_bm=pKr3NwXmTZN9rMSlKvEX40VPKbrxF93QwDNHunL2v8Y-1737568015-1.0.1.1-nR0EA7hYIwWpIBYUI53d9xQrUnl5iML6lgz4AGJW4ZGPBDxFma3PZ2cBhlr_hE7wKa5fV3r32eMu_rNWMXD.eA+ host:+ - api.openai.com+ user-agent:+ - OpenAI/Python 1.59.6+ x-stainless-arch:+ - arm64+ x-stainless-async:+ - 'false'+ x-stainless-lang:+ - python+ x-stainless-os:+ - MacOS+ x-stainless-package-version:+ - 1.59.6+ x-stainless-raw-response:+ - 'true'+ x-stainless-retry-count:+ - '0'+ x-stainless-runtime:+ - CPython+ x-stainless-runtime-version:+ - 3.12.7+ method: POST+ uri: https://api.openai.com/v1/chat/completions+ response:+ content: "{\n \"id\": \"chatcmpl-AsZJ8HKXQU9nTB7xbGAkKxqrg9BZ2\",\n \"object\":+ \"chat.completion\",\n \"created\": 1737568798,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":+ \"assistant\",\n \"content\": null,\n \"tool_calls\": [\n {\n+ \ \"id\": \"call_mfvEs2jngeFloVZpZOHZVaKY\",\n \"type\":+ \"function\",\n \"function\": {\n \"name\": \"get_current_year\",\n+ \ \"arguments\": \"{}\"\n }\n }\n ],\n+ \ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\":+ \"tool_calls\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 46,\n \"completion_tokens\":+ 12,\n \"total_tokens\": 58,\n \"prompt_tokens_details\": {\n \"cached_tokens\":+ 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n+ \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":+ \"default\",\n \"system_fingerprint\": \"fp_72ed7ab54c\"\n}\n"+ headers:+ CF-Cache-Status:+ - DYNAMIC+ CF-RAY:+ - 906170e038281775-IAD+ Connection:+ - keep-alive+ Content-Encoding:+ - gzip+ Content-Type:+ - application/json+ Date:+ - Wed, 22 Jan 2025 17:59:59 GMT+ Server:+ - cloudflare+ Transfer-Encoding:+ - chunked+ X-Content-Type-Options:+ - nosniff+ access-control-expose-headers:+ - X-Request-ID+ alt-svc:+ - h3=":443"; ma=86400+ openai-organization:+ - crewai-iuxna1+ openai-processing-ms:+ - '416'+ openai-version:+ - '2020-10-01'+ strict-transport-security:+ - max-age=31536000; includeSubDomains; preload+ x-ratelimit-limit-requests:+ - '30000'+ x-ratelimit-limit-tokens:+ - '150000000'+ x-ratelimit-remaining-requests:+ - '29999'+ x-ratelimit-remaining-tokens:+ - '149999975'+ x-ratelimit-reset-requests:+ - 2ms+ x-ratelimit-reset-tokens:+ - 0s+ x-request-id:+ - req_4039a5e5772d1790a3131f0b1ea06139+ http_version: HTTP/1.1+ status_code: 200+version: 1diff --git a/tests/llm_test.py b/tests/llm_test.pyindex 551309389..6d1e6a188 100644--- a/tests/llm_test.py+++ b/tests/llm_test.py@@ -4,6 +4,7 @@ import pytestfrom crewai.agents.agent_builder.utilities.base_token_process import TokenProcessfrom crewai.llm import LLM+from crewai.tools import toolfrom crewai.utilities.token_counter_callback import TokenCalcHandler@@ -37,3 +38,119 @@ def test_llm_callback_replacement():assert usage_metrics_1.successful_requests == 1assert usage_metrics_2.successful_requests == 1assert usage_metrics_1 == calc_handler_1.token_cost_process.get_summary()++[email protected](filter_headers=["authorization"])+def test_llm_call_with_string_input():+ llm = LLM(model="gpt-4o-mini")++ # Test the call method with a string input+ result = llm.call("Return the name of a random city in the world.")+ assert isinstance(result, str)+ assert len(result.strip()) > 0 # Ensure the response is not empty++[email protected](filter_headers=["authorization"])+def test_llm_call_with_string_input_and_callbacks():+ llm = LLM(model="gpt-4o-mini")+ calc_handler = TokenCalcHandler(token_cost_process=TokenProcess())++ # Test the call method with a string input and callbacks+ result = llm.call(+ "Tell me a joke.",+ callbacks=[calc_handler],+ )+ usage_metrics = calc_handler.token_cost_process.get_summary()++ assert isinstance(result, str)+ assert len(result.strip()) > 0+ assert usage_metrics.successful_requests == 1++[email protected](filter_headers=["authorization"])+def test_llm_call_with_message_list():+ llm = LLM(model="gpt-4o-mini")+ messages = [{"role": "user", "content": "What is the capital of France?"}]++ # Test the call method with a list of messages+ result = llm.call(messages)+ assert isinstance(result, str)+ assert "Paris" in result++[email protected](filter_headers=["authorization"])+def test_llm_call_with_tool_and_string_input():+ llm = LLM(model="gpt-4o-mini")++ def get_current_year() -> str:+ """Returns the current year as a string."""+ from datetime import datetime++ return str(datetime.now().year)++ # Create tool schema+ tool_schema = {+ "type": "function",+ "function": {+ "name": "get_current_year",+ "description": "Returns the current year as a string.",+ "parameters": {+ "type": "object",+ "properties": {},+ "required": [],+ },+ },+ }++ # Available functions mapping+ available_functions = {"get_current_year": get_current_year}++ # Test the call method with a string input and tool+ result = llm.call(+ "What is the current year?",+ tools=[tool_schema],+ available_functions=available_functions,+ )++ assert isinstance(result, str)+ assert result == get_current_year()++[email protected](filter_headers=["authorization"])+def test_llm_call_with_tool_and_message_list():+ llm = LLM(model="gpt-4o-mini")++ def square_number(number: int) -> int:+ """Returns the square of a number."""+ return number * number++ # Create tool schema+ tool_schema = {+ "type": "function",+ "function": {+ "name": "square_number",+ "description": "Returns the square of a number.",+ "parameters": {+ "type": "object",+ "properties": {+ "number": {"type": "integer", "description": "The number to square"}+ },+ "required": ["number"],+ },+ },+ }++ # Available functions mapping+ available_functions = {"square_number": square_number}++ messages = [{"role": "user", "content": "What is the square of 5?"}]++ # Test the call method with messages and tool+ result = llm.call(+ messages,+ tools=[tool_schema],+ available_functions=available_functions,+ )++ assert isinstance(result, int)+ assert result == 25