Skip to content

Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.

update litellm to support o3-mini and deepseek. Update docs.

Brandon Hancock748383d74c0f
diff --git a/docs/concepts/llms.mdx b/docs/concepts/llms.mdx
index 0358308f4..309ae8923 100644
--- a/docs/concepts/llms.mdx
+++ b/docs/concepts/llms.mdx
@@ -38,6 +38,7 @@ Here's a detailed breakdown of supported models and their capabilities, you can
| GPT-4 | 8,192 tokens | High-accuracy tasks, complex reasoning |
| GPT-4 Turbo | 128,000 tokens | Long-form content, document analysis |
| GPT-4o & GPT-4o-mini | 128,000 tokens | Cost-effective large context processing |
+ | o3-mini | 200,000 tokens | Fast reasoning, complex reasoning |
<Note>
1 token ≈ 4 characters in English. For example, 8,192 tokens ≈ 32,768 characters or about 6,000 words.
@@ -162,7 +163,8 @@ Here's a detailed breakdown of supported models and their capabilities, you can
<Tab title="Others">
| Provider | Context Window | Key Features |
|----------|---------------|--------------|
- | Deepseek Chat | 128,000 tokens | Specialized in technical discussions |
+ | Deepseek Chat | 64,000 tokens | Specialized in technical discussions |
+ | Deepseek R1 | 64,000 tokens | Affordable reasoning model |
| Claude 3 | Up to 200K tokens | Strong reasoning, code understanding |
| Gemma Series | 8,192 tokens | Efficient, smaller-scale tasks |
@@ -296,6 +298,10 @@ There are three ways to configure LLMs in CrewAI. Choose the method that best fi
# llm: sambanova/Meta-Llama-3.1-8B-Instruct
# llm: sambanova/BioMistral-7B
# llm: sambanova/Falcon-180B
+
+ # Open Router Models - Affordable reasoning
+ # llm: openrouter/deepseek/deepseek-r1
+ # llm: openrouter/deepseek/deepseek-chat
```
<Info>
@@ -691,6 +697,27 @@ Learn how to get the most out of your LLM configuration:
- Support for long context windows
</Info>
</Accordion>
+
+ <Accordion title="Open Router">
+ ```python Code
+ OPENROUTER_API_KEY=<your-api-key>
+ ```
+
+ Example usage:
+ ```python Code
+ llm = LLM(
+ model="openrouter/deepseek/deepseek-r1",
+ base_url="https://openrouter.ai/api/v1",
+ api_key=OPENROUTER_API_KEY
+ )
+ ```
+
+ <Info>
+ Open Router models:
+ - openrouter/deepseek/deepseek-r1
+ - openrouter/deepseek/deepseek-chat
+ </Info>
+ </Accordion>
</AccordionGroup>
## Common Issues and Solutions
diff --git a/pyproject.toml b/pyproject.toml
index a8d0b8c47..a69d06f47 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -11,7 +11,7 @@ dependencies = [
# Core Dependencies
"pydantic>=2.4.2",
"openai>=1.13.3",
- "litellm==1.59.8",
+ "litellm==1.60.2",
"instructor>=1.3.3",
# Text Processing
"pdfplumber>=0.11.4",
diff --git a/src/crewai/llm.py b/src/crewai/llm.py
index bbf8e35d9..1e52773a1 100644
--- a/src/crewai/llm.py
+++ b/src/crewai/llm.py
@@ -5,7 +5,7 @@ import sys
import threading
import warnings
from contextlib import contextmanager
-from typing import Any, Dict, List, Optional, Union, cast
+from typing import Any, Dict, List, Literal, Optional, Union, cast
from dotenv import load_dotenv
@@ -137,6 +137,7 @@ class LLM:
api_version: Optional[str] = None,
api_key: Optional[str] = None,
callbacks: List[Any] = [],
+ reasoning_effort: Optional[Literal["none", "low", "medium", "high"]] = None,
**kwargs,
):
self.model = model
@@ -159,6 +160,7 @@ class LLM:
self.api_key = api_key
self.callbacks = callbacks
self.context_window_size = 0
+ self.reasoning_effort = reasoning_effort
self.additional_params = kwargs
litellm.drop_params = True
@@ -242,6 +244,7 @@ class LLM:
"api_key": self.api_key,
"stream": False,
"tools": tools,
+ "reasoning_effort": self.reasoning_effort,
**self.additional_params,
}
diff --git a/tests/cassettes/test_deepseek_r1_with_open_router.yaml b/tests/cassettes/test_deepseek_r1_with_open_router.yaml
new file mode 100644
index 000000000..a74c9283d
--- /dev/null
+++ b/tests/cassettes/test_deepseek_r1_with_open_router.yaml
@@ -0,0 +1,100 @@
+interactions:
+- request:
+ body: '{"model": "deepseek/deepseek-r1", "messages": [{"role": "user", "content":
+ "What is the capital of France?"}], "stop": [], "stream": false}'
+ headers:
+ accept:
+ - '*/*'
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '139'
+ host:
+ - openrouter.ai
+ http-referer:
+ - https://litellm.ai
+ user-agent:
+ - litellm/1.60.2
+ x-title:
+ - liteLLM
+ method: POST
+ uri: https://openrouter.ai/api/v1/chat/completions
+ response:
+ content: "\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n\n
+ \ \n\n \n\n \n\n \n\n \n\n \n{\"id\":\"gen-1738684300-YnD5WOSczQWsW0vQG78a\",\"provider\":\"Nebius\",\"model\":\"deepseek/deepseek-r1\",\"object\":\"chat.completion\",\"created\":1738684300,\"choices\":[{\"logprobs\":null,\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"The
+ capital of France is **Paris**. Known for its iconic landmarks such as the Eiffel
+ Tower, Notre-Dame Cathedral, and the Louvre Museum, Paris has served as the
+ political and cultural center of France for centuries. \U0001F1EB\U0001F1F7\",\"refusal\":null}}],\"usage\":{\"prompt_tokens\":10,\"completion_tokens\":261,\"total_tokens\":271}}"
+ headers:
+ Access-Control-Allow-Origin:
+ - '*'
+ CF-RAY:
+ - 90cbd2ceaf3ead5e-ATL
+ Connection:
+ - keep-alive
+ Content-Encoding:
+ - gzip
+ Content-Type:
+ - application/json
+ Date:
+ - Tue, 04 Feb 2025 15:51:40 GMT
+ Server:
+ - cloudflare
+ Transfer-Encoding:
+ - chunked
+ Vary:
+ - Accept-Encoding
+ x-clerk-auth-message:
+ - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
+ token-carrier=header)
+ x-clerk-auth-reason:
+ - token-invalid
+ x-clerk-auth-status:
+ - signed-out
+ http_version: HTTP/1.1
+ status_code: 200
+version: 1
diff --git a/tests/cassettes/test_o3_mini_reasoning_effort_high.yaml b/tests/cassettes/test_o3_mini_reasoning_effort_high.yaml
new file mode 100644
index 000000000..d21189e82
--- /dev/null
+++ b/tests/cassettes/test_o3_mini_reasoning_effort_high.yaml
@@ -0,0 +1,107 @@
+interactions:
+- request:
+ body: '{"messages": [{"role": "user", "content": "What is the capital of France?"}],
+ "model": "o3-mini", "reasoning_effort": "high", "stop": []}'
+ headers:
+ accept:
+ - application/json
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '137'
+ content-type:
+ - application/json
+ cookie:
+ - _cfuvid=etTqqA9SBOnENmrFAUBIexdW0v2ZeO1x9_Ek_WChlfU-1737568920137-0.0.1.1-604800000
+ host:
+ - api.openai.com
+ user-agent:
+ - OpenAI/Python 1.61.0
+ x-stainless-arch:
+ - arm64
+ x-stainless-async:
+ - 'false'
+ x-stainless-lang:
+ - python
+ x-stainless-os:
+ - MacOS
+ x-stainless-package-version:
+ - 1.61.0
+ x-stainless-raw-response:
+ - 'true'
+ x-stainless-retry-count:
+ - '0'
+ x-stainless-runtime:
+ - CPython
+ x-stainless-runtime-version:
+ - 3.12.7
+ method: POST
+ uri: https://api.openai.com/v1/chat/completions
+ response:
+ content: "{\n \"id\": \"chatcmpl-AxFNUz7l4pwtY9xhFSPIGlwNfE4Sj\",\n \"object\":
+ \"chat.completion\",\n \"created\": 1738683828,\n \"model\": \"o3-mini-2025-01-31\",\n
+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
+ \"assistant\",\n \"content\": \"The capital of France is Paris.\",\n
+ \ \"refusal\": null\n },\n \"finish_reason\": \"stop\"\n }\n
+ \ ],\n \"usage\": {\n \"prompt_tokens\": 13,\n \"completion_tokens\":
+ 81,\n \"total_tokens\": 94,\n \"prompt_tokens_details\": {\n \"cached_tokens\":
+ 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n
+ \ \"reasoning_tokens\": 64,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
+ \"default\",\n \"system_fingerprint\": \"fp_8bcaa0ca21\"\n}\n"
+ headers:
+ CF-RAY:
+ - 90cbc745d91fb0ca-ATL
+ Connection:
+ - keep-alive
+ Content-Encoding:
+ - gzip
+ Content-Type:
+ - application/json
+ Date:
+ - Tue, 04 Feb 2025 15:43:50 GMT
+ Server:
+ - cloudflare
+ Set-Cookie:
+ - __cf_bm=.AP74BirsYr.lu61bSaimK2HRF6126qr5vCrr3HC6ak-1738683830-1.0.1.1-feh.bcMOv9wYnitoPpr.7UR7JrzCsbRLlzct09xCDm2SwmnRQQk5ZSSV41Ywer2S0rptbvufFwklV9wo9ATvWw;
+ path=/; expires=Tue, 04-Feb-25 16:13:50 GMT; domain=.api.openai.com; HttpOnly;
+ Secure; SameSite=None
+ - _cfuvid=JBfx8Sl7w82A0S_K1tQd5ZcwzWaZP5Gg5W1dqAdgwNU-1738683830528-0.0.1.1-604800000;
+ path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None
+ Transfer-Encoding:
+ - chunked
+ X-Content-Type-Options:
+ - nosniff
+ access-control-expose-headers:
+ - X-Request-ID
+ alt-svc:
+ - h3=":443"; ma=86400
+ cf-cache-status:
+ - DYNAMIC
+ openai-organization:
+ - crewai-iuxna1
+ openai-processing-ms:
+ - '2169'
+ openai-version:
+ - '2020-10-01'
+ strict-transport-security:
+ - max-age=31536000; includeSubDomains; preload
+ x-ratelimit-limit-requests:
+ - '30000'
+ x-ratelimit-limit-tokens:
+ - '150000000'
+ x-ratelimit-remaining-requests:
+ - '29999'
+ x-ratelimit-remaining-tokens:
+ - '149999974'
+ x-ratelimit-reset-requests:
+ - 2ms
+ x-ratelimit-reset-tokens:
+ - 0s
+ x-request-id:
+ - req_163e7bd79cb5a5e62d4688245b97d1d9
+ http_version: HTTP/1.1
+ status_code: 200
+version: 1
diff --git a/tests/cassettes/test_o3_mini_reasoning_effort_low.yaml b/tests/cassettes/test_o3_mini_reasoning_effort_low.yaml
new file mode 100644
index 000000000..624bf386d
--- /dev/null
+++ b/tests/cassettes/test_o3_mini_reasoning_effort_low.yaml
@@ -0,0 +1,102 @@
+interactions:
+- request:
+ body: '{"messages": [{"role": "user", "content": "What is the capital of France?"}],
+ "model": "o3-mini", "reasoning_effort": "low", "stop": []}'
+ headers:
+ accept:
+ - application/json
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '136'
+ content-type:
+ - application/json
+ cookie:
+ - _cfuvid=JBfx8Sl7w82A0S_K1tQd5ZcwzWaZP5Gg5W1dqAdgwNU-1738683830528-0.0.1.1-604800000;
+ __cf_bm=.AP74BirsYr.lu61bSaimK2HRF6126qr5vCrr3HC6ak-1738683830-1.0.1.1-feh.bcMOv9wYnitoPpr.7UR7JrzCsbRLlzct09xCDm2SwmnRQQk5ZSSV41Ywer2S0rptbvufFwklV9wo9ATvWw
+ host:
+ - api.openai.com
+ user-agent:
+ - OpenAI/Python 1.61.0
+ x-stainless-arch:
+ - arm64
+ x-stainless-async:
+ - 'false'
+ x-stainless-lang:
+ - python
+ x-stainless-os:
+ - MacOS
+ x-stainless-package-version:
+ - 1.61.0
+ x-stainless-raw-response:
+ - 'true'
+ x-stainless-retry-count:
+ - '0'
+ x-stainless-runtime:
+ - CPython
+ x-stainless-runtime-version:
+ - 3.12.7
+ method: POST
+ uri: https://api.openai.com/v1/chat/completions
+ response:
+ content: "{\n \"id\": \"chatcmpl-AxFNWljEYFrf5qRwYj73OPQtAnPbF\",\n \"object\":
+ \"chat.completion\",\n \"created\": 1738683830,\n \"model\": \"o3-mini-2025-01-31\",\n
+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
+ \"assistant\",\n \"content\": \"The capital of France is Paris.\",\n
+ \ \"refusal\": null\n },\n \"finish_reason\": \"stop\"\n }\n
+ \ ],\n \"usage\": {\n \"prompt_tokens\": 13,\n \"completion_tokens\":
+ 17,\n \"total_tokens\": 30,\n \"prompt_tokens_details\": {\n \"cached_tokens\":
+ 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n
+ \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
+ \"default\",\n \"system_fingerprint\": \"fp_8bcaa0ca21\"\n}\n"
+ headers:
+ CF-RAY:
+ - 90cbc7551fe0b0ca-ATL
+ Connection:
+ - keep-alive
+ Content-Encoding:
+ - gzip
+ Content-Type:
+ - application/json
+ Date:
+ - Tue, 04 Feb 2025 15:43:51 GMT
+ Server:
+ - cloudflare
+ Transfer-Encoding:
+ - chunked
+ X-Content-Type-Options:
+ - nosniff
+ access-control-expose-headers:
+ - X-Request-ID
+ alt-svc:
+ - h3=":443"; ma=86400
+ cf-cache-status:
+ - DYNAMIC
+ openai-organization:
+ - crewai-iuxna1
+ openai-processing-ms:
+ - '1103'
+ openai-version:
+ - '2020-10-01'
+ strict-transport-security:
+ - max-age=31536000; includeSubDomains; preload
+ x-ratelimit-limit-requests:
+ - '30000'
+ x-ratelimit-limit-tokens:
+ - '150000000'
+ x-ratelimit-remaining-requests:
+ - '29999'
+ x-ratelimit-remaining-tokens:
+ - '149999974'
+ x-ratelimit-reset-requests:
+ - 2ms
+ x-ratelimit-reset-tokens:
+ - 0s
+ x-request-id:
+ - req_fd7178a0e5060216d04f3bd023e8bca1
+ http_version: HTTP/1.1
+ status_code: 200
+version: 1
diff --git a/tests/cassettes/test_o3_mini_reasoning_effort_medium.yaml b/tests/cassettes/test_o3_mini_reasoning_effort_medium.yaml
new file mode 100644
index 000000000..d1e31eff5
--- /dev/null
+++ b/tests/cassettes/test_o3_mini_reasoning_effort_medium.yaml
@@ -0,0 +1,102 @@
+interactions:
+- request:
+ body: '{"messages": [{"role": "user", "content": "What is the capital of France?"}],
+ "model": "o3-mini", "reasoning_effort": "medium", "stop": []}'
+ headers:
+ accept:
+ - application/json
+ accept-encoding:
+ - gzip, deflate
+ connection:
+ - keep-alive
+ content-length:
+ - '139'
+ content-type:
+ - application/json
+ cookie:
+ - _cfuvid=JBfx8Sl7w82A0S_K1tQd5ZcwzWaZP5Gg5W1dqAdgwNU-1738683830528-0.0.1.1-604800000;
+ __cf_bm=.AP74BirsYr.lu61bSaimK2HRF6126qr5vCrr3HC6ak-1738683830-1.0.1.1-feh.bcMOv9wYnitoPpr.7UR7JrzCsbRLlzct09xCDm2SwmnRQQk5ZSSV41Ywer2S0rptbvufFwklV9wo9ATvWw
+ host:
+ - api.openai.com
+ user-agent:
+ - OpenAI/Python 1.61.0
+ x-stainless-arch:
+ - arm64
+ x-stainless-async:
+ - 'false'
+ x-stainless-lang:
+ - python
+ x-stainless-os:
+ - MacOS
+ x-stainless-package-version:
+ - 1.61.0
+ x-stainless-raw-response:
+ - 'true'
+ x-stainless-retry-count:
+ - '0'
+ x-stainless-runtime:
+ - CPython
+ x-stainless-runtime-version:
+ - 3.12.7
+ method: POST
+ uri: https://api.openai.com/v1/chat/completions
+ response:
+ content: "{\n \"id\": \"chatcmpl-AxFS8IuMeYs6Rky2UbG8wH8P5PR4k\",\n \"object\":
+ \"chat.completion\",\n \"created\": 1738684116,\n \"model\": \"o3-mini-2025-01-31\",\n
+ \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
+ \"assistant\",\n \"content\": \"The capital of France is Paris.\",\n
+ \ \"refusal\": null\n },\n \"finish_reason\": \"stop\"\n }\n
+ \ ],\n \"usage\": {\n \"prompt_tokens\": 13,\n \"completion_tokens\":
+ 145,\n \"total_tokens\": 158,\n \"prompt_tokens_details\": {\n \"cached_tokens\":
+ 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n
+ \ \"reasoning_tokens\": 128,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
+ 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
+ \"default\",\n \"system_fingerprint\": \"fp_8bcaa0ca21\"\n}\n"
+ headers:
+ CF-RAY:
+ - 90cbce51b946afb4-ATL
+ Connection:
+ - keep-alive
+ Content-Encoding:
+ - gzip
+ Content-Type:
+ - application/json
+ Date:
+ - Tue, 04 Feb 2025 15:48:39 GMT
+ Server:
+ - cloudflare
+ Transfer-Encoding:
+ - chunked
+ X-Content-Type-Options:
+ - nosniff
+ access-control-expose-headers:
+ - X-Request-ID
+ alt-svc:
+ - h3=":443"; ma=86400
+ cf-cache-status:
+ - DYNAMIC
+ openai-organization:
+ - crewai-iuxna1
+ openai-processing-ms:
+ - '2365'
+ openai-version:
+ - '2020-10-01'
+ strict-transport-security:
+ - max-age=31536000; includeSubDomains; preload
+ x-ratelimit-limit-requests:
+ - '30000'
+ x-ratelimit-limit-tokens:
+ - '150000000'
+ x-ratelimit-remaining-requests:
+ - '29999'
+ x-ratelimit-remaining-tokens:
+ - '149999974'
+ x-ratelimit-reset-requests:
+ - 2ms
+ x-ratelimit-reset-tokens:
+ - 0s
+ x-request-id:
+ - req_bfd83679e674c3894991477f1fb043b2
+ http_version: HTTP/1.1
+ status_code: 200
+version: 1
diff --git a/tests/llm_test.py b/tests/llm_test.py
index 8db8726d0..723e28a16 100644
--- a/tests/llm_test.py
+++ b/tests/llm_test.py
@@ -1,3 +1,4 @@
+import os
from time import sleep
from unittest.mock import MagicMock, patch
@@ -202,3 +203,51 @@ def test_llm_passes_additional_params():
# Check the result from llm.call
assert result == "Test response"
+
+
[email protected](filter_headers=["authorization"])
+def test_o3_mini_reasoning_effort_high():
+ llm = LLM(
+ model="o3-mini",
+ reasoning_effort="high",
+ )
+ result = llm.call("What is the capital of France?")
+ assert isinstance(result, str)
+ assert "Paris" in result
+
+
[email protected](filter_headers=["authorization"])
+def test_o3_mini_reasoning_effort_low():
+ llm = LLM(
+ model="o3-mini",
+ reasoning_effort="low",
+ )
+ result = llm.call("What is the capital of France?")
+ assert isinstance(result, str)
+ assert "Paris" in result
+
+
[email protected](filter_headers=["authorization"])
+def test_o3_mini_reasoning_effort_medium():
+ llm = LLM(
+ model="o3-mini",
+ reasoning_effort="medium",
+ )
+ result = llm.call("What is the capital of France?")
+ assert isinstance(result, str)
+ assert "Paris" in result
+
+
[email protected](filter_headers=["authorization"])
+def test_deepseek_r1_with_open_router():
+ if not os.getenv("OPEN_ROUTER_API_KEY"):
+ pytest.skip("OPEN_ROUTER_API_KEY not set; skipping test.")
+
+ llm = LLM(
+ model="openrouter/deepseek/deepseek-r1",
+ base_url="https://openrouter.ai/api/v1",
+ api_key=os.getenv("OPEN_ROUTER_API_KEY"),
+ )
+ result = llm.call("What is the capital of France?")
+ assert isinstance(result, str)
+ assert "Paris" in result
diff --git a/uv.lock b/uv.lock
index 3ba4e0212..e39f75790 100644
--- a/uv.lock
+++ b/uv.lock
@@ -740,7 +740,7 @@ requires-dist = [
{ name = "json-repair", specifier = ">=0.25.2" },
{ name = "json5", specifier = ">=0.10.0" },
{ name = "jsonref", specifier = ">=1.1.0" },
- { name = "litellm", specifier = "==1.59.8" },
+ { name = "litellm", specifier = "==1.60.2" },
{ name = "mem0ai", marker = "extra == 'mem0'", specifier = ">=0.1.29" },
{ name = "openai", specifier = ">=1.13.3" },
{ name = "openpyxl", specifier = ">=3.1.5" },
@@ -2374,7 +2374,7 @@ wheels = [
[[package]]
name = "litellm"
-version = "1.59.8"
+version = "1.60.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiohttp" },
@@ -2389,9 +2389,9 @@ dependencies = [
{ name = "tiktoken" },
{ name = "tokenizers" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/86/b0/c8ec06bd1c87a92d6d824008982b3c82b450d7bd3be850a53913f1ac4907/litellm-1.59.8.tar.gz", hash = "sha256:9d645cc4460f6a9813061f07086648c4c3d22febc8e1f21c663f2b7750d90512", size = 6428607 }
+sdist = { url = "https://files.pythonhosted.org/packages/94/8f/704cdb0fdbdd49dc5062a39ae5f1a8f308ae0ffd746df6e0137fc1776b8a/litellm-1.60.2.tar.gz", hash = "sha256:a8170584fcfd6f5175201d869e61ccd8a40ffe3264fc5e53c5b805ddf8a6e05a", size = 6447447 }
wheels = [
- { url = "https://files.pythonhosted.org/packages/b9/38/889da058f566ef9ea321aafa25e423249492cf2a508dfdc0e5acfcf04526/litellm-1.59.8-py3-none-any.whl", hash = "sha256:2473914bd2343485a185dfe7eedb12ee5fda32da3c9d9a8b73f6966b9b20cf39", size = 6716233 },
+ { url = "https://files.pythonhosted.org/packages/8a/ba/0eaec9aee9f99fdf46ef1c0bddcfe7f5720b182f84f6ed27f13145d5ded2/litellm-1.60.2-py3-none-any.whl", hash = "sha256:1cb08cda04bf8c5ef3e690171a779979e4b16a5e3a24cd8dc1f198e7f198d5c4", size = 6746809 },
]
[[package]]
@@ -3185,7 +3185,7 @@ wheels = [
[[package]]
name = "openai"
-version = "1.59.6"
+version = "1.61.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
@@ -3197,9 +3197,9 @@ dependencies = [
{ name = "tqdm" },
{ name = "typing-extensions" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/2e/7a/07fbe7bdabffd0a5be1bfe5903a02c4fff232e9acbae894014752a8e4def/openai-1.59.6.tar.gz", hash = "sha256:c7670727c2f1e4473f62fea6fa51475c8bc098c9ffb47bfb9eef5be23c747934", size = 344915 }
+sdist = { url = "https://files.pythonhosted.org/packages/32/2a/b3fa8790be17d632f59d4f50257b909a3f669036e5195c1ae55737274620/openai-1.61.0.tar.gz", hash = "sha256:216f325a24ed8578e929b0f1b3fb2052165f3b04b0461818adaa51aa29c71f8a", size = 350174 }
wheels = [
- { url = "https://files.pythonhosted.org/packages/70/45/6de8e5fd670c804b29c777e4716f1916741c71604d5c7d952eee8432f7d3/openai-1.59.6-py3-none-any.whl", hash = "sha256:b28ed44eee3d5ebe1a3ea045ee1b4b50fea36ecd50741aaa5ce5a5559c900cb6", size = 454817 },
+ { url = "https://files.pythonhosted.org/packages/93/76/70c5ad6612b3e4c89fa520266bbf2430a89cae8bd87c1e2284698af5927e/openai-1.61.0-py3-none-any.whl", hash = "sha256:e8c512c0743accbdbe77f3429a1490d862f8352045de8dc81969301eb4a4f666", size = 460623 },
]
[[package]]