Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

fix: remove hardcoded temperature=0.0 from eval LLM calls (#1071)

Saivedant Hava8ced8eae2a16
diff --git a/sdk/python/src/openlit/evals/utils.py b/sdk/python/src/openlit/evals/utils.py
index ceaa0915..91cd173d 100644
--- a/sdk/python/src/openlit/evals/utils.py
+++ b/sdk/python/src/openlit/evals/utils.py
@@ -151,7 +151,6 @@ def llm_response_openai(prompt: str, model: str, base_url: str) -> str:
messages=[
{"role": "user", "content": prompt},
],
- temperature=0.0,
response_format={"type": "json_object"},
)
return response.choices[0].message.content
@@ -207,7 +206,6 @@ def llm_response_anthropic(prompt: str, model: str) -> str:
model=model,
messages=[{"role": "user", "content": prompt}],
max_tokens=2000,
- temperature=0.0,
tools=tools,
stream=False,
)