Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
fix: properly structure completions in Ollama provider (#589)
devin-ai-integration[bot]c3fceb17e4d5
diff --git a/agentops/llms/providers/ollama.py b/agentops/llms/providers/ollama.pyindex 480cae8b..e944469c 100644--- a/agentops/llms/providers/ollama.py+++ b/agentops/llms/providers/ollama.py@@ -18,24 +18,30 @@ class OllamaProvider(InstrumentedProvider):def handle_response(self, response, kwargs, init_timestamp, session: Optional[Session] = None) -> dict:llm_event = LLMEvent(init_timestamp=init_timestamp, params=kwargs)+ if session is not None:+ llm_event.session_id = session.session_iddef handle_stream_chunk(chunk: dict):message = chunk.get("message", {"role": None, "content": ""})if chunk.get("done"):- llm_event.completion["content"] += message.get("content")llm_event.end_timestamp = get_ISO_time()llm_event.model = f'ollama/{chunk.get("model")}'llm_event.returns = chunkllm_event.returns["message"] = llm_event.completionllm_event.prompt = kwargs["messages"]llm_event.agent_id = check_call_stack_for_agent_id()- self.client.record(llm_event)+ self._safe_record(session, llm_event)if llm_event.completion is None:- llm_event.completion = message+ llm_event.completion = {+ "role": message.get("role"),+ "content": message.get("content", ""),+ "tool_calls": None,+ "function_call": None,+ }else:- llm_event.completion["content"] += message.get("content")+ llm_event.completion["content"] += message.get("content", "")if inspect.isgenerator(response):@@ -47,13 +53,16 @@ class OllamaProvider(InstrumentedProvider):return generator()llm_event.end_timestamp = get_ISO_time()-llm_event.model = f'ollama/{response["model"]}'llm_event.returns = responsellm_event.agent_id = check_call_stack_for_agent_id()llm_event.prompt = kwargs["messages"]- llm_event.completion = response["message"]-+ llm_event.completion = {+ "role": response["message"].get("role"),+ "content": response["message"].get("content", ""),+ "tool_calls": None,+ "function_call": None,+ }self._safe_record(session, llm_event)return response@@ -96,7 +105,7 @@ class OllamaProvider(InstrumentedProvider):# Call the original function with its original argumentsinit_timestamp = get_ISO_time()result = original_func["ollama.Client.chat"](*args, **kwargs)- return self.handle_response(result, kwargs, init_timestamp)+ return self.handle_response(result, kwargs, init_timestamp, session=kwargs.get("session", None))# Override the original method with the patched oneClient.chat = patched_function@@ -104,13 +113,14 @@ class OllamaProvider(InstrumentedProvider):def _override_chat_async_client(self):from ollama import AsyncClient+ original_func = {}original_func["ollama.AsyncClient.chat"] = AsyncClient.chatasync def patched_function(*args, **kwargs):# Call the original function with its original argumentsinit_timestamp = get_ISO_time()result = await original_func["ollama.AsyncClient.chat"](*args, **kwargs)- return self.handle_response(result, kwargs, init_timestamp)+ return self.handle_response(result, kwargs, init_timestamp, session=kwargs.get("session", None))# Override the original method with the patched oneAsyncClient.chat = patched_function