Skip to content

Devika is the first open-source implementation of an Agentic Software Engineer. Initially started as an open-source alternative to Devin.

Python

add exception handling to ollama client inference

varshney-yashac229170ede8
diff --git a/src/llm/ollama_client.py b/src/llm/ollama_client.py
index 014e313..b596421 100644
--- a/src/llm/ollama_client.py
+++ b/src/llm/ollama_client.py
@@ -3,6 +3,7 @@ import ollama
from src.logger import Logger
+logger = Logger()
class Ollama:
@staticmethod
@@ -10,16 +11,16 @@ class Ollama:
try:
return ollama.list()["models"]
except httpx.ConnectError:
- Logger().warning("Ollama server not running, please start the server to use models from Ollama.")
+ logger.warning("Ollama server not running, please start the server to use models from Ollama.")
except Exception as e:
- Logger().error(f"Failed to list Ollama models: {e}")
-
+ logger.error(f"Failed to list Ollama models: {e}")
return []
def inference(self, model_id: str, prompt: str) -> str:
- response = ollama.generate(
- model = model_id,
- prompt = prompt.strip()
- )
-
- return response['response']
+ try:
+ response = ollama.generate(model=model_id, prompt=prompt.strip())
+ return response['response']
+ except Exception as e:
+ logger.error(f"Error during model inference: {e}")
+ return ""
+