Skip to content

Devika is the first open-source implementation of an Agentic Software Engineer. Initially started as an open-source alternative to Devin.

Python

Merge branch 'main' into patch-1

varshney-yash523cbcf709b2
diff --cc src/llm/ollama_client.py
index b596421,c49641f..0977dc1
--- a/src/llm/ollama_client.py
+++ b/src/llm/ollama_client.py
@@@ -3,24 -4,24 +4,26 @@@ from src.config import Confi
from src.logger import Logger
+logger = Logger()
+
+ client = Client(host=Config().get_ollama_api_endpoint())
+
+
class Ollama:
@staticmethod
def list_models():
try:
- return ollama.list()["models"]
+ return client.list()["models"]
except httpx.ConnectError:
- Logger().warning(
- "Ollama server not running, please start the server to use models from Ollama."
- )
+ logger.warning("Ollama server not running, please start the server to use models from Ollama.")
except Exception as e:
- Logger().error(f"Failed to list Ollama models: {e}")
-
+ logger.error(f"Failed to list Ollama models: {e}")
return []
def inference(self, model_id: str, prompt: str) -> str:
- response = client.generate(model=model_id, prompt=prompt.strip())
-
- return response["response"]
+ try:
+ response = ollama.generate(model=model_id, prompt=prompt.strip())
+ return response['response']
+ except Exception as e:
+ logger.error(f"Error during model inference: {e}")
- return ""
-
++ return ""