Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

Updated call to OpenAI API compatible endpoint in Ollama to correct request and return data

natn02203ff909284
diff --git a/letta/embeddings.py b/letta/embeddings.py
index 0da697f4e..7dace6ee1 100644
--- a/letta/embeddings.py
+++ b/letta/embeddings.py
@@ -139,10 +139,11 @@ class AzureOpenAIEmbedding:
class OllamaEmbeddings:
+ # Uses OpenAI API standard
# Format:
- # curl http://localhost:11434/api/embeddings -d '{
+ # curl http://localhost:11434/v1/embeddings -d '{
# "model": "mxbai-embed-large",
- # "prompt": "Llamas are members of the camelid family"
+ # "input": "Llamas are members of the camelid family"
# }'
def __init__(self, model: str, base_url: str, ollama_additional_kwargs: dict):
@@ -154,7 +155,7 @@ class OllamaEmbeddings:
import httpx
headers = {"Content-Type": "application/json"}
- json_data = {"model": self.model, "prompt": text}
+ json_data = {"model": self.model, "input": text}
json_data.update(self.ollama_additional_kwargs)
with httpx.Client() as client:
@@ -165,7 +166,7 @@ class OllamaEmbeddings:
)
response_json = response.json()
- return response_json["embedding"]
+ return response_json["data"][0]["embedding"]
class GoogleEmbeddings: