Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

Merge branch 'main' into bump-11-4

Caren Thomas26d2de0e649d
diff --cc letta/schemas/providers/ollama.py
index d34d86d7f,066afca7d..4cd70612e
--- a/letta/schemas/providers/ollama.py
+++ b/letta/schemas/providers/ollama.py
@@@ -73,20 -82,30 +82,20 @@@ class OllamaProvider(OpenAIProvider)
response_json = await response.json()
configs = []
- for model in response_json.get("models", []):
- model_name = model["name"]
- model_details = await self._get_model_details_async(model_name)
- if not model_details or "embedding" not in model_details.get("capabilities", []):
- continue
-
- embedding_dim = None
- model_info = model_details.get("model_info", {})
- if architecture := model_info.get("general.architecture"):
- if embedding_length := model_info.get(f"{architecture}.embedding_length"):
- embedding_dim = int(embedding_length)
-
+ for model in response_json["models"]:
+ embedding_dim = await self._get_model_embedding_dim(model["name"])
if not embedding_dim:
- print(f"Ollama model {model['name']} has no embedding dimension, using default 1024")
- # continue
- embedding_dim = 1024
+ logger.warning(f"Ollama model {model_name} has no embedding dimension, using default {DEFAULT_EMBEDDING_DIM}")
+ embedding_dim = DEFAULT_EMBEDDING_DIM
+
configs.append(
EmbeddingConfig(
- embedding_model=model["name"],
+ embedding_model=model_name,
embedding_endpoint_type=ProviderType.ollama,
- embedding_endpoint=f"{self.base_url}{ollama_prefix}",
+ embedding_endpoint=f"{self.base_url}{OLLAMA_API_PREFIX}",
embedding_dim=embedding_dim,
embedding_chunk_size=DEFAULT_EMBEDDING_CHUNK_SIZE,
- handle=self.get_handle(model["name"], is_embedding=True),
+ handle=self.get_handle(model_name, is_embedding=True),
)
)
return configs