Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix litellm embedding dimension issues (#1323)
MaojiaShengadc2276bb348
diff --git a/openviking/models/embedder/litellm_embedders.py b/openviking/models/embedder/litellm_embedders.pyindex 4f7419619..ddee76493 100644--- a/openviking/models/embedder/litellm_embedders.py+++ b/openviking/models/embedder/litellm_embedders.py@@ -85,6 +85,19 @@ class LiteLLMDenseEmbedder(DenseEmbedderBase):)self._dimension = dimension+ def _truncate_vector(self, vector: List[float]) -> List[float]:+ """Truncate vector to target dimension if needed.++ Args:+ vector: Input vector from API++ Returns:+ Truncated vector if dimension is set and smaller than input, otherwise original vector+ """+ if self.dimension is not None and len(vector) > self.dimension:+ return vector[: self.dimension]+ return vector+def _build_kwargs(self, is_query: bool = False) -> Dict[str, Any]:"""Build kwargs dict for litellm.embedding() call."""kwargs: Dict[str, Any] = {"model": self.model_name}@@ -95,8 +108,9 @@ class LiteLLMDenseEmbedder(DenseEmbedderBase):kwargs["api_base"] = self.api_baseif self.extra_headers:kwargs["extra_headers"] = self.extra_headers- if self.dimension:- kwargs["dimensions"] = self.dimension+ # Don't pass dimensions parameter to API - some models don't support it+ # (e.g., Qwen3-Embedding-4B doesn't support matryoshka representation)+ # Instead, we'll truncate the result vector if needed# Non-symmetric embedding supportactive_param = None@@ -171,6 +185,8 @@ class LiteLLMDenseEmbedder(DenseEmbedderBase):response = litellm.embedding(**kwargs)self._update_telemetry_token_usage(response)vector = response.data[0]["embedding"]+ # Truncate vector if needed+ vector = self._truncate_vector(vector)return EmbedResult(dense_vector=vector)try:@@ -221,7 +237,11 @@ class LiteLLMDenseEmbedder(DenseEmbedderBase):kwargs["input"] = textsresponse = litellm.embedding(**kwargs)self._update_telemetry_token_usage(response)- return [EmbedResult(dense_vector=item["embedding"]) for item in response.data]+ # Truncate vectors if needed+ return [+ EmbedResult(dense_vector=self._truncate_vector(item["embedding"]))+ for item in response.data+ ]try:return self._run_with_retry(