Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

fix(embedding): truncate LiteLLM async vectors (#4146)

Yu Zhanga0224b11cf23
diff --git a/openviking/models/embedder/litellm_embedders.py b/openviking/models/embedder/litellm_embedders.py
index f62b86a02..2630ee0b8 100644
--- a/openviking/models/embedder/litellm_embedders.py
+++ b/openviking/models/embedder/litellm_embedders.py
@@ -206,6 +206,7 @@ class LiteLLMDenseEmbedder(DenseEmbedderBase):
response = await litellm.aembedding(**kwargs)
self._update_telemetry_token_usage(response)
vector = response.data[0]["embedding"]
+ vector = self._truncate_vector(vector)
return EmbedResult(dense_vector=vector)
try:
diff --git a/tests/unit/test_litellm_embedder.py b/tests/unit/test_litellm_embedder.py
index 49d36dca6..aded09e9c 100644
--- a/tests/unit/test_litellm_embedder.py
+++ b/tests/unit/test_litellm_embedder.py
@@ -2,7 +2,7 @@
# SPDX-License-Identifier: AGPL-3.0
"""Tests for LiteLLM Embedder and factory integration."""
-from unittest.mock import MagicMock, patch
+from unittest.mock import AsyncMock, MagicMock, patch
import pytest
@@ -43,6 +43,23 @@ class TestLiteLLMDenseEmbedder:
assert call_kwargs["model"] == "openai/text-embedding-3-small"
assert call_kwargs["api_key"] == "test-key"
+ @patch("openviking.models.embedder.litellm_embedders.litellm")
+ async def test_embed_async_truncates_vector_to_configured_dimension(self, mock_litellm):
+ """Async embedding should truncate vectors to the configured dimension."""
+ mock_litellm.aembedding = AsyncMock(
+ return_value=_mock_litellm_response(vectors=[[0.1, 0.2, 0.3, 0.4]])
+ )
+
+ from openviking.models.embedder.litellm_embedders import LiteLLMDenseEmbedder
+
+ embedder = LiteLLMDenseEmbedder(
+ model_name="bedrock/amazon.titan-embed-text-v2:0",
+ dimension=3,
+ )
+ result = await embedder.embed_async("Hello world")
+
+ assert result.dense_vector == [0.1, 0.2, 0.3]
+
@patch("openviking.models.embedder.litellm_embedders.litellm")
def test_embed_with_api_base(self, mock_litellm):
"""api_base should be forwarded to litellm."""