Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix(embedding): truncate LiteLLM async vectors (#4146)
Yu Zhanga0224b11cf23
diff --git a/openviking/models/embedder/litellm_embedders.py b/openviking/models/embedder/litellm_embedders.pyindex f62b86a02..2630ee0b8 100644--- a/openviking/models/embedder/litellm_embedders.py+++ b/openviking/models/embedder/litellm_embedders.py@@ -206,6 +206,7 @@ class LiteLLMDenseEmbedder(DenseEmbedderBase):response = await litellm.aembedding(**kwargs)self._update_telemetry_token_usage(response)vector = response.data[0]["embedding"]+ vector = self._truncate_vector(vector)return EmbedResult(dense_vector=vector)try:diff --git a/tests/unit/test_litellm_embedder.py b/tests/unit/test_litellm_embedder.pyindex 49d36dca6..aded09e9c 100644--- a/tests/unit/test_litellm_embedder.py+++ b/tests/unit/test_litellm_embedder.py@@ -2,7 +2,7 @@# SPDX-License-Identifier: AGPL-3.0"""Tests for LiteLLM Embedder and factory integration."""-from unittest.mock import MagicMock, patch+from unittest.mock import AsyncMock, MagicMock, patchimport pytest@@ -43,6 +43,23 @@ class TestLiteLLMDenseEmbedder:assert call_kwargs["model"] == "openai/text-embedding-3-small"assert call_kwargs["api_key"] == "test-key"+ @patch("openviking.models.embedder.litellm_embedders.litellm")+ async def test_embed_async_truncates_vector_to_configured_dimension(self, mock_litellm):+ """Async embedding should truncate vectors to the configured dimension."""+ mock_litellm.aembedding = AsyncMock(+ return_value=_mock_litellm_response(vectors=[[0.1, 0.2, 0.3, 0.4]])+ )++ from openviking.models.embedder.litellm_embedders import LiteLLMDenseEmbedder++ embedder = LiteLLMDenseEmbedder(+ model_name="bedrock/amazon.titan-embed-text-v2:0",+ dimension=3,+ )+ result = await embedder.embed_async("Hello world")++ assert result.dense_vector == [0.1, 0.2, 0.3]+@patch("openviking.models.embedder.litellm_embedders.litellm")def test_embed_with_api_base(self, mock_litellm):"""api_base should be forwarded to litellm."""