[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
fix: cap DashScope OpenAI-compat embedding batches (#319)
Michael Chen651b53bf76b5
diff --git a/packages/leann-core/src/leann/embedding_compute.py b/packages/leann-core/src/leann/embedding_compute.pyindex ac8488b..00f7c84 100644--- a/packages/leann-core/src/leann/embedding_compute.py+++ b/packages/leann-core/src/leann/embedding_compute.py@@ -816,6 +816,17 @@ def compute_embeddings_openai(max_batch_size,)+ # Alibaba Cloud DashScope's OpenAI-compatible endpoint hard-limits embedding batches+ # to 10 inputs per request (e.g. text-embedding-v4). Exceeding this returns HTTP 400:+ # "InternalError.Algo.InvalidParameter: Value error, batch size is invalid,+ # it should not be larger than 10.: input.contents"+ if "dashscope" in (resolved_base_url or ""):+ max_batch_size = min(max_batch_size, 10)+ logger.info(+ "Detected DashScope OpenAI-compatible base_url; capping embedding batch_size to %d.",+ max_batch_size,+ )+# if avg len is less than 1000, use the max batch sizetry:diff --git a/tests/test_embedding_prompt_template.py b/tests/test_embedding_prompt_template.pyindex b678ff5..f8a56d9 100644--- a/tests/test_embedding_prompt_template.py+++ b/tests/test_embedding_prompt_template.py@@ -222,6 +222,33 @@ class TestPromptTemplatePrepending:assert batch_sizes == [100, 100, 50]assert result.shape[0] == 250+ def test_dashscope_openai_compat_caps_batch_size_to_10(+ self, mock_openai_module, mock_openai_client+ ):+ texts = [f"Doc {i}" for i in range(25)]+ provider_options = {+ "base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",+ }++ mock_response = Mock()+ mock_response.data = [Mock(embedding=[0.1, 0.2, 0.3]) for _ in range(25)]+ mock_openai_client.embeddings.create.return_value = mock_response++ result = compute_embeddings_openai(+ texts=texts,+ model_name="text-embedding-v4",+ provider_options=provider_options,+ )++ # Should chunk into <=10 inputs per request (DashScope hard limit).+ assert mock_openai_client.embeddings.create.call_count == 3+ batch_sizes = [+ len(call.kwargs["input"])+ for call in mock_openai_client.embeddings.create.call_args_list+ ]+ assert batch_sizes == [10, 10, 5]+ assert result.shape[0] == 25+def test_prompt_template_with_special_characters(self, mock_openai_module, mock_openai_client):"""Verify template with special characters is handled correctly.