Skip to content

armgit / LEANN

Public Imported from GitHub
0

[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.

fix: cap DashScope OpenAI-compat embedding batches (#319)

Michael Chen651b53bf76b5
diff --git a/packages/leann-core/src/leann/embedding_compute.py b/packages/leann-core/src/leann/embedding_compute.py
index ac8488b..00f7c84 100644
--- a/packages/leann-core/src/leann/embedding_compute.py
+++ b/packages/leann-core/src/leann/embedding_compute.py
@@ -816,6 +816,17 @@ def compute_embeddings_openai(
max_batch_size,
)
+ # Alibaba Cloud DashScope's OpenAI-compatible endpoint hard-limits embedding batches
+ # to 10 inputs per request (e.g. text-embedding-v4). Exceeding this returns HTTP 400:
+ # "InternalError.Algo.InvalidParameter: Value error, batch size is invalid,
+ # it should not be larger than 10.: input.contents"
+ if "dashscope" in (resolved_base_url or ""):
+ max_batch_size = min(max_batch_size, 10)
+ logger.info(
+ "Detected DashScope OpenAI-compatible base_url; capping embedding batch_size to %d.",
+ max_batch_size,
+ )
+
# if avg len is less than 1000, use the max batch size
try:
diff --git a/tests/test_embedding_prompt_template.py b/tests/test_embedding_prompt_template.py
index b678ff5..f8a56d9 100644
--- a/tests/test_embedding_prompt_template.py
+++ b/tests/test_embedding_prompt_template.py
@@ -222,6 +222,33 @@ class TestPromptTemplatePrepending:
assert batch_sizes == [100, 100, 50]
assert result.shape[0] == 250
+ def test_dashscope_openai_compat_caps_batch_size_to_10(
+ self, mock_openai_module, mock_openai_client
+ ):
+ texts = [f"Doc {i}" for i in range(25)]
+ provider_options = {
+ "base_url": "https://dashscope.aliyuncs.com/compatible-mode/v1",
+ }
+
+ mock_response = Mock()
+ mock_response.data = [Mock(embedding=[0.1, 0.2, 0.3]) for _ in range(25)]
+ mock_openai_client.embeddings.create.return_value = mock_response
+
+ result = compute_embeddings_openai(
+ texts=texts,
+ model_name="text-embedding-v4",
+ provider_options=provider_options,
+ )
+
+ # Should chunk into <=10 inputs per request (DashScope hard limit).
+ assert mock_openai_client.embeddings.create.call_count == 3
+ batch_sizes = [
+ len(call.kwargs["input"])
+ for call in mock_openai_client.embeddings.create.call_args_list
+ ]
+ assert batch_sizes == [10, 10, 5]
+ assert result.shape[0] == 25
+
def test_prompt_template_with_special_characters(self, mock_openai_module, mock_openai_client):
"""Verify template with special characters is handled correctly.