Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

feat: add batch_size to embedding models in all_models.json (#17878)

jay777216be7dc6e6643
diff --git a/conf/all_models.json b/conf/all_models.json
index 6c928f0c07..6eac6bd09b 100644
--- a/conf/all_models.json
+++ b/conf/all_models.json
@@ -338,7 +338,8 @@
"max_dimension": 1536,
"dimensions": [],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 1
},
{
"name": "amazon/nova-2-Lite",
@@ -359,7 +360,8 @@
"embedding"
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 1
},
{
"name": "animate-anyone-detect-gen2",
@@ -1111,7 +1113,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 2048
},
{
"name": "BAAI/bge-large-en-v1.5",
@@ -1120,13 +1123,15 @@
],
"max_dimension": 1024,
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 2048
},
{
"name": "BAAI/bge-large-zh-v1.5",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 2048
},
{
"name": "BAAI/bge-en-icl",
@@ -1138,7 +1143,8 @@
"embedding"
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 2048
},
{
"name": "BAAI/bge-m3",
@@ -1151,7 +1157,8 @@
"max_dimension": 1024,
"dimensions": [],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 32
},
{
"name": "BAAI/bge-m3-multi",
@@ -1163,7 +1170,8 @@
"embedding"
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 2048
},
{
"name": "babbage-002",
@@ -1534,7 +1542,8 @@
"name": "Baichuan-Text-Embedding",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 16
},
{
"name": "Baichuan2-53B",
@@ -2158,13 +2167,15 @@
"name": "bge-large-en-v1.5",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 2048
},
{
"name": "bge-large-zh-v1.5",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 2048
},
{
"name": "bigcode/starcoder2-15b-instruct-v0.1",
@@ -3743,7 +3754,8 @@
512,
1024,
1536
- ]
+ ],
+ "batch_size": 96
},
{
"name": "cohere/rerank-v4.0-fast",
@@ -3787,7 +3799,8 @@
"embedding"
],
"max_dimension": 384,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/embed-english-v3.0",
@@ -3798,7 +3811,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/embed-multilingual-light-v3.0",
@@ -3809,7 +3823,8 @@
"embedding"
],
"max_dimension": 384,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/embed-multilingual-v3.0",
@@ -3820,7 +3835,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/rerank-english-v3.0",
@@ -3853,7 +3869,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/embed-english-v2.0",
@@ -3864,7 +3881,8 @@
"embedding"
],
"max_dimension": 4096,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/embed-multilingual-v2.0",
@@ -3875,7 +3893,8 @@
"embedding"
],
"max_dimension": 768,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 96
},
{
"name": "cohere/cohere-transcribe-03-2026",
@@ -5970,7 +5989,8 @@
"embedding"
],
"content_length": 4096,
- "max_output": 4096
+ "max_output": 4096,
+ "batch_size": 10
},
{
"name": "doubao-embedding-text-240515",
@@ -5980,7 +6000,8 @@
],
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 10
},
{
"name": "doubao-embedding-vision-241215",
@@ -5994,7 +6015,8 @@
"embedding"
],
"content_length": 131072,
- "max_output": 131072
+ "max_output": 131072,
+ "batch_size": 10
},
{
"name": "doubao-lite-128k-240428",
@@ -6582,7 +6604,8 @@
"name": "Embedding-V1",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 16
},
{
"name": "emo-detect-v1",
@@ -6971,7 +6994,8 @@
"max_dimension": 3072,
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 100
},
{
"name": "gemini-embedding-2",
@@ -6981,7 +7005,8 @@
"max_dimension": 3072,
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 100
},
{
"name": "general_v2.0",
@@ -8022,7 +8047,8 @@
256,
512,
768
- ]
+ ],
+ "batch_size": 1
},
{
"name": "google/embeddinggemma-300m-qat-q4_0-unquantized",
@@ -8036,7 +8062,8 @@
256,
512,
768
- ]
+ ],
+ "batch_size": 1
},
{
"name": "google/embeddinggemma-300m-qat-q8_0-unquantized",
@@ -8050,7 +8077,8 @@
256,
512,
768
- ]
+ ],
+ "batch_size": 1
},
{
"name": "google/functiongemma-270m-it",
@@ -8070,7 +8098,8 @@
768,
1536,
3072
- ]
+ ],
+ "batch_size": 100
},
{
"name": "google/gemini-embedding-2",
@@ -8083,7 +8112,8 @@
768,
1536,
3072
- ]
+ ],
+ "batch_size": 100
},
{
"name": "google/gemini-flash-latest",
@@ -12068,7 +12098,8 @@
"max_dimension": 768,
"dimensions": [],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 16
},
{
"name": "ideogram",
@@ -12258,7 +12289,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 2048
},
{
"name": "intfloat/e5-large-v2",
@@ -12270,7 +12302,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 2048
},
{
"name": "intfloat/multilingual-e5-large",
@@ -12282,7 +12315,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 2048
},
{
"name": "intfloat/multilingual-e5-large-instruct",
@@ -12295,7 +12329,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 2048
},
{
"name": "inworld-ai/inworld-tts-1.5-max",
@@ -12369,7 +12404,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-classification",
@@ -12392,7 +12428,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-classification-GGUF",
@@ -12415,7 +12452,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-classification-mlx",
@@ -12438,7 +12476,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-clustering",
@@ -12461,7 +12500,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-clustering-GGUF",
@@ -12484,7 +12524,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-clustering-mlx",
@@ -12507,7 +12548,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-mlx",
@@ -12530,7 +12572,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-retrieval",
@@ -12553,7 +12596,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-retrieval-GGUF",
@@ -12576,7 +12620,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-retrieval-mlx",
@@ -12599,7 +12644,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-text-matching",
@@ -12622,7 +12668,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-text-matching-GGUF",
@@ -12645,7 +12692,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-nano-text-matching-mlx",
@@ -12668,7 +12716,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small",
@@ -12691,7 +12740,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-classification",
@@ -12714,7 +12764,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-classification-GGUF",
@@ -12737,7 +12788,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-classification-mlx",
@@ -12760,7 +12812,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-clustering",
@@ -12783,7 +12836,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-clustering-GGUF",
@@ -12806,7 +12860,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-clustering-mlx",
@@ -12829,7 +12884,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-mlx",
@@ -12852,7 +12908,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-retrieval",
@@ -12875,7 +12932,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-retrieval-GGUF",
@@ -12898,7 +12956,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-retrieval-mlx",
@@ -12921,7 +12980,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-text-matching",
@@ -12944,7 +13004,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-text-matching-GGUF",
@@ -12967,7 +13028,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-omni-small-text-matching-mlx",
@@ -12990,7 +13052,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano",
@@ -13011,7 +13074,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-classification",
@@ -13032,7 +13096,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-classification-GGUF",
@@ -13053,7 +13118,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-classification-mlx",
@@ -13074,7 +13140,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-clustering",
@@ -13095,7 +13162,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-clustering-GGUF",
@@ -13116,7 +13184,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-clustering-mlx",
@@ -13137,7 +13206,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-mlx",
@@ -13158,7 +13228,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-retrieval",
@@ -13179,7 +13250,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-retrieval-GGUF",
@@ -13200,7 +13272,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-retrieval-mlx",
@@ -13221,7 +13294,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-text-matching",
@@ -13242,7 +13316,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-text-matching-GGUF",
@@ -13263,7 +13338,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-nano-text-matching-mlx",
@@ -13284,7 +13360,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small",
@@ -13305,7 +13382,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-classification",
@@ -13326,7 +13404,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-classification-GGUF",
@@ -13347,7 +13426,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-classification-mlx",
@@ -13368,7 +13448,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-clustering",
@@ -13389,7 +13470,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-clustering-GGUF",
@@ -13410,7 +13492,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-clustering-mlx",
@@ -13431,7 +13514,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-mlx",
@@ -13452,7 +13536,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-retrieval",
@@ -13473,7 +13558,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-retrieval-GGUF",
@@ -13494,7 +13580,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-retrieval-mlx",
@@ -13515,7 +13602,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-text-matching",
@@ -13536,7 +13624,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-text-matching-GGUF",
@@ -13557,7 +13646,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v5-text-small-text-matching-mlx",
@@ -13578,7 +13668,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4",
@@ -13598,7 +13689,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-mlx-8bit",
@@ -13618,7 +13710,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-text-code-GGUF",
@@ -13637,7 +13730,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-text-matching-GGUF",
@@ -13656,7 +13750,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-text-retrieval-GGUF",
@@ -13675,7 +13770,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-vllm-code",
@@ -13695,7 +13791,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-vllm-retrieval",
@@ -13715,7 +13812,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v4-vllm-text-matching",
@@ -13735,7 +13833,8 @@
2048
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v3",
@@ -13756,7 +13855,8 @@
1024
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v3-hf",
@@ -13777,7 +13877,8 @@
1024
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v3-small-ci",
@@ -13798,7 +13899,8 @@
1024
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-reranker-v3",
@@ -13870,7 +13972,8 @@
1024
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-colbert-v2",
@@ -13885,7 +13988,8 @@
128
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-colbert-v2-64",
@@ -13900,7 +14004,8 @@
64
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v2-base-code",
@@ -13915,7 +14020,8 @@
768
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v2-base-de",
@@ -13930,7 +14036,8 @@
768
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v2-base-en",
@@ -13945,7 +14052,8 @@
768
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v2-base-es",
@@ -13960,7 +14068,8 @@
768
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v2-base-zh",
@@ -13975,7 +14084,8 @@
768
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embeddings-v2-small-en",
@@ -13990,7 +14100,8 @@
512
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-reranker-v2-base-multilingual",
@@ -14032,7 +14143,8 @@
768
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-colbert-v1-en",
@@ -14047,7 +14159,8 @@
128
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embedding-b-en-v1",
@@ -14062,7 +14175,8 @@
768
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embedding-l-en-v1",
@@ -14077,7 +14191,8 @@
1024
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embedding-s-en-v1",
@@ -14092,7 +14207,8 @@
512
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-embedding-t-en-v1",
@@ -14107,7 +14223,8 @@
312
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-reranker-v1-tiny-en",
@@ -14228,7 +14345,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-code-embeddings-0.5b-GGUF",
@@ -14246,7 +14364,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-code-embeddings-0.5b-mlx",
@@ -14264,7 +14383,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-code-embeddings-1.5b",
@@ -14282,7 +14402,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-code-embeddings-1.5b-GGUF",
@@ -14300,7 +14421,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-code-embeddings-1.5b-mlx",
@@ -14318,7 +14440,8 @@
1024
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 16384
},
{
"name": "jinaai/jina-reranker-m0",
@@ -17745,7 +17868,8 @@
512
],
"content_length": 0,
- "max_output": 0
+ "max_output": 0,
+ "batch_size": 1
},
{
"name": "minimaxai/VTP-Large-f16d64",
@@ -17761,7 +17885,8 @@
512
],
"content_length": 0,
- "max_output": 0
+ "max_output": 0,
+ "batch_size": 1
},
{
"name": "minimaxai/VTP-Small-f16d64",
@@ -17777,7 +17902,8 @@
512
],
"content_length": 0,
- "max_output": 0
+ "max_output": 0,
+ "batch_size": 1
},
{
"name": "minimaxi-image-01",
@@ -17909,7 +18035,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 16
},
{
"name": "mistral/mistral-large-latest",
@@ -19031,7 +19158,8 @@
"name": "netease-youdao/bce-embedding-base_v1",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 1
},
{
"name": "netease-youdao/bce-reranker-base_v1",
@@ -19842,7 +19970,8 @@
"vision"
],
"max_dimension": 3072,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/llama-nemotron-embed-1b-v2",
@@ -19859,7 +19988,8 @@
768,
1024,
2048
- ]
+ ],
+ "batch_size": 32
},
{
"name": "nvidia/llama-nemotron-embed-vl-1b-v2",
@@ -19873,7 +20003,8 @@
"max_dimension": 2048,
"dimensions": [],
"content_length": 10240,
- "max_output": 10240
+ "max_output": 10240,
+ "batch_size": 32
},
{
"name": "nvidia/llama-nemotron-embed-vl-1b-v2-fp8",
@@ -19885,7 +20016,8 @@
"vision"
],
"max_dimension": 2048,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/llama-nemotron-rerank-1b-v2",
@@ -19917,7 +20049,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/nemotron-colembed-vl-8b-v2",
@@ -19929,7 +20062,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/nv-genmol-89m-v2",
@@ -20232,7 +20366,8 @@
"embedding"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/llama-nemoretriever-colembed-3b-v1",
@@ -20243,7 +20378,8 @@
"embedding"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/multitalker-parakeet-streaming-0.6b-v1",
@@ -20354,7 +20490,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/nv-genmol-89m-v1",
@@ -20647,7 +20784,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv2-H",
@@ -20659,7 +20797,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv2-L",
@@ -20671,7 +20810,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv3-B",
@@ -20683,7 +20823,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv3-g",
@@ -20695,7 +20836,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv3-H",
@@ -20707,7 +20849,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv3-L",
@@ -20719,7 +20862,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv4-H",
@@ -20731,7 +20875,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/C-RADIOv4-SO400M",
@@ -20743,7 +20888,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/canary-1b",
@@ -20809,7 +20955,8 @@
"vision"
],
"max_dimension": 256,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/Cosmos-Embed1-336p",
@@ -20821,7 +20968,8 @@
"vision"
],
"max_dimension": 768,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/Cosmos-Embed1-448p",
@@ -20833,7 +20981,8 @@
"vision"
],
"max_dimension": 768,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/Cosmos-Embed1-448p-anomaly-detection",
@@ -20845,7 +20994,8 @@
"vision"
],
"max_dimension": 768,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/Cosmos-H-Surgical",
@@ -21586,7 +21736,8 @@
"embedding"
],
"max_dimension": 3072,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 32
},
{
"name": "nvidia/LocateAnything-3B",
@@ -23889,7 +24040,8 @@
"max_dimension": 512,
"dimensions": [
512
- ]
+ ],
+ "batch_size": 1
},
{
"name": "openai/clip-vit-base-patch32",
@@ -23904,7 +24056,8 @@
"max_dimension": 512,
"dimensions": [
512
- ]
+ ],
+ "batch_size": 1
},
{
"name": "openai/clip-vit-large-patch14",
@@ -23918,7 +24071,8 @@
"max_dimension": 768,
"dimensions": [
768
- ]
+ ],
+ "batch_size": 1
},
{
"name": "openai/clip-vit-large-patch14-336",
@@ -23933,7 +24087,8 @@
"max_dimension": 768,
"dimensions": [
768
- ]
+ ],
+ "batch_size": 1
},
{
"name": "openai/consistency-decoder",
@@ -24565,7 +24720,8 @@
"embedding"
],
"max_dimension": 3072,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 2048
},
{
"name": "openai/text-embedding-3-small",
@@ -24574,7 +24730,8 @@
"embedding"
],
"max_dimension": 1536,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 2048
},
{
"name": "openai/text-embedding-ada-002",
@@ -24583,7 +24740,8 @@
"embedding"
],
"max_dimension": 1536,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 2048
},
{
"name": "openai/tts",
@@ -25967,7 +26125,8 @@
"embedding"
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "Qwen/Qwen3-Embedding-4B-batch",
@@ -25979,7 +26138,8 @@
"embedding"
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "Qwen/Qwen3-Embedding-8B-batch",
@@ -25991,7 +26151,8 @@
"embedding"
],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "Qwen/Qwen3-TTS",
@@ -28589,7 +28750,8 @@
"max_dimension": 1024,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 32
},
{
"name": "qwen/qwen3-embedding-0.6b-gguf",
@@ -28602,7 +28764,8 @@
"max_dimension": 1024,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "qwen/qwen3-embedding-4b",
@@ -28615,7 +28778,8 @@
"max_dimension": 2560,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 1024
},
{
"name": "qwen/qwen3-embedding-4b-gguf",
@@ -28628,7 +28792,8 @@
"max_dimension": 2560,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "qwen/qwen3-embedding-8b",
@@ -28641,7 +28806,8 @@
"max_dimension": 4096,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 32
},
{
"name": "qwen/qwen3-embedding-8b-gguf",
@@ -28654,7 +28820,8 @@
"max_dimension": 4096,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "qwen/qwen3-forcedaligner-0.6b",
@@ -29666,7 +29833,8 @@
2560
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 2048
},
{
"name": "qwen/qwen3-vl-embedding-2b",
@@ -29679,7 +29847,8 @@
"max_dimension": 2048,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "qwen/qwen3-vl-embedding-8b",
@@ -29692,7 +29861,8 @@
"max_dimension": 4096,
"dimensions": [],
"content_length": 32768,
- "max_output": 32768
+ "max_output": 32768,
+ "batch_size": 2048
},
{
"name": "qwen/qwen3-vl-flash",
@@ -34065,7 +34235,8 @@
"max_dimension": 768,
"dimensions": [],
"content_length": 384,
- "max_output": 384
+ "max_output": 384,
+ "batch_size": 16
},
{
"name": "rerank-2.5",
@@ -34649,7 +34820,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "sentence-transformers/all-MiniLM-L6-v2",
@@ -34661,7 +34833,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "sentence-transformers/all-mpnet-base-v2",
@@ -34673,7 +34846,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "sentence-transformers/paraphrase-MiniLM-L6-v2",
@@ -34685,7 +34859,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "sentence-transformers/clip-ViT-B-32-multilingual-v1",
@@ -34697,7 +34872,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "sentence-transformers/multi-qa-mpnet-base-dot-v1",
@@ -34709,7 +34885,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "sentence-transformers/clip-ViT-B-32",
@@ -34721,7 +34898,8 @@
"embedding"
],
"content_length": 77,
- "max_output": 77
+ "max_output": 77,
+ "batch_size": 1
},
{
"name": "sesame/csm-1b",
@@ -34782,7 +34960,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "slides_glm_agent",
@@ -37400,7 +37579,8 @@
"embedding"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1
},
{
"name": "tencent/MimicMotion",
@@ -37419,7 +37599,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1
},
{
"name": "tencent/Penguin-VL-2B",
@@ -37684,7 +37865,8 @@
"embedding"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1
},
{
"name": "tencent/Youtu-HiChunk",
@@ -37696,7 +37878,8 @@
"vision"
],
"max_dimension": null,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1
},
{
"name": "tencent/Youtu-LLM-2B",
@@ -37775,7 +37958,8 @@
"embedding",
"chat"
],
- "alias": []
+ "alias": [],
+ "batch_size": 2048
},
{
"name": "text-embedding-3-small",
@@ -37783,7 +37967,8 @@
"embedding",
"chat"
],
- "alias": []
+ "alias": [],
+ "batch_size": 2048
},
{
"name": "text-embedding-ada-002",
@@ -37791,7 +37976,8 @@
"embedding",
"chat"
],
- "alias": []
+ "alias": [],
+ "batch_size": 2048
},
{
"name": "text-moderation-latest",
@@ -37845,7 +38031,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "thenlper/gte-large",
@@ -37857,7 +38044,8 @@
"embedding"
],
"content_length": 512,
- "max_output": 512
+ "max_output": 512,
+ "batch_size": 1
},
{
"name": "THUDM/GLM-4.1V-9B-Thinking",
@@ -38258,7 +38446,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-02",
@@ -38269,7 +38458,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-2",
@@ -38280,7 +38470,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-3",
@@ -38291,7 +38482,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-3-large",
@@ -38305,7 +38497,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-3-lite",
@@ -38316,7 +38509,8 @@
"embedding"
],
"max_dimension": 512,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-3.5",
@@ -38330,7 +38524,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-3.5-lite",
@@ -38344,7 +38539,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-4",
@@ -38360,7 +38556,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-4-large",
@@ -38376,7 +38573,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-4-lite",
@@ -38392,7 +38590,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-4-nano",
@@ -38408,7 +38607,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-code-2",
@@ -38417,7 +38617,8 @@
"embedding"
],
"max_dimension": 1536,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-code-3",
@@ -38431,7 +38632,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-finance-2",
@@ -38440,7 +38642,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-large-2",
@@ -38451,7 +38654,8 @@
"embedding"
],
"max_dimension": 1536,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-large-2-instruct",
@@ -38462,7 +38666,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-law-2",
@@ -38471,7 +38676,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-lite-01",
@@ -38482,7 +38688,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-lite-01-instruct",
@@ -38493,7 +38700,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-lite-02-instruct",
@@ -38504,7 +38712,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-multilingual-2",
@@ -38515,7 +38724,8 @@
"embedding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-multimodal-3",
@@ -38529,7 +38739,8 @@
"video_understanding"
],
"max_dimension": 1024,
- "dimensions": []
+ "dimensions": [],
+ "batch_size": 1000
},
{
"name": "voyage/voyage-multimodal-3.5",
@@ -38548,7 +38759,8 @@
512,
1024,
2048
- ]
+ ],
+ "batch_size": 1000
},
{
"name": "voyage-3-large",
@@ -40550,7 +40762,8 @@
"max_dimension": 1024,
"dimensions": [],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 512
},
{
"name": "zai-org/embedding-3",
@@ -40568,7 +40781,8 @@
2048
],
"content_length": 8192,
- "max_output": 8192
+ "max_output": 8192,
+ "batch_size": 512
},
{
"name": "zai-org/GLM-ASR-Nano-2512",
@@ -41208,7 +41422,8 @@
"name": "zhipu-embedding-2",
"model_types": [
"embedding"
- ]
+ ],
+ "batch_size": 512
},
{
"name": "Zyphra/Zonos-v0.1-hybrid",
diff --git a/conf/model.md b/conf/model.md
index 6eb9c95913..105db1499e 100644
--- a/conf/model.md
+++ b/conf/model.md
@@ -32,6 +32,7 @@ Each model entry in a provider JSON file (`conf/models/<provider>.json`) or in t
| `class` | string | No | Provider-specific model class used to select the correct driver (e.g. `glm`, `kimi`). |
| `max_dimension` | integer | No | Maximum supported embedding dimension. Used by `embedding`-type models (e.g. `1536`). |
| `dimensions` | integer[] | No | Supported embedding dimensions (e.g. `[256, 512, 1024, 1536]`). When non-empty, a requested dimension must match one of these values. When empty `[]` (or omitted), any dimension up to `max_dimension` is accepted. |
+| `batch_size` | integer | No | Maximum number of text inputs that can be submitted to the embedding API in a single request. Used by `embedding`-type models. Values come from each provider's official documentation; models with no documented provider limit use a conservative high cap. When omitted, no explicit cap is declared. |
| `alias` | string[] | No | Alternative names for the same model. Used for model lookup when a tenant refers to the model by an alias. **Must be unique across all models.** |
| `rank` | integer | No | Sort priority (lower = higher rank). Used when ordering model lists in the UI. |
@@ -202,9 +203,10 @@ The following providers are **aggregators** — they host models from multiple u
1. Determine the model's `content_length` (context window) and `max_output` (generation cap) from the **official API documentation**.
2. Use the exact number stated — do not convert between decimal and binary.
-3. Add the entry to the appropriate `conf/models/<provider>.json` file.
-4. If the model is also listed in `conf/all_models.json`, update that entry too (or add it).
-5. Run `go test ./internal/entity/models/...` to verify the config loads correctly.
+3. For `embedding`-type models, also determine `batch_size` — the provider's documented maximum number of inputs per request — and add it to the entry.
+4. Add the entry to the appropriate `conf/models/<provider>.json` file.
+5. If the model is also listed in `conf/all_models.json`, update that entry too (or add it).
+6. Run `go test ./internal/entity/models/...` to verify the config loads correctly.
---
@@ -212,9 +214,10 @@ The following providers are **aggregators** — they host models from multiple u
1. Find the latest official spec from the vendor's documentation.
2. Update `content_length` and/or `max_output` to match.
-3. If the model appears in multiple provider files (e.g. DeepSeek models appear in `deepseek.json`, `ppio.json`, `qiniu.json`), update all copies.
-4. Update `conf/all_models.json` if the model has an entry there.
-5. Run `go test ./internal/entity/models/...` to verify.
+3. If the model is an embedding model, update `batch_size` to the provider's documented per-request input limit.
+4. If the model appears in multiple provider files (e.g. DeepSeek models appear in `deepseek.json`, `ppio.json`, `qiniu.json`), update all copies.
+5. Update `conf/all_models.json` if the model has an entry there.
+6. Run `go test ./internal/entity/models/...` to verify.
---