RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
Go: fix unused check (#17922)
Jin Hai405275935f9c
diff --git a/conf/all_models.json b/conf/all_models.jsonindex 6eac6bd09b..ea0c196f52 100644--- a/conf/all_models.json+++ b/conf/all_models.json@@ -339,7 +339,7 @@"dimensions": [],"content_length": 8192,"max_output": 8192,- "batch_size": 1+ "max_batch_size": 1},{"name": "amazon/nova-2-Lite",@@ -361,7 +361,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 1+ "max_batch_size": 1},{"name": "animate-anyone-detect-gen2",@@ -1114,7 +1114,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-large-en-v1.5",@@ -1124,14 +1124,14 @@"max_dimension": 1024,"content_length": 512,"max_output": 512,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-large-zh-v1.5","model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-en-icl",@@ -1144,7 +1144,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-m3",@@ -1158,7 +1158,7 @@"dimensions": [],"content_length": 8192,"max_output": 8192,- "batch_size": 32+ "max_batch_size": 32},{"name": "BAAI/bge-m3-multi",@@ -1171,7 +1171,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "babbage-002",@@ -1543,7 +1543,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16},{"name": "Baichuan2-53B",@@ -2168,14 +2168,14 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "bge-large-zh-v1.5","model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "bigcode/starcoder2-15b-instruct-v0.1",@@ -3755,7 +3755,7 @@1024,1536],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/rerank-v4.0-fast",@@ -3800,7 +3800,7 @@],"max_dimension": 384,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/embed-english-v3.0",@@ -3812,7 +3812,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/embed-multilingual-light-v3.0",@@ -3824,7 +3824,7 @@],"max_dimension": 384,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/embed-multilingual-v3.0",@@ -3836,7 +3836,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/rerank-english-v3.0",@@ -3870,7 +3870,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/embed-english-v2.0",@@ -3882,7 +3882,7 @@],"max_dimension": 4096,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/embed-multilingual-v2.0",@@ -3894,7 +3894,7 @@],"max_dimension": 768,"dimensions": [],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere/cohere-transcribe-03-2026",@@ -5990,7 +5990,7 @@],"content_length": 4096,"max_output": 4096,- "batch_size": 10+ "max_batch_size": 10},{"name": "doubao-embedding-text-240515",@@ -6001,7 +6001,7 @@"model_types": ["embedding"],- "batch_size": 10+ "max_batch_size": 10},{"name": "doubao-embedding-vision-241215",@@ -6016,7 +6016,7 @@],"content_length": 131072,"max_output": 131072,- "batch_size": 10+ "max_batch_size": 10},{"name": "doubao-lite-128k-240428",@@ -6605,7 +6605,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16},{"name": "emo-detect-v1",@@ -6995,7 +6995,7 @@"model_types": ["embedding"],- "batch_size": 100+ "max_batch_size": 100},{"name": "gemini-embedding-2",@@ -7006,7 +7006,7 @@"model_types": ["embedding"],- "batch_size": 100+ "max_batch_size": 100},{"name": "general_v2.0",@@ -8048,7 +8048,7 @@512,768],- "batch_size": 1+ "max_batch_size": 1},{"name": "google/embeddinggemma-300m-qat-q4_0-unquantized",@@ -8063,7 +8063,7 @@512,768],- "batch_size": 1+ "max_batch_size": 1},{"name": "google/embeddinggemma-300m-qat-q8_0-unquantized",@@ -8078,7 +8078,7 @@512,768],- "batch_size": 1+ "max_batch_size": 1},{"name": "google/functiongemma-270m-it",@@ -8099,7 +8099,7 @@1536,3072],- "batch_size": 100+ "max_batch_size": 100},{"name": "google/gemini-embedding-2",@@ -8113,7 +8113,7 @@1536,3072],- "batch_size": 100+ "max_batch_size": 100},{"name": "google/gemini-flash-latest",@@ -12099,7 +12099,7 @@"dimensions": [],"content_length": 512,"max_output": 512,- "batch_size": 16+ "max_batch_size": 16},{"name": "ideogram",@@ -12290,7 +12290,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "intfloat/e5-large-v2",@@ -12303,7 +12303,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "intfloat/multilingual-e5-large",@@ -12316,7 +12316,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "intfloat/multilingual-e5-large-instruct",@@ -12330,7 +12330,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "inworld-ai/inworld-tts-1.5-max",@@ -12405,7 +12405,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-classification",@@ -12429,7 +12429,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-classification-GGUF",@@ -12453,7 +12453,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-classification-mlx",@@ -12477,7 +12477,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-clustering",@@ -12501,7 +12501,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-clustering-GGUF",@@ -12525,7 +12525,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-clustering-mlx",@@ -12549,7 +12549,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-mlx",@@ -12573,7 +12573,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-retrieval",@@ -12597,7 +12597,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-retrieval-GGUF",@@ -12621,7 +12621,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-retrieval-mlx",@@ -12645,7 +12645,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-text-matching",@@ -12669,7 +12669,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-text-matching-GGUF",@@ -12693,7 +12693,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-nano-text-matching-mlx",@@ -12717,7 +12717,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small",@@ -12741,7 +12741,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-classification",@@ -12765,7 +12765,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-classification-GGUF",@@ -12789,7 +12789,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-classification-mlx",@@ -12813,7 +12813,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-clustering",@@ -12837,7 +12837,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-clustering-GGUF",@@ -12861,7 +12861,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-clustering-mlx",@@ -12885,7 +12885,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-mlx",@@ -12909,7 +12909,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-retrieval",@@ -12933,7 +12933,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-retrieval-GGUF",@@ -12957,7 +12957,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-retrieval-mlx",@@ -12981,7 +12981,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-text-matching",@@ -13005,7 +13005,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-text-matching-GGUF",@@ -13029,7 +13029,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-omni-small-text-matching-mlx",@@ -13053,7 +13053,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano",@@ -13075,7 +13075,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-classification",@@ -13097,7 +13097,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-classification-GGUF",@@ -13119,7 +13119,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-classification-mlx",@@ -13141,7 +13141,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-clustering",@@ -13163,7 +13163,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-clustering-GGUF",@@ -13185,7 +13185,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-clustering-mlx",@@ -13207,7 +13207,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-mlx",@@ -13229,7 +13229,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-retrieval",@@ -13251,7 +13251,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-retrieval-GGUF",@@ -13273,7 +13273,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-retrieval-mlx",@@ -13295,7 +13295,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-text-matching",@@ -13317,7 +13317,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-text-matching-GGUF",@@ -13339,7 +13339,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-nano-text-matching-mlx",@@ -13361,7 +13361,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small",@@ -13383,7 +13383,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-classification",@@ -13405,7 +13405,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-classification-GGUF",@@ -13427,7 +13427,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-classification-mlx",@@ -13449,7 +13449,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-clustering",@@ -13471,7 +13471,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-clustering-GGUF",@@ -13493,7 +13493,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-clustering-mlx",@@ -13515,7 +13515,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-mlx",@@ -13537,7 +13537,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-retrieval",@@ -13559,7 +13559,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-retrieval-GGUF",@@ -13581,7 +13581,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-retrieval-mlx",@@ -13603,7 +13603,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-text-matching",@@ -13625,7 +13625,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-text-matching-GGUF",@@ -13647,7 +13647,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v5-text-small-text-matching-mlx",@@ -13669,7 +13669,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4",@@ -13690,7 +13690,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-mlx-8bit",@@ -13711,7 +13711,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-text-code-GGUF",@@ -13731,7 +13731,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-text-matching-GGUF",@@ -13751,7 +13751,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-text-retrieval-GGUF",@@ -13771,7 +13771,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-vllm-code",@@ -13792,7 +13792,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-vllm-retrieval",@@ -13813,7 +13813,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v4-vllm-text-matching",@@ -13834,7 +13834,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v3",@@ -13856,7 +13856,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v3-hf",@@ -13878,7 +13878,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v3-small-ci",@@ -13900,7 +13900,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-reranker-v3",@@ -13973,7 +13973,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-colbert-v2",@@ -13989,7 +13989,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-colbert-v2-64",@@ -14005,7 +14005,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v2-base-code",@@ -14021,7 +14021,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v2-base-de",@@ -14037,7 +14037,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v2-base-en",@@ -14053,7 +14053,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v2-base-es",@@ -14069,7 +14069,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v2-base-zh",@@ -14085,7 +14085,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embeddings-v2-small-en",@@ -14101,7 +14101,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-reranker-v2-base-multilingual",@@ -14144,7 +14144,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-colbert-v1-en",@@ -14160,7 +14160,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embedding-b-en-v1",@@ -14176,7 +14176,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embedding-l-en-v1",@@ -14192,7 +14192,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embedding-s-en-v1",@@ -14208,7 +14208,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-embedding-t-en-v1",@@ -14224,7 +14224,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-reranker-v1-tiny-en",@@ -14346,7 +14346,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-code-embeddings-0.5b-GGUF",@@ -14365,7 +14365,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-code-embeddings-0.5b-mlx",@@ -14384,7 +14384,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-code-embeddings-1.5b",@@ -14403,7 +14403,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-code-embeddings-1.5b-GGUF",@@ -14422,7 +14422,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-code-embeddings-1.5b-mlx",@@ -14441,7 +14441,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jinaai/jina-reranker-m0",@@ -17869,7 +17869,7 @@],"content_length": 0,"max_output": 0,- "batch_size": 1+ "max_batch_size": 1},{"name": "minimaxai/VTP-Large-f16d64",@@ -17886,7 +17886,7 @@],"content_length": 0,"max_output": 0,- "batch_size": 1+ "max_batch_size": 1},{"name": "minimaxai/VTP-Small-f16d64",@@ -17903,7 +17903,7 @@],"content_length": 0,"max_output": 0,- "batch_size": 1+ "max_batch_size": 1},{"name": "minimaxi-image-01",@@ -18036,7 +18036,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 16+ "max_batch_size": 16},{"name": "mistral/mistral-large-latest",@@ -19159,7 +19159,7 @@"model_types": ["embedding"],- "batch_size": 1+ "max_batch_size": 1},{"name": "netease-youdao/bce-reranker-base_v1",@@ -19971,7 +19971,7 @@],"max_dimension": 3072,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/llama-nemotron-embed-1b-v2",@@ -19989,7 +19989,7 @@1024,2048],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/llama-nemotron-embed-vl-1b-v2",@@ -20004,7 +20004,7 @@"dimensions": [],"content_length": 10240,"max_output": 10240,- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/llama-nemotron-embed-vl-1b-v2-fp8",@@ -20017,7 +20017,7 @@],"max_dimension": 2048,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/llama-nemotron-rerank-1b-v2",@@ -20050,7 +20050,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/nemotron-colembed-vl-8b-v2",@@ -20063,7 +20063,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/nv-genmol-89m-v2",@@ -20367,7 +20367,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/llama-nemoretriever-colembed-3b-v1",@@ -20379,7 +20379,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/multitalker-parakeet-streaming-0.6b-v1",@@ -20491,7 +20491,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/nv-genmol-89m-v1",@@ -20785,7 +20785,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv2-H",@@ -20798,7 +20798,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv2-L",@@ -20811,7 +20811,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv3-B",@@ -20824,7 +20824,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv3-g",@@ -20837,7 +20837,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv3-H",@@ -20850,7 +20850,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv3-L",@@ -20863,7 +20863,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv4-H",@@ -20876,7 +20876,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/C-RADIOv4-SO400M",@@ -20889,7 +20889,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/canary-1b",@@ -20956,7 +20956,7 @@],"max_dimension": 256,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/Cosmos-Embed1-336p",@@ -20969,7 +20969,7 @@],"max_dimension": 768,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/Cosmos-Embed1-448p",@@ -20982,7 +20982,7 @@],"max_dimension": 768,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/Cosmos-Embed1-448p-anomaly-detection",@@ -20995,7 +20995,7 @@],"max_dimension": 768,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/Cosmos-H-Surgical",@@ -21737,7 +21737,7 @@],"max_dimension": 3072,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/LocateAnything-3B",@@ -24041,7 +24041,7 @@"dimensions": [512],- "batch_size": 1+ "max_batch_size": 1},{"name": "openai/clip-vit-base-patch32",@@ -24057,7 +24057,7 @@"dimensions": [512],- "batch_size": 1+ "max_batch_size": 1},{"name": "openai/clip-vit-large-patch14",@@ -24072,7 +24072,7 @@"dimensions": [768],- "batch_size": 1+ "max_batch_size": 1},{"name": "openai/clip-vit-large-patch14-336",@@ -24088,7 +24088,7 @@"dimensions": [768],- "batch_size": 1+ "max_batch_size": 1},{"name": "openai/consistency-decoder",@@ -24721,7 +24721,7 @@],"max_dimension": 3072,"dimensions": [],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "openai/text-embedding-3-small",@@ -24731,7 +24731,7 @@],"max_dimension": 1536,"dimensions": [],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "openai/text-embedding-ada-002",@@ -24741,7 +24741,7 @@],"max_dimension": 1536,"dimensions": [],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "openai/tts",@@ -26126,7 +26126,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "Qwen/Qwen3-Embedding-4B-batch",@@ -26139,7 +26139,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "Qwen/Qwen3-Embedding-8B-batch",@@ -26152,7 +26152,7 @@],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "Qwen/Qwen3-TTS",@@ -28751,7 +28751,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 32+ "max_batch_size": 32},{"name": "qwen/qwen3-embedding-0.6b-gguf",@@ -28765,7 +28765,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "qwen/qwen3-embedding-4b",@@ -28779,7 +28779,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 1024+ "max_batch_size": 1024},{"name": "qwen/qwen3-embedding-4b-gguf",@@ -28793,7 +28793,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "qwen/qwen3-embedding-8b",@@ -28807,7 +28807,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 32+ "max_batch_size": 32},{"name": "qwen/qwen3-embedding-8b-gguf",@@ -28821,7 +28821,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "qwen/qwen3-forcedaligner-0.6b",@@ -29834,7 +29834,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "qwen/qwen3-vl-embedding-2b",@@ -29848,7 +29848,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "qwen/qwen3-vl-embedding-8b",@@ -29862,7 +29862,7 @@"dimensions": [],"content_length": 32768,"max_output": 32768,- "batch_size": 2048+ "max_batch_size": 2048},{"name": "qwen/qwen3-vl-flash",@@ -34236,7 +34236,7 @@"dimensions": [],"content_length": 384,"max_output": 384,- "batch_size": 16+ "max_batch_size": 16},{"name": "rerank-2.5",@@ -34821,7 +34821,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "sentence-transformers/all-MiniLM-L6-v2",@@ -34834,7 +34834,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "sentence-transformers/all-mpnet-base-v2",@@ -34847,7 +34847,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "sentence-transformers/paraphrase-MiniLM-L6-v2",@@ -34860,7 +34860,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "sentence-transformers/clip-ViT-B-32-multilingual-v1",@@ -34873,7 +34873,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "sentence-transformers/multi-qa-mpnet-base-dot-v1",@@ -34886,7 +34886,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "sentence-transformers/clip-ViT-B-32",@@ -34899,7 +34899,7 @@],"content_length": 77,"max_output": 77,- "batch_size": 1+ "max_batch_size": 1},{"name": "sesame/csm-1b",@@ -34961,7 +34961,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "slides_glm_agent",@@ -37580,7 +37580,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 1+ "max_batch_size": 1},{"name": "tencent/MimicMotion",@@ -37600,7 +37600,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 1+ "max_batch_size": 1},{"name": "tencent/Penguin-VL-2B",@@ -37866,7 +37866,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 1+ "max_batch_size": 1},{"name": "tencent/Youtu-HiChunk",@@ -37879,7 +37879,7 @@],"max_dimension": null,"dimensions": [],- "batch_size": 1+ "max_batch_size": 1},{"name": "tencent/Youtu-LLM-2B",@@ -37959,7 +37959,7 @@"chat"],"alias": [],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-3-small",@@ -37968,7 +37968,7 @@"chat"],"alias": [],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-ada-002",@@ -37977,7 +37977,7 @@"chat"],"alias": [],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-moderation-latest",@@ -38032,7 +38032,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "thenlper/gte-large",@@ -38045,7 +38045,7 @@],"content_length": 512,"max_output": 512,- "batch_size": 1+ "max_batch_size": 1},{"name": "THUDM/GLM-4.1V-9B-Thinking",@@ -38447,7 +38447,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-02",@@ -38459,7 +38459,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-2",@@ -38471,7 +38471,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-3",@@ -38483,7 +38483,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-3-large",@@ -38498,7 +38498,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-3-lite",@@ -38510,7 +38510,7 @@],"max_dimension": 512,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-3.5",@@ -38525,7 +38525,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-3.5-lite",@@ -38540,7 +38540,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-4",@@ -38557,7 +38557,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-4-large",@@ -38574,7 +38574,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-4-lite",@@ -38591,7 +38591,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-4-nano",@@ -38608,7 +38608,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-code-2",@@ -38618,7 +38618,7 @@],"max_dimension": 1536,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-code-3",@@ -38633,7 +38633,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-finance-2",@@ -38643,7 +38643,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-large-2",@@ -38655,7 +38655,7 @@],"max_dimension": 1536,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-large-2-instruct",@@ -38667,7 +38667,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-law-2",@@ -38677,7 +38677,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-lite-01",@@ -38689,7 +38689,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-lite-01-instruct",@@ -38701,7 +38701,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-lite-02-instruct",@@ -38713,7 +38713,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-multilingual-2",@@ -38725,7 +38725,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-multimodal-3",@@ -38740,7 +38740,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage/voyage-multimodal-3.5",@@ -38760,7 +38760,7 @@1024,2048],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-3-large",@@ -40763,7 +40763,7 @@"dimensions": [],"content_length": 8192,"max_output": 8192,- "batch_size": 512+ "max_batch_size": 512},{"name": "zai-org/embedding-3",@@ -40782,7 +40782,7 @@],"content_length": 8192,"max_output": 8192,- "batch_size": 512+ "max_batch_size": 512},{"name": "zai-org/GLM-ASR-Nano-2512",@@ -41423,7 +41423,7 @@"model_types": ["embedding"],- "batch_size": 512+ "max_batch_size": 512},{"name": "Zyphra/Zonos-v0.1-hybrid",diff --git a/conf/models/302ai.json b/conf/models/302ai.jsonindex d1e11c465f..fe85816685 100644--- a/conf/models/302ai.json+++ b/conf/models/302ai.json@@ -294,7 +294,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-reranker-v2-base-multilingual",diff --git a/conf/models/aliyun.json b/conf/models/aliyun.jsonindex 01c2e92349..d2a39c272f 100644--- a/conf/models/aliyun.json+++ b/conf/models/aliyun.json@@ -31,7 +31,7 @@"model_types": ["embedding"],- "batch_size": 10+ "max_batch_size": 10},{"name": "qwen3-vl-plus",@@ -69,7 +69,7 @@"model_types": ["embedding"],- "batch_size": 10+ "max_batch_size": 10},{"name": "qwen3-rerank",diff --git a/conf/models/astraflow.json b/conf/models/astraflow.jsonindex 97f246edfb..d065719dc3 100644--- a/conf/models/astraflow.json+++ b/conf/models/astraflow.json@@ -19,7 +19,7 @@"model_types": ["embedding"],- "batch_size": 512+ "max_batch_size": 512},{"name": "bge-reranker-v2-m3",diff --git a/conf/models/baichuan.json b/conf/models/baichuan.jsonindex c69be2ba1b..d1cf46eb92 100644--- a/conf/models/baichuan.json+++ b/conf/models/baichuan.json@@ -125,7 +125,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16}]}diff --git a/conf/models/baidu.json b/conf/models/baidu.jsonindex e86119b9b1..edb8a99bd0 100644--- a/conf/models/baidu.json+++ b/conf/models/baidu.json@@ -89,7 +89,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16},{"name": "qwen3-reranker-4b",diff --git a/conf/models/bedrock.json b/conf/models/bedrock.jsonindex 954e92f258..6103f680ef 100644--- a/conf/models/bedrock.json+++ b/conf/models/bedrock.json@@ -133,7 +133,7 @@"model_types": ["embedding"],- "batch_size": 1+ "max_batch_size": 1},{"name": "amazon.titan-embed-text-v1",@@ -141,7 +141,7 @@"model_types": ["embedding"],- "batch_size": 1+ "max_batch_size": 1},{"name": "cohere.embed-english-v3",@@ -149,7 +149,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere.embed-multilingual-v3",@@ -157,7 +157,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere.embed-v4:0",@@ -165,7 +165,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96}]}diff --git a/conf/models/cohere.json b/conf/models/cohere.jsonindex cd943f3cb6..3c2a212e2b 100644--- a/conf/models/cohere.json+++ b/conf/models/cohere.json@@ -118,7 +118,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "embed-english-v3.0",@@ -126,7 +126,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "embed-english-light-v3.0",@@ -134,7 +134,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "embed-multilingual-v3.0",@@ -142,7 +142,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "embed-multilingual-light-v3.0",@@ -150,7 +150,7 @@"model_types": ["embedding"],- "batch_size": 96+ "max_batch_size": 96},{"name": "cohere-transcribe-03-2026",diff --git a/conf/models/cometapi.json b/conf/models/cometapi.jsonindex e316de475f..309fe3543c 100644--- a/conf/models/cometapi.json+++ b/conf/models/cometapi.json@@ -125,7 +125,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-3-large",@@ -133,7 +133,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-ada-002",@@ -141,7 +141,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "whisper-1",diff --git a/conf/models/deepinfra.json b/conf/models/deepinfra.jsonindex aa4387a0d7..d40a1367f7 100644--- a/conf/models/deepinfra.json+++ b/conf/models/deepinfra.json@@ -35,7 +35,7 @@"model_types": ["embedding"],- "batch_size": 1024+ "max_batch_size": 1024},{"name": "hexgrad/Kokoro-82M",diff --git a/conf/models/gitee.json b/conf/models/gitee.jsonindex 035be6ce1d..d90646b5b8 100644--- a/conf/models/gitee.json+++ b/conf/models/gitee.json@@ -64,7 +64,7 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "GOT-OCR2_0",@@ -89,7 +89,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "HunyuanOCR",diff --git a/conf/models/google.json b/conf/models/google.jsonindex f3d14de163..322af0cba6 100644--- a/conf/models/google.json+++ b/conf/models/google.json@@ -30,7 +30,7 @@"model_types": ["embedding"],- "batch_size": 100+ "max_batch_size": 100}],"features": {diff --git a/conf/models/greenpt.json b/conf/models/greenpt.jsonindex 9808b4bc57..f9ecbdefcf 100644--- a/conf/models/greenpt.json+++ b/conf/models/greenpt.json@@ -44,7 +44,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "green-rerank",diff --git a/conf/models/huaweicloud.json b/conf/models/huaweicloud.jsonindex 310a85f6f2..6b1f6a7050 100755--- a/conf/models/huaweicloud.json+++ b/conf/models/huaweicloud.json@@ -219,7 +219,7 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "bge-reranker-v2-m3",diff --git a/conf/models/hunyuan.json b/conf/models/hunyuan.jsonindex 2a2bcfe186..f9ae27c870 100644--- a/conf/models/hunyuan.json+++ b/conf/models/hunyuan.json@@ -365,7 +365,7 @@"model_types": ["embedding"],- "batch_size": 50+ "max_batch_size": 50},{"name": "kinfra-text-embedding-4b",@@ -373,7 +373,7 @@"model_types": ["embedding"],- "batch_size": 50+ "max_batch_size": 50},{"name": "kinfra-vl-embedding-2b",@@ -381,7 +381,7 @@"model_types": ["embedding"],- "batch_size": 50+ "max_batch_size": 50},{"name": "kinfra-vl-embedding-8b",@@ -389,7 +389,7 @@"model_types": ["embedding"],- "batch_size": 50+ "max_batch_size": 50}]}diff --git a/conf/models/jiekouai.json b/conf/models/jiekouai.jsonindex a4c2320eb4..9d471c434c 100644--- a/conf/models/jiekouai.json+++ b/conf/models/jiekouai.json@@ -129,7 +129,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048}]}diff --git a/conf/models/jina.json b/conf/models/jina.jsonindex 28f2991ebb..81672bd884 100644--- a/conf/models/jina.json+++ b/conf/models/jina.json@@ -57,7 +57,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-embeddings-v4",@@ -65,7 +65,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-embeddings-v5-text-small",@@ -73,7 +73,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-embeddings-v5-text-nano",@@ -81,7 +81,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-embeddings-v5-omni-small",@@ -89,7 +89,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-embeddings-v5-omni-nano",@@ -97,7 +97,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-clip-v2",@@ -105,7 +105,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384},{"name": "jina-embeddings-v2-base-en",@@ -113,7 +113,7 @@"model_types": ["embedding"],- "batch_size": 16384+ "max_batch_size": 16384}]}diff --git a/conf/models/mistral.json b/conf/models/mistral.jsonindex 616b62db54..74241253bf 100644--- a/conf/models/mistral.json+++ b/conf/models/mistral.json@@ -175,7 +175,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16},{"name": "mistral-ocr-2512",diff --git a/conf/models/n1n.json b/conf/models/n1n.jsonindex 8a34da2a28..6ca465e8f2 100644--- a/conf/models/n1n.json+++ b/conf/models/n1n.json@@ -120,7 +120,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-3-large",@@ -128,7 +128,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-ada-002",@@ -136,7 +136,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-reranker-v2-m3",diff --git a/conf/models/novita.json b/conf/models/novita.jsonindex d2a5fa7e18..469e0493da 100644--- a/conf/models/novita.json+++ b/conf/models/novita.json@@ -95,7 +95,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "baai/bge-reranker-v2-m3",diff --git a/conf/models/nvidia.json b/conf/models/nvidia.jsonindex 05c7fb39b4..a0c87b9736 100644--- a/conf/models/nvidia.json+++ b/conf/models/nvidia.json@@ -235,7 +235,7 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/nemotron-3-nano-30b-a3b",@@ -317,7 +317,7 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/nv-embedcode-7b-v1",@@ -325,7 +325,7 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "nvidia/nvidia-nemotron-nano-9b-v2",diff --git a/conf/models/openai.json b/conf/models/openai.jsonindex 0c15f86ab8..0a78318f0c 100644--- a/conf/models/openai.json+++ b/conf/models/openai.json@@ -256,7 +256,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-3-small",@@ -264,7 +264,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "text-embedding-3-large",@@ -272,7 +272,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "whisper-1",diff --git a/conf/models/perplexity.json b/conf/models/perplexity.jsonindex 961976ec19..a8b979d643 100644--- a/conf/models/perplexity.json+++ b/conf/models/perplexity.json@@ -52,7 +52,7 @@"model_types": ["embedding"],- "batch_size": 512+ "max_batch_size": 512},{"name": "pplx-embed-v1-4b",@@ -60,7 +60,7 @@"model_types": ["embedding"],- "batch_size": 512+ "max_batch_size": 512}]}diff --git a/conf/models/ppio.json b/conf/models/ppio.jsonindex 6ce4441328..608f0c3483 100644--- a/conf/models/ppio.json+++ b/conf/models/ppio.json@@ -248,21 +248,21 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "baai/bge-m3","model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "qwen/qwen3-embedding-0.6b","model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "baai/bge-reranker-v2-m3",diff --git a/conf/models/replicate.json b/conf/models/replicate.jsonindex 103eb9b2e6..407d1ef6fb 100644--- a/conf/models/replicate.json+++ b/conf/models/replicate.json@@ -48,7 +48,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16},{"name": "ibm-granite/granite-embedding-278m-multilingual:1f76d42a05f120e12272746d5a2d86b525c13420773f795a4cbef9117d8685f1",@@ -56,7 +56,7 @@"model_types": ["embedding"],- "batch_size": 16+ "max_batch_size": 16}]}diff --git a/conf/models/siliconflow.json b/conf/models/siliconflow.jsonindex 1af3894b72..707c82efcf 100644--- a/conf/models/siliconflow.json+++ b/conf/models/siliconflow.json@@ -121,7 +121,7 @@"model_types": ["embedding"],- "batch_size": 32+ "max_batch_size": 32},{"name": "BAAI/bge-m3",@@ -131,7 +131,7 @@],"max_dimension": 1024,"dimensions": [],- "batch_size": 32+ "max_batch_size": 32},{"name": "fnlp/MOSS-TTSD-v0.5",diff --git a/conf/models/togetherai.json b/conf/models/togetherai.jsonindex e42c4945e5..1c6eb98d02 100644--- a/conf/models/togetherai.json+++ b/conf/models/togetherai.json@@ -52,7 +52,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-large-en-v1.5",@@ -60,7 +60,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "BAAI/bge-base-en-v1.5",@@ -68,7 +68,7 @@"model_types": ["embedding"],- "batch_size": 2048+ "max_batch_size": 2048},{"name": "mixedbread-ai/mxbai-rerank-large-v2",diff --git a/conf/models/upstage.json b/conf/models/upstage.jsonindex 2162499780..92c9b95e86 100644--- a/conf/models/upstage.json+++ b/conf/models/upstage.json@@ -60,7 +60,7 @@"model_types": ["embedding"],- "batch_size": 100+ "max_batch_size": 100},{"name": "solar-embedding-1-large-passage",@@ -68,7 +68,7 @@"model_types": ["embedding"],- "batch_size": 100+ "max_batch_size": 100}]}diff --git a/conf/models/volcengine.json b/conf/models/volcengine.jsonindex 49743b464c..f443a8dd52 100644--- a/conf/models/volcengine.json+++ b/conf/models/volcengine.json@@ -33,7 +33,7 @@"model_types": ["embedding"],- "batch_size": 10+ "max_batch_size": 10}]}diff --git a/conf/models/voyage.json b/conf/models/voyage.jsonindex fd4b29b1a3..2f34775a98 100644--- a/conf/models/voyage.json+++ b/conf/models/voyage.json@@ -15,7 +15,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-4",@@ -23,7 +23,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-4-lite",@@ -31,7 +31,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-3.5",@@ -39,7 +39,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-3.5-lite",@@ -47,7 +47,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-3-large",@@ -55,7 +55,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-code-3",@@ -63,7 +63,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-law-2",@@ -71,7 +71,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "voyage-finance-2",@@ -79,7 +79,7 @@"model_types": ["embedding"],- "batch_size": 1000+ "max_batch_size": 1000},{"name": "rerank-2.5",diff --git a/conf/models/zhipu-ai.json b/conf/models/zhipu-ai.jsonindex 4f92c6ec4e..bc62b1f0c7 100644--- a/conf/models/zhipu-ai.json+++ b/conf/models/zhipu-ai.json@@ -357,7 +357,7 @@"model_types": ["embedding"],- "batch_size": 512+ "max_batch_size": 512},{"name": "embedding-3",@@ -365,7 +365,7 @@"model_types": ["embedding"],- "batch_size": 512+ "max_batch_size": 512},{"name": "glm-asr-2512",diff --git a/internal/entity/models/anthropic.go b/internal/entity/models/anthropic.goindex 18832053e2..251d6ba624 100644--- a/internal/entity/models/anthropic.go+++ b/internal/entity/models/anthropic.go@@ -81,9 +81,8 @@ func (a *AnthropicModel) ChatWithMessages(ctx context.Context, modelName string,baseURLRegion := a.region(apiConfig)baseURLConfig := &APIConfig{Region: &baseURLRegion}- if apiConfig != nil {- baseURLConfig.BaseURL = apiConfig.BaseURL- }+ baseURLConfig.BaseURL = apiConfig.BaseURL+baseURL, err := a.baseModel.GetBaseURL(baseURLConfig)if err != nil {return nil, errdiff --git a/internal/entity/models/google.go b/internal/entity/models/google.goindex fb7d0230cb..958addcebc 100644--- a/internal/entity/models/google.go+++ b/internal/entity/models/google.go@@ -172,9 +172,8 @@ func (g *GoogleModel) baseURL(apiConfig *APIConfig) string {baseURL, err := g.baseModel.GetBaseURL(apiConfig)if err != nil {defaultConfig := &APIConfig{}- if apiConfig != nil {- defaultConfig.BaseURL = apiConfig.BaseURL- }+ defaultConfig.BaseURL = apiConfig.BaseURL+baseURL, err = g.baseModel.GetBaseURL(defaultConfig)if err != nil {return ""diff --git a/internal/entity/models/huaweicloud.go b/internal/entity/models/huaweicloud.goindex d36514e4c6..350dc673df 100644--- a/internal/entity/models/huaweicloud.go+++ b/internal/entity/models/huaweicloud.go@@ -173,9 +173,8 @@ func (h *HuaweiCloudModel) ChatWithMessages(ctx context.Context, modelName strinbaseURLRegion := huaweiCloudRegionForModel(apiConfig, modelName)baseURLConfig := &APIConfig{Region: &baseURLRegion}- if apiConfig != nil {- baseURLConfig.BaseURL = apiConfig.BaseURL- }+ baseURLConfig.BaseURL = apiConfig.BaseURL+baseURL, err := h.baseModel.GetBaseURL(baseURLConfig)if err != nil {return nil, err@@ -213,9 +212,8 @@ func (h *HuaweiCloudModel) ChatStreamlyWithSender(ctx context.Context, modelNamebaseURLRegion := huaweiCloudRegionForModel(apiConfig, modelName)baseURLConfig := &APIConfig{Region: &baseURLRegion}- if apiConfig != nil {- baseURLConfig.BaseURL = apiConfig.BaseURL- }+ baseURLConfig.BaseURL = apiConfig.BaseURL+baseURL, err := h.baseModel.GetBaseURL(baseURLConfig)if err != nil {return err@@ -276,9 +274,8 @@ func (h *HuaweiCloudModel) Embed(ctx context.Context, modelName *string, texts [baseURLRegion := huaweiCloudRegion(apiConfig)baseURLConfig := &APIConfig{Region: &baseURLRegion}- if apiConfig != nil {- baseURLConfig.BaseURL = apiConfig.BaseURL- }+ baseURLConfig.BaseURL = apiConfig.BaseURL+baseURL, err := h.baseModel.GetBaseURL(baseURLConfig)if err != nil {return nil, err@@ -381,9 +378,8 @@ func (h *HuaweiCloudModel) Rerank(ctx context.Context, modelName *string, querybaseURLRegion := huaweiCloudRegion(apiConfig)baseURLConfig := &APIConfig{Region: &baseURLRegion}- if apiConfig != nil {- baseURLConfig.BaseURL = apiConfig.BaseURL- }+ baseURLConfig.BaseURL = apiConfig.BaseURL+baseURL, err := h.baseModel.GetBaseURL(baseURLConfig)if err != nil {return nil, err@@ -488,9 +484,8 @@ func (h *HuaweiCloudModel) ListModels(ctx context.Context, apiConfig *APIConfig)baseURLRegion := huaweiCloudRegion(apiConfig)baseURLConfig := &APIConfig{Region: &baseURLRegion}- if apiConfig != nil {- baseURLConfig.BaseURL = apiConfig.BaseURL- }+ baseURLConfig.BaseURL = apiConfig.BaseURL+baseURL, err := h.baseModel.GetBaseURL(baseURLConfig)if err != nil {return nil, err