Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

fix(models): pass selected models into verify and catch constructor errors (#17132)

Öndery65d8301ea304
diff --git a/api/apps/services/provider_api_service.py b/api/apps/services/provider_api_service.py
index d1afca95ba..4355cb7d94 100644
--- a/api/apps/services/provider_api_service.py
+++ b/api/apps/services/provider_api_service.py
@@ -764,8 +764,14 @@ async def verify_api_key(provider_id_or_name: str, api_key: str | dict, base_url
msg += f"\nEmbedding model from {provider_name} is not supported yet."
model_verify_result[llm["llm_name"]] = ModelVerifyStatusEnum.FAIL.value
continue
- mdl = EmbeddingModel[provider_name](api_key_str, llm["llm_name"], base_url=base_url)
label = f"embedding model({llm['llm_name']})"
+ try:
+ mdl = EmbeddingModel[provider_name](api_key_str, llm["llm_name"], base_url=base_url)
+ except Exception as e:
+ logging.exception("Fail to init %s", label)
+ msg += f"\nFail to access {label}.{str(e)}"
+ model_verify_result[llm["llm_name"]] = ModelVerifyStatusEnum.FAIL.value
+ continue
ok, result = await _run_verification(label, asyncio.to_thread(mdl.encode, ["Test if the api key is available"]), timeout_seconds)
if not ok:
msg += result
@@ -782,7 +788,14 @@ async def verify_api_key(provider_id_or_name: str, api_key: str | dict, base_url
msg += f"\nChat model from {provider_name} is not supported yet."
model_verify_result[llm["llm_name"]] = ModelVerifyStatusEnum.FAIL.value
continue
- mdl = ChatModel[provider_name](api_key_str, llm["llm_name"], base_url=base_url, **extra)
+ label = f"model({provider_name}/{llm['llm_name']})"
+ try:
+ mdl = ChatModel[provider_name](api_key_str, llm["llm_name"], base_url=base_url, **extra)
+ except Exception as e:
+ logging.exception("Fail to init %s", label)
+ msg += f"\nFail to access {label}.{str(e)}"
+ model_verify_result[llm["llm_name"]] = ModelVerifyStatusEnum.FAIL.value
+ continue
temperature = 1 if llm["llm_name"] in ("kimi-k3", "kimi-k2.7-code") else 0.9
@@ -796,7 +809,6 @@ async def verify_api_key(provider_id_or_name: str, api_key: str | dict, base_url
return True
return False
- label = f"model({provider_name}/{llm['llm_name']})"
ok, result = await _run_verification(label, check_streamly(), timeout_seconds)
if not ok:
msg += result
diff --git a/web/src/pages/user-setting/setting-model/instance-card/hooks.tsx b/web/src/pages/user-setting/setting-model/instance-card/hooks.tsx
index 69b98c58c0..1217288e13 100644
--- a/web/src/pages/user-setting/setting-model/instance-card/hooks.tsx
+++ b/web/src/pages/user-setting/setting-model/instance-card/hooks.tsx
@@ -318,17 +318,30 @@ type VerifyTransform = (values: Record<string, any>) => {
* `opendataloader_api_key`), it is used to build the verify args;
* otherwise the generic `values.api_key` / `values.base_url` mapping
* is used.
+ *
+ * `modelInfoRef` carries the models selected in the List-models picker
+ * (not registered as form fields). Without it, verify payloads for
+ * local providers often omit `model_info` and the backend falls back
+ * to an empty factory catalog.
*/
export function useVerifyProvider(
providerName: string,
formRef: RefObject<DynamicFormRef>,
verifyTransform?: VerifyTransform,
+ modelInfoRef?: { current: IModelInfo[] },
) {
const { verifyProviderConnection } = useVerifyProviderConnection();
return useCallback(
async (params: any) => {
const values = { ...(formRef.current?.getValues?.() ?? {}), ...params };
+ const selectedModels =
+ modelInfoRef?.current?.length && modelInfoRef.current.length > 0
+ ? modelInfoRef.current
+ : undefined;
+ if (selectedModels && !values.model_info) {
+ values.model_info = selectedModels;
+ }
let verifyArgs: {
api_key: string | object;
base_url?: string;
@@ -340,14 +353,17 @@ export function useVerifyProvider(
verifyArgs = {
api_key: transformed.apiKey,
base_url: transformed.baseUrl,
- model_info: transformed.modelInfo ?? values.model_info,
+ model_info:
+ transformed.modelInfo?.length
+ ? transformed.modelInfo
+ : (selectedModels ?? values.model_info),
region: transformed.region,
};
} else {
verifyArgs = {
api_key: values.api_key ?? '',
base_url: values.base_url,
- model_info: values.model_info,
+ model_info: selectedModels ?? values.model_info,
};
}
const ret = await verifyProviderConnection({
@@ -365,7 +381,13 @@ export function useVerifyProvider(
logs: string;
};
},
- [providerName, formRef, verifyProviderConnection, verifyTransform],
+ [
+ providerName,
+ formRef,
+ verifyProviderConnection,
+ verifyTransform,
+ modelInfoRef,
+ ],
);
}
diff --git a/web/src/pages/user-setting/setting-model/instance-card/provider-instance-card.tsx b/web/src/pages/user-setting/setting-model/instance-card/provider-instance-card.tsx
index 89a8e314d0..e9de6e7c9f 100644
--- a/web/src/pages/user-setting/setting-model/instance-card/provider-instance-card.tsx
+++ b/web/src/pages/user-setting/setting-model/instance-card/provider-instance-card.tsx
@@ -158,6 +158,7 @@ const GenericProviderInstanceCard = forwardRef<
providerName,
formRef,
providerConfig.verifyTransform,
+ modelInfoRef,
);
const handleDelete = useDeleteInstance(
providerName,