Skip to content

SmythOS Studio: Open-Source Visual AI Agent Builder and deployable runtime stack from SmythOS. Start with an intuitive drag-and-drop workspace, extend with custom code, and deploy your agents anywhere — local, cloud, or edge — with full governance and control.

add 'provider' and 'features' field for user custom model

Forhad Hosain36d675743512
diff --git a/packages/app/src/backend/routes/api/page/vault.ts b/packages/app/src/backend/routes/api/page/vault.ts
index db186af6..7dffec68 100644
--- a/packages/app/src/backend/routes/api/page/vault.ts
+++ b/packages/app/src/backend/routes/api/page/vault.ts
@@ -757,6 +757,8 @@ router.delete('/custom-llm/:provider/:id', customLLMRouteMiddlewares, async (req
* id: <id of the entry>,
* modelId: <the model id entered by the user>,
* baseUrl: <base url>,
+ * provider: <provider/compatible SDK, e.g., 'OpenAI', 'Ollama'>,
+ * features: <array of features, e.g., ['text', 'tools']>,
* fallbackLLM: <llm ID from builtin LLMs>
* }
* }
diff --git a/packages/app/src/backend/routes/router.helpers/userCustomLLM.helper.ts b/packages/app/src/backend/routes/router.helpers/userCustomLLM.helper.ts
index e4219f82..5301589e 100644
--- a/packages/app/src/backend/routes/router.helpers/userCustomLLM.helper.ts
+++ b/packages/app/src/backend/routes/router.helpers/userCustomLLM.helper.ts
@@ -29,7 +29,9 @@ export interface UserCustomLLMInputParams {
name: string;
modelId: string;
baseUrl: string;
+ provider: string;
fallbackLLM: string;
+ features?: string[];
}
export interface UserCustomLLMInfo extends UserCustomLLMInputParams {
@@ -48,14 +50,16 @@ const userCustomLLMValidationSchema = Joi.object({
.optional()
.pattern(/^[a-zA-Z0-9-_]+$/)
.max(80),
- name: Joi.string().required().min(1).max(80).trim(),
- modelId: Joi.string().required().min(1).max(200).trim(),
+ name: Joi.string().trim().required().min(1).max(80),
+ modelId: Joi.string().trim().required().min(1).max(200),
baseUrl: Joi.string()
+ .trim()
.required()
.uri({ scheme: ['http', 'https'] })
- .max(500)
- .trim(),
- fallbackLLM: Joi.string().required().min(1).max(100).trim(),
+ .max(500),
+ provider: Joi.string().trim().required().valid('OpenAI', 'Ollama'),
+ fallbackLLM: Joi.string().trim().required().min(1).max(100),
+ features: Joi.array().items(Joi.string()).optional(),
});
//#endregion - Validation Schema
@@ -74,7 +78,9 @@ async function saveUserCustomLLM(req: Request, params: UserCustomLLMInputParams)
name: params.name?.trim(),
modelId: params.modelId?.trim(),
baseUrl: params.baseUrl?.trim(),
+ provider: params.provider?.trim(),
fallbackLLM: params.fallbackLLM?.trim(),
+ features: params.features || ['text'],
};
// Validate input parameters
@@ -93,6 +99,8 @@ async function saveUserCustomLLM(req: Request, params: UserCustomLLMInputParams)
modelId: trimmedParams.modelId,
baseUrl: trimmedParams.baseUrl,
fallbackLLM: trimmedParams.fallbackLLM,
+ features: trimmedParams.features,
+ provider: trimmedParams.provider,
};
// Save to team settings
diff --git a/packages/app/src/react/features/vault/components/create-user-custom-model-modal.tsx b/packages/app/src/react/features/vault/components/create-user-custom-model-modal.tsx
index 115adbf7..cabcd1d8 100644
--- a/packages/app/src/react/features/vault/components/create-user-custom-model-modal.tsx
+++ b/packages/app/src/react/features/vault/components/create-user-custom-model-modal.tsx
@@ -1,3 +1,4 @@
+import { Checkbox } from '@src/react/shared/components/ui/checkbox';
import {
Dialog,
DialogContent,
@@ -16,6 +17,7 @@ import {
SelectValue,
} from '@src/react/shared/components/ui/select';
import { Spinner } from '@src/react/shared/components/ui/spinner';
+import { CUSTOM_LLM_FEATURES } from '@src/shared/constants/custom-llm.constants';
import { LLMRegistry } from '@src/shared/services/LLMRegistry.service';
import React, { useEffect, useState } from 'react';
import type { UserCustomModel } from '../types/types';
@@ -39,7 +41,9 @@ export function CreateUserCustomModelModal({
name: '',
modelId: '',
baseUrl: '',
+ provider: '',
fallbackLLM: '',
+ features: ['text'],
});
// Get available fallback models from LLMRegistry (same as Default LLM section)
@@ -69,14 +73,18 @@ export function CreateUserCustomModelModal({
name: editModel.name,
modelId: editModel.modelId,
baseUrl: editModel.baseUrl,
+ provider: editModel.provider,
fallbackLLM: editModel.fallbackLLM,
+ features: editModel.features || ['text'],
});
} else {
setFormData({
name: '',
modelId: '',
baseUrl: '',
+ provider: '',
fallbackLLM: '',
+ features: ['text'],
});
}
}, [editModel, isOpen]);
@@ -88,6 +96,7 @@ export function CreateUserCustomModelModal({
!formData.name.trim() ||
!formData.modelId.trim() ||
!formData.baseUrl.trim() ||
+ !formData.provider.trim() ||
!formData.fallbackLLM.trim()
) {
return;
@@ -107,8 +116,14 @@ export function CreateUserCustomModelModal({
formData.name.trim() &&
formData.modelId.trim() &&
formData.baseUrl.trim() &&
+ formData.provider.trim() &&
formData.fallbackLLM.trim();
+ // Filter features to only show Text Completion and Function calling/Tool Use
+ const userCustomModelFeatures = CUSTOM_LLM_FEATURES.filter(
+ (feature) => feature.value === 'text' || feature.value === 'tools',
+ );
+
return (
<Dialog
open={isOpen}
@@ -170,12 +185,30 @@ export function CreateUserCustomModelModal({
/>
</div>
+ <div className="space-y-2">
+ <Label htmlFor="provider" className="text-base font-normal mr-2 text-[#1E1E1E]">
+ Provider / Compatible SDK <span className="text-red-500">*</span>
+ </Label>
+ <Select
+ value={formData.provider}
+ onValueChange={(value) => handleInputChange('provider', value)}
+ >
+ <SelectTrigger>
+ <SelectValue placeholder="Select a provider" />
+ </SelectTrigger>
+ <SelectContent>
+ <SelectItem value="OpenAI">OpenAI</SelectItem>
+ <SelectItem value="Ollama">Ollama</SelectItem>
+ </SelectContent>
+ </Select>
+ </div>
+
<div className="space-y-2">
<Label htmlFor="fallbackLLM">
Fallback Model <span className="text-red-500">*</span>
</Label>
<p className="text-xs text-gray-500">
- Select a model from the same options available in Default LLM settings
+ The model used when the custom model is unavailable.
</p>
<Select
value={formData.fallbackLLM}
@@ -194,6 +227,25 @@ export function CreateUserCustomModelModal({
</Select>
</div>
+ <div className="space-y-3">
+ <Label className="text-base font-normal text-[#1E1E1E]">Features</Label>
+ <div className="grid grid-cols-2 gap-4 ml-2">
+ {userCustomModelFeatures.map((feature) => (
+ <div key={feature.value} className="flex items-center space-x-2">
+ <Checkbox
+ id={feature.value}
+ disabled={true}
+ checked={formData.features.includes(feature.value)}
+ className="data-[state=checked]:bg-[#3C89F9] data-[state=checked]:border-[#3C89F9] data-[state=checked]:text-[#FFFF] shadow-none"
+ />
+ <Label htmlFor={feature.value} className="text-sm font-normal">
+ {feature.text}
+ </Label>
+ </div>
+ ))}
+ </div>
+ </div>
+
<div className="flex justify-between gap-4 pt-4">
<CustomButton
type="button"
diff --git a/packages/app/src/react/features/vault/components/user-custom-models.tsx b/packages/app/src/react/features/vault/components/user-custom-models.tsx
index f5346471..8213314d 100644
--- a/packages/app/src/react/features/vault/components/user-custom-models.tsx
+++ b/packages/app/src/react/features/vault/components/user-custom-models.tsx
@@ -41,9 +41,7 @@ export function UserCustomModels({ pageAccess }: { pageAccess: { write: boolean
);
if (existingModel) {
- errorToast(
- 'A user custom model with this name already exists. Please choose a different name.',
- );
+ errorToast('A custom model with this name already exists. Please choose a different name.');
return;
}
@@ -72,9 +70,7 @@ export function UserCustomModels({ pageAccess }: { pageAccess: { write: boolean
);
if (existingModel) {
- errorToast(
- 'A user custom model with this name already exists. Please choose a different name.',
- );
+ errorToast('A custom model with this name already exists. Please choose a different name.');
return;
}
diff --git a/packages/app/src/react/features/vault/types/types.ts b/packages/app/src/react/features/vault/types/types.ts
index 312c9117..6a59239e 100644
--- a/packages/app/src/react/features/vault/types/types.ts
+++ b/packages/app/src/react/features/vault/types/types.ts
@@ -188,8 +188,17 @@ export interface UserCustomModel {
*/
baseUrl: string;
+ /**
+ * Provider / Compatible SDK (e.g., 'OpenAI', 'Ollama')
+ */
+ provider: string;
/**
* Fallback LLM ID from builtin LLMs
*/
fallbackLLM: string;
+
+ /**
+ * List of features supported by the model (e.g., 'text', 'tools')
+ */
+ features?: string[];
}
diff --git a/packages/app/src/react/features/vault/vault-business-logic.ts b/packages/app/src/react/features/vault/vault-business-logic.ts
index ec527cb5..8663c6d2 100644
--- a/packages/app/src/react/features/vault/vault-business-logic.ts
+++ b/packages/app/src/react/features/vault/vault-business-logic.ts
@@ -647,7 +647,9 @@ export const userCustomModelService = {
name: value.name,
modelId: value.modelId,
baseUrl: value.baseUrl,
+ provider: value.provider,
fallbackLLM: value.fallbackLLM,
+ features: value.features,
}));
return models;
@@ -687,7 +689,9 @@ export const userCustomModelService = {
name: result.data.name,
modelId: modelDetails.modelId,
baseUrl: modelDetails.baseUrl,
+ provider: modelDetails.provider,
fallbackLLM: modelDetails.fallbackLLM,
+ features: modelDetails.features,
};
} catch (error) {
console.error('Error creating user custom model:', error);
@@ -726,7 +730,9 @@ export const userCustomModelService = {
name: result.data.name,
modelId: updatedFields.modelId || '',
baseUrl: updatedFields.baseUrl || '',
+ provider: updatedFields.provider || '',
fallbackLLM: updatedFields.fallbackLLM || '',
+ features: updatedFields.features,
};
} catch (error) {
console.error('Error updating user custom model:', error);
diff --git a/packages/app/src/shared/constants/custom-llm.constants.ts b/packages/app/src/shared/constants/custom-llm.constants.ts
index 664f803a..cacda681 100644
--- a/packages/app/src/shared/constants/custom-llm.constants.ts
+++ b/packages/app/src/shared/constants/custom-llm.constants.ts
@@ -5,7 +5,7 @@ export const CUSTOM_LLM_PROVIDERS = [
export const CUSTOM_LLM_FEATURES = [
{ text: 'Text Completion', value: 'text' },
- { text: 'Tools', value: 'tools' },
+ { text: 'Function calling / Tool Use', value: 'tools' },
{ text: 'Image', value: 'image' },
{ text: 'Audio', value: 'audio' },
{ text: 'Video', value: 'video' },