Skip to content

SmythOS Studio: Open-Source Visual AI Agent Builder and deployable runtime stack from SmythOS. Start with an intuitive drag-and-drop workspace, extend with custom code, and deploy your agents anywhere — local, cloud, or edge — with full governance and control.

Feature/chatbot llm model dropdown (#288)

Salman Ahamed2fb865eb22b1
diff --git a/packages/app/src/backend/routes/api/page/chat.ts b/packages/app/src/backend/routes/api/page/chat.ts
index c4b0743a..168040ef 100644
--- a/packages/app/src/backend/routes/api/page/chat.ts
+++ b/packages/app/src/backend/routes/api/page/chat.ts
@@ -66,6 +66,7 @@ router.post('/stream', async (req, res) => {
const token = req.user.accessToken;
const agentId = req.headers['x-agent-id'];
const conversationId = req.headers['x-conversation-id'];
+ const modelId = req.headers['x-model-id']; // Extract model ID for backend override
const enableMetaMessages = req.headers['x-enable-meta-messages'] === 'true';
try {
@@ -81,6 +82,7 @@ router.post('/stream', async (req, res) => {
'x-conversation-id': conversationId,
'x-smyth-team-id': teamId,
'x-enable-meta-messages': enableMetaMessages,
+ ...(modelId ? { 'x-model-id': modelId } : {}), // Forward model ID if provided
},
responseType: 'stream',
},
diff --git a/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts b/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts
index dfafce6a..64a5de24 100644
--- a/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts
+++ b/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts
@@ -87,7 +87,7 @@ export class ChatAPIClient {
* ```
*/
async streamChat(streamConfig: IStreamConfig, callbacks: IStreamCallbacks): Promise<void> {
- const { agentId, chatId, message, attachments, signal, headers = {} } = streamConfig;
+ const { agentId, chatId, message, modelId, attachments, signal, headers = {} } = streamConfig;
const { onContent, onThinking, onToolCall, onDebug, onError, onStart, onComplete } = callbacks;
// Validate required parameters
@@ -114,12 +114,13 @@ export class ChatAPIClient {
onStart();
}
- // Prepare request
+ // Prepare request headers with optional model override
const requestHeaders = {
...this.config.defaultHeaders,
'X-AGENT-ID': agentId,
'x-conversation-id': chatId,
'x-enable-meta-messages': 'true',
+ ...(modelId ? { 'x-model-id': modelId } : {}), // Include model override if provided
...headers,
};
diff --git a/packages/app/src/react/features/ai-chat/components/header.tsx b/packages/app/src/react/features/ai-chat/components/header.tsx
index 0c7a8530..0defd60f 100644
--- a/packages/app/src/react/features/ai-chat/components/header.tsx
+++ b/packages/app/src/react/features/ai-chat/components/header.tsx
@@ -1,52 +1,240 @@
import { Tooltip } from 'flowbite-react';
-import { FC } from 'react';
+import { FC, useCallback, useEffect, useRef, useState } from 'react';
import { FaRegPenToSquare } from 'react-icons/fa6';
+import { IoChevronDown } from 'react-icons/io5';
import { Link } from 'react-router-dom';
import { Skeleton } from '@react/features/ai-chat/components';
import { CloseIcon } from '@react/features/ai-chat/components/icons';
import { DEFAULT_AVATAR_URL } from '@react/features/ai-chat/constants';
import { useChatContext } from '@react/features/ai-chat/contexts';
+import { AgentSettings } from '@react/shared/types/agent-data.types';
+import { cn } from '@src/react/shared/utils/general';
+import { Observability } from '@src/shared/observability';
+import { EVENTS } from '@src/shared/posthog/constants/events';
+import { LLMRegistry } from '@src/shared/services/LLMRegistry.service';
+import { llmModelsStore } from '@src/shared/state_stores/llm-models';
+
+// #region Temporary Badges
+const TEMP_BADGES: Record<string, boolean> = {
+ enterprise: true,
+ smythos: true,
+ personal: true,
+ limited: true,
+};
+
+/**
+ * Get badge string from model tags
+ * @param tags - Array of model tags
+ * @returns Badge string for display
+ */
+function getTempBadge(tags: string[]): string {
+ return tags.filter((tag) => TEMP_BADGES?.[tag?.toLowerCase()]).join(' ');
+}
+// #endregion Temporary Badges
interface ChatHeaderProps {
- avatar?: string;
+ agentSettings?: AgentSettings;
agentName?: string;
isAgentLoading?: boolean;
- isAvatarLoading?: boolean;
+ isSettingsLoading?: boolean;
+}
+
+interface ILLMModels {
+ label: string;
+ value: string;
+ tags: string[];
+ default?: boolean;
}
export const ChatHeader: FC<ChatHeaderProps> = (props) => {
- const { avatar, agentName, isAgentLoading, isAvatarLoading } = props;
- const { clearChatSession } = useChatContext();
+ const { agentName, isAgentLoading, isSettingsLoading, agentSettings } = props;
+
+ const avatar = agentSettings?.avatar;
+ const selectedModel = agentSettings?.chatGptModel;
+
+ const { clearChatSession, selectedModelOverride, setSelectedModelOverride } = useChatContext();
+
+ // State for LLM models
+ const [llmModels, setLlmModels] = useState<Array<ILLMModels>>([]);
+ const [isModelsLoading, setIsModelsLoading] = useState<boolean>(true);
+
+ // State for custom dropdown
+ const [isDropdownOpen, setIsDropdownOpen] = useState<boolean>(false);
+ const dropdownRef = useRef<HTMLDivElement>(null);
+
+ // Use override if set, otherwise use agent's default model
+ const currentModel = selectedModelOverride || selectedModel || '';
+
+ /**
+ * Initialize LLM models store on component mount
+ * Fetches available models with 'tools' feature
+ */
+ useEffect(() => {
+ llmModelsStore
+ .getState()
+ .init()
+ .finally(() => {
+ const models: Array<ILLMModels> = LLMRegistry.getSortedModelsByFeatures('tools').map(
+ (model) => ({
+ label: model.label,
+ value: model.entryId,
+ tags: model.tags,
+ default: model?.default || false,
+ }),
+ );
+
+ setLlmModels(models);
+ setIsModelsLoading(false);
+ });
+ }, []);
+
+ /**
+ * Handle click outside dropdown to close it
+ */
+ useEffect(() => {
+ const handleClickOutside = (event: MouseEvent): void => {
+ if (dropdownRef.current && !dropdownRef.current.contains(event.target as Node)) {
+ setIsDropdownOpen(false);
+ }
+ };
+
+ if (isDropdownOpen) {
+ document.addEventListener('mousedown', handleClickOutside);
+ }
+
+ return () => {
+ document.removeEventListener('mousedown', handleClickOutside);
+ };
+ }, [isDropdownOpen]);
+
+ /**
+ * Handle model selection change
+ * Only updates context state - does NOT modify agent configuration
+ * Model override is sent with each request via x-model-id header
+ */
+ const handleModelChange = useCallback(
+ (newModel: string) => {
+ // Set temporary model override (not saved to agent config)
+ setSelectedModelOverride(newModel);
+
+ // Close dropdown after selection
+ setIsDropdownOpen(false);
+
+ // Track model change event (synchronous, no need to await)
+ Observability.observeInteraction(EVENTS.AGENT_SETTINGS_EVENTS.app_LLM_selected, {
+ model: newModel,
+ });
+ },
+ [setSelectedModelOverride],
+ );
+
+ /**
+ * Toggle dropdown open/close
+ */
+ const toggleDropdown = useCallback(() => {
+ setIsDropdownOpen((prev) => !prev);
+ }, []);
return (
<div className="w-full bg-white border-b border-[#e5e5e5] h-14 flex justify-center absolute top-0 left-0 z-10 px-2.5 lg:px-0">
<div className="w-full max-w-4xl flex justify-between items-center">
- {/* Left side - Avatar and Agent Name */}
- <div className="flex items-center gap-3">
- {isAvatarLoading ? (
- <Skeleton className="size-8 rounded-full" />
- ) : (
- <img
- src={avatar ?? DEFAULT_AVATAR_URL}
- alt="avatar"
- className="size-8 rounded-full transition-opacity duration-300 ease-in-out"
- />
- )}
-
- <div className="flex items-center">
+ {/* Left side - Agent Avatar, Name and Model Selection */}
+ <div className="w-full flex items-center gap-3">
+ <figure>
+ {isSettingsLoading ? (
+ <Skeleton className="size-8 rounded-full" />
+ ) : (
+ <img
+ src={avatar ?? DEFAULT_AVATAR_URL}
+ alt="avatar"
+ className="size-8 rounded-full transition-opacity duration-300 ease-in-out"
+ />
+ )}
+ </figure>
+
+ <div className="flex items-start justify-center flex-col">
{isAgentLoading ? (
- <Skeleton className="w-24 h-6 rounded-md" />
+ <Skeleton
+ className={cn(
+ 'w-25 h-[18px] rounded',
+ (isSettingsLoading || isModelsLoading) && 'rounded-b-none',
+ )}
+ />
) : (
- <span className="text-lg font-medium text-[#111827] transition-opacity duration-300 ease-in-out">
+ <span className="text-lg font-medium text-[#111827] transition-opacity duration-300 ease-in-out leading-none">
{agentName || 'Unknown Agent'}
</span>
)}
+
+ {/* Model selection */}
+ <div className="flex items-center group">
+ {isSettingsLoading || isModelsLoading ? (
+ <Skeleton
+ className={cn('w-25 h-4 rounded ', isSettingsLoading && 'rounded-t-none')}
+ />
+ ) : (
+ <div ref={dropdownRef} className="relative leading-none">
+ {/* Selected value display - clickable trigger */}
+ <button
+ type="button"
+ onClick={toggleDropdown}
+ disabled={isAgentLoading || isSettingsLoading || isModelsLoading}
+ className="inline-flex items-center gap-0.5 text-xs text-slate-500 leading-none cursor-pointer hover:text-slate-900 transition-colors disabled:cursor-not-allowed disabled:opacity-50 "
+ >
+ {/* Display selected model label */}
+ <span>
+ {llmModels.find((m) => m.value === currentModel)?.label || 'Select Model'}
+ {(() => {
+ const selectedModelData = llmModels.find((m) => m.value === currentModel);
+ if (selectedModelData) {
+ const badge = getTempBadge(selectedModelData.tags);
+ return badge ? ` (${badge})` : '';
+ }
+ return '';
+ })()}
+ </span>
+ {/* Dropdown icon */}
+ <IoChevronDown
+ className={`size-3 text-slate-500 group-hover:text-slate-900 flex-shrink-0 transition-transform leading-none ${
+ isDropdownOpen ? 'rotate-180' : ''
+ }`}
+ />
+ </button>
+
+ {/* Dropdown menu */}
+ {isDropdownOpen && (
+ <div className="absolute top-full -left-3 mt-1 bg-slate-100 border border-slate-200 rounded-md shadow-lg z-50 min-w-[200px] max-h-[300px] overflow-y-auto divide-y divide-slate-200">
+ {llmModels.map((model) => {
+ let badge = getTempBadge(model.tags);
+ badge = badge ? ' (' + badge + ')' : '';
+ const isSelected = model.value === currentModel;
+
+ return (
+ <button
+ key={model.value}
+ type="button"
+ onClick={() => handleModelChange(model.value)}
+ className={`w-full text-left px-3 py-2 text-xs hover:bg-slate-200 transition-colors focus:outline-none ${
+ isSelected
+ ? 'bg-slate-300 text-slate-800 font-medium'
+ : 'text-slate-600'
+ }`}
+ >
+ {model.label + badge}
+ </button>
+ );
+ })}
+ </div>
+ )}
+ </div>
+ )}
+ </div>
</div>
</div>
{/* Right side - Action buttons */}
- <div className="flex items-center justify-center gap-2">
+ <div className=" flex items-center justify-center gap-2">
<Tooltip content={<>New&nbsp;Chat</>} placement="bottom">
<button
className="cursor-pointer w-6 h-6 flex items-center justify-center"
diff --git a/packages/app/src/react/features/ai-chat/contexts/index.tsx b/packages/app/src/react/features/ai-chat/contexts/index.tsx
index 5d0c2a81..618bdd3f 100644
--- a/packages/app/src/react/features/ai-chat/contexts/index.tsx
+++ b/packages/app/src/react/features/ai-chat/contexts/index.tsx
@@ -25,6 +25,10 @@ interface ChatContextType {
retryLastMessage: () => void;
stopGenerating: () => void;
clearChatSession: () => Promise<void>;
+
+ // Model override (temporary, not saved to agent config)
+ selectedModelOverride: string | null;
+ setSelectedModelOverride: (model: string | null) => void;
}
const ChatContext = createContext<ChatContextType | undefined>(undefined);
diff --git a/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts b/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts
index 1547af5e..faff391a 100644
--- a/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts
+++ b/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts
@@ -1,4 +1,4 @@
-import { useCallback, useEffect, useMemo, useRef } from 'react';
+import { useCallback, useEffect, useMemo, useRef, useState } from 'react';
import { useNavigate } from 'react-router-dom';
import {
@@ -50,6 +50,9 @@ export interface IUseAgentChatContextReturn {
retryLastMessage: () => void;
stopGenerating: () => void;
clearChatSession: () => Promise<void>;
+ // Model override (temporary, not saved to agent config)
+ selectedModelOverride: string | null;
+ setSelectedModelOverride: (model: string | null) => void;
};
agent: ReturnType<typeof useAgent>['data'];
agentSettings: ReturnType<typeof useAgentSettings>['data'];
@@ -95,6 +98,9 @@ export const useAgentChatContext = (
const isFirstMessageSentRef = useRef(false);
const hasInitializedChatRef = useRef(false);
+ // Model override state (temporary, not saved to agent config)
+ const [selectedModelOverride, setSelectedModelOverride] = useState<string | null>(null);
+
// ============================================================================
// API HOOKS
// ============================================================================
@@ -146,6 +152,8 @@ export const useAgentChatContext = (
} = useChat({
agentId,
chatId: agentSettings?.lastConversationId || '',
+ // Use override if set, otherwise fall back to agent's default model
+ modelId: selectedModelOverride || agentSettings?.chatGptModel,
avatar: agent?.aiAgentSettings?.avatar,
onChatComplete: () => {
if (!isFirstMessageSentRef.current) {
@@ -243,6 +251,7 @@ export const useAgentChatContext = (
/**
* Initialize chat session on component mount
+ * Only runs once when both agent and settings are loaded
*/
useEffect(() => {
if (agentSettings && agent && !hasInitializedChatRef.current) {
@@ -251,11 +260,10 @@ export const useAgentChatContext = (
// This ensures fresh conversation every time user loads the page
hasInitializedChatRef.current = true;
- createNewChatSession().then(() => {
- onChatReady?.();
- });
+ createNewChatSession().then(() => onChatReady?.());
}
- }, [agentSettings, agent, agentId, createNewChatSession, onChatReady]);
+ // eslint-disable-next-line react-hooks/exhaustive-deps
+ }, [agentSettings, agent, agentId]); // Only depend on core values, not callbacks
/**
* Track chat session lifecycle for observability
@@ -301,6 +309,10 @@ export const useAgentChatContext = (
retryLastMessage,
stopGenerating,
clearChatSession,
+
+ // Model override (temporary, not saved to agent config)
+ selectedModelOverride,
+ setSelectedModelOverride,
}),
[
// File handling dependencies
@@ -325,6 +337,9 @@ export const useAgentChatContext = (
retryLastMessage,
stopGenerating,
clearChatSession,
+ // Model override dependencies
+ selectedModelOverride,
+ setSelectedModelOverride,
],
);
diff --git a/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts b/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts
index 6f1b3c3d..a8b267c1 100644
--- a/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts
+++ b/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts
@@ -113,9 +113,7 @@ export const useChatStream = (config: IUseChatStreamConfig = {}): IUseChatStream
setIsStreaming(false);
abortControllerRef.current = null;
- if (onStreamEnd) {
- onStreamEnd();
- }
+ if (onStreamEnd) onStreamEnd();
callbacks.onComplete();
},
diff --git a/packages/app/src/react/features/ai-chat/hooks/use-chat.ts b/packages/app/src/react/features/ai-chat/hooks/use-chat.ts
index 8fcb3449..fba52b5d 100644
--- a/packages/app/src/react/features/ai-chat/hooks/use-chat.ts
+++ b/packages/app/src/react/features/ai-chat/hooks/use-chat.ts
@@ -22,6 +22,7 @@ import { useChatStream } from './use-chat-stream';
interface IUseChatConfig {
agentId: string;
chatId: string; // Chat/Conversation ID
+ modelId?: string; // Model ID to override backend model selection
avatar?: string;
client?: ChatAPIClient; // Custom chat API client
headers?: Record<string, string>; // Custom headers for requests
@@ -65,7 +66,7 @@ interface IUseChatConfig {
* ```
*/
export const useChat = (config: IUseChatConfig): IUseChatReturn => {
- const { agentId, chatId, avatar, client, headers, onChatComplete, onError } = config;
+ const { agentId, chatId, modelId, avatar, client, headers, onChatComplete, onError } = config;
// State management
const [messages, setMessages] = useState<IChatMessage[]>([]);
@@ -324,6 +325,7 @@ export const useChat = (config: IUseChatConfig): IUseChatReturn => {
agentId,
chatId,
message,
+ modelId, // Pass model ID to override backend model selection
attachments,
signal: new AbortController().signal, // Signal managed by useChatStream
headers,
@@ -438,6 +440,7 @@ export const useChat = (config: IUseChatConfig): IUseChatReturn => {
setIsProcessing(false);
}
},
+ // eslint-disable-next-line react-hooks/exhaustive-deps
[
agentId,
chatId,
diff --git a/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx b/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx
index 356f2128..2fddef3d 100644
--- a/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx
+++ b/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx
@@ -73,9 +73,9 @@ const AgentChatPage = () => {
<Container>
<ChatHeader
agentName={agent?.name}
- avatar={agentSettings?.settings?.avatar}
+ agentSettings={agentSettings?.settings}
isAgentLoading={isLoading.agent}
- isAvatarLoading={isLoading.settings}
+ isSettingsLoading={isLoading.settings}
/>
<Chats
diff --git a/packages/app/src/react/features/ai-chat/types/chat.types.ts b/packages/app/src/react/features/ai-chat/types/chat.types.ts
index 941e73bc..9e2f57f9 100644
--- a/packages/app/src/react/features/ai-chat/types/chat.types.ts
+++ b/packages/app/src/react/features/ai-chat/types/chat.types.ts
@@ -81,6 +81,7 @@ export interface IStreamConfig {
agentId: string; // Target agent ID
chatId: string; // Conversation ID
message: string; // User message content
+ modelId?: string; // Model ID to override backend model selection
attachments?: IFileAttachment[]; // File attachments
signal: AbortSignal; // Abort signal for cancellation
headers?: Record<string, string>; // Custom headers