SmythOS Studio: Open-Source Visual AI Agent Builder and deployable runtime stack from SmythOS. Start with an intuitive drag-and-drop workspace, extend with custom code, and deploy your agents anywhere — local, cloud, or edge — with full governance and control.
JavaScript a2aagentic-aiai-agentsdevtoolsmcp-clientn8n-alternativeno-codeopen-sourceorchestrationsmythosvisual-builder
Feature/chatbot llm model dropdown (#288)
Salman Ahamed2fb865eb22b1
diff --git a/packages/app/src/backend/routes/api/page/chat.ts b/packages/app/src/backend/routes/api/page/chat.tsindex c4b0743a..168040ef 100644--- a/packages/app/src/backend/routes/api/page/chat.ts+++ b/packages/app/src/backend/routes/api/page/chat.ts@@ -66,6 +66,7 @@ router.post('/stream', async (req, res) => {const token = req.user.accessToken;const agentId = req.headers['x-agent-id'];const conversationId = req.headers['x-conversation-id'];+ const modelId = req.headers['x-model-id']; // Extract model ID for backend overrideconst enableMetaMessages = req.headers['x-enable-meta-messages'] === 'true';try {@@ -81,6 +82,7 @@ router.post('/stream', async (req, res) => {'x-conversation-id': conversationId,'x-smyth-team-id': teamId,'x-enable-meta-messages': enableMetaMessages,+ ...(modelId ? { 'x-model-id': modelId } : {}), // Forward model ID if provided},responseType: 'stream',},diff --git a/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts b/packages/app/src/react/features/ai-chat/clients/chat-api.client.tsindex dfafce6a..64a5de24 100644--- a/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts+++ b/packages/app/src/react/features/ai-chat/clients/chat-api.client.ts@@ -87,7 +87,7 @@ export class ChatAPIClient {* ```*/async streamChat(streamConfig: IStreamConfig, callbacks: IStreamCallbacks): Promise<void> {- const { agentId, chatId, message, attachments, signal, headers = {} } = streamConfig;+ const { agentId, chatId, message, modelId, attachments, signal, headers = {} } = streamConfig;const { onContent, onThinking, onToolCall, onDebug, onError, onStart, onComplete } = callbacks;// Validate required parameters@@ -114,12 +114,13 @@ export class ChatAPIClient {onStart();}- // Prepare request+ // Prepare request headers with optional model overrideconst requestHeaders = {...this.config.defaultHeaders,'X-AGENT-ID': agentId,'x-conversation-id': chatId,'x-enable-meta-messages': 'true',+ ...(modelId ? { 'x-model-id': modelId } : {}), // Include model override if provided...headers,};diff --git a/packages/app/src/react/features/ai-chat/components/header.tsx b/packages/app/src/react/features/ai-chat/components/header.tsxindex 0c7a8530..0defd60f 100644--- a/packages/app/src/react/features/ai-chat/components/header.tsx+++ b/packages/app/src/react/features/ai-chat/components/header.tsx@@ -1,52 +1,240 @@import { Tooltip } from 'flowbite-react';-import { FC } from 'react';+import { FC, useCallback, useEffect, useRef, useState } from 'react';import { FaRegPenToSquare } from 'react-icons/fa6';+import { IoChevronDown } from 'react-icons/io5';import { Link } from 'react-router-dom';import { Skeleton } from '@react/features/ai-chat/components';import { CloseIcon } from '@react/features/ai-chat/components/icons';import { DEFAULT_AVATAR_URL } from '@react/features/ai-chat/constants';import { useChatContext } from '@react/features/ai-chat/contexts';+import { AgentSettings } from '@react/shared/types/agent-data.types';+import { cn } from '@src/react/shared/utils/general';+import { Observability } from '@src/shared/observability';+import { EVENTS } from '@src/shared/posthog/constants/events';+import { LLMRegistry } from '@src/shared/services/LLMRegistry.service';+import { llmModelsStore } from '@src/shared/state_stores/llm-models';++// #region Temporary Badges+const TEMP_BADGES: Record<string, boolean> = {+ enterprise: true,+ smythos: true,+ personal: true,+ limited: true,+};++/**+ * Get badge string from model tags+ * @param tags - Array of model tags+ * @returns Badge string for display+ */+function getTempBadge(tags: string[]): string {+ return tags.filter((tag) => TEMP_BADGES?.[tag?.toLowerCase()]).join(' ');+}+// #endregion Temporary Badgesinterface ChatHeaderProps {- avatar?: string;+ agentSettings?: AgentSettings;agentName?: string;isAgentLoading?: boolean;- isAvatarLoading?: boolean;+ isSettingsLoading?: boolean;+}++interface ILLMModels {+ label: string;+ value: string;+ tags: string[];+ default?: boolean;}export const ChatHeader: FC<ChatHeaderProps> = (props) => {- const { avatar, agentName, isAgentLoading, isAvatarLoading } = props;- const { clearChatSession } = useChatContext();+ const { agentName, isAgentLoading, isSettingsLoading, agentSettings } = props;++ const avatar = agentSettings?.avatar;+ const selectedModel = agentSettings?.chatGptModel;++ const { clearChatSession, selectedModelOverride, setSelectedModelOverride } = useChatContext();++ // State for LLM models+ const [llmModels, setLlmModels] = useState<Array<ILLMModels>>([]);+ const [isModelsLoading, setIsModelsLoading] = useState<boolean>(true);++ // State for custom dropdown+ const [isDropdownOpen, setIsDropdownOpen] = useState<boolean>(false);+ const dropdownRef = useRef<HTMLDivElement>(null);++ // Use override if set, otherwise use agent's default model+ const currentModel = selectedModelOverride || selectedModel || '';++ /**+ * Initialize LLM models store on component mount+ * Fetches available models with 'tools' feature+ */+ useEffect(() => {+ llmModelsStore+ .getState()+ .init()+ .finally(() => {+ const models: Array<ILLMModels> = LLMRegistry.getSortedModelsByFeatures('tools').map(+ (model) => ({+ label: model.label,+ value: model.entryId,+ tags: model.tags,+ default: model?.default || false,+ }),+ );++ setLlmModels(models);+ setIsModelsLoading(false);+ });+ }, []);++ /**+ * Handle click outside dropdown to close it+ */+ useEffect(() => {+ const handleClickOutside = (event: MouseEvent): void => {+ if (dropdownRef.current && !dropdownRef.current.contains(event.target as Node)) {+ setIsDropdownOpen(false);+ }+ };++ if (isDropdownOpen) {+ document.addEventListener('mousedown', handleClickOutside);+ }++ return () => {+ document.removeEventListener('mousedown', handleClickOutside);+ };+ }, [isDropdownOpen]);++ /**+ * Handle model selection change+ * Only updates context state - does NOT modify agent configuration+ * Model override is sent with each request via x-model-id header+ */+ const handleModelChange = useCallback(+ (newModel: string) => {+ // Set temporary model override (not saved to agent config)+ setSelectedModelOverride(newModel);++ // Close dropdown after selection+ setIsDropdownOpen(false);++ // Track model change event (synchronous, no need to await)+ Observability.observeInteraction(EVENTS.AGENT_SETTINGS_EVENTS.app_LLM_selected, {+ model: newModel,+ });+ },+ [setSelectedModelOverride],+ );++ /**+ * Toggle dropdown open/close+ */+ const toggleDropdown = useCallback(() => {+ setIsDropdownOpen((prev) => !prev);+ }, []);return (<div className="w-full bg-white border-b border-[#e5e5e5] h-14 flex justify-center absolute top-0 left-0 z-10 px-2.5 lg:px-0"><div className="w-full max-w-4xl flex justify-between items-center">- {/* Left side - Avatar and Agent Name */}- <div className="flex items-center gap-3">- {isAvatarLoading ? (- <Skeleton className="size-8 rounded-full" />- ) : (- <img- src={avatar ?? DEFAULT_AVATAR_URL}- alt="avatar"- className="size-8 rounded-full transition-opacity duration-300 ease-in-out"- />- )}-- <div className="flex items-center">+ {/* Left side - Agent Avatar, Name and Model Selection */}+ <div className="w-full flex items-center gap-3">+ <figure>+ {isSettingsLoading ? (+ <Skeleton className="size-8 rounded-full" />+ ) : (+ <img+ src={avatar ?? DEFAULT_AVATAR_URL}+ alt="avatar"+ className="size-8 rounded-full transition-opacity duration-300 ease-in-out"+ />+ )}+ </figure>++ <div className="flex items-start justify-center flex-col">{isAgentLoading ? (- <Skeleton className="w-24 h-6 rounded-md" />+ <Skeleton+ className={cn(+ 'w-25 h-[18px] rounded',+ (isSettingsLoading || isModelsLoading) && 'rounded-b-none',+ )}+ />) : (- <span className="text-lg font-medium text-[#111827] transition-opacity duration-300 ease-in-out">+ <span className="text-lg font-medium text-[#111827] transition-opacity duration-300 ease-in-out leading-none">{agentName || 'Unknown Agent'}</span>)}++ {/* Model selection */}+ <div className="flex items-center group">+ {isSettingsLoading || isModelsLoading ? (+ <Skeleton+ className={cn('w-25 h-4 rounded ', isSettingsLoading && 'rounded-t-none')}+ />+ ) : (+ <div ref={dropdownRef} className="relative leading-none">+ {/* Selected value display - clickable trigger */}+ <button+ type="button"+ onClick={toggleDropdown}+ disabled={isAgentLoading || isSettingsLoading || isModelsLoading}+ className="inline-flex items-center gap-0.5 text-xs text-slate-500 leading-none cursor-pointer hover:text-slate-900 transition-colors disabled:cursor-not-allowed disabled:opacity-50 "+ >+ {/* Display selected model label */}+ <span>+ {llmModels.find((m) => m.value === currentModel)?.label || 'Select Model'}+ {(() => {+ const selectedModelData = llmModels.find((m) => m.value === currentModel);+ if (selectedModelData) {+ const badge = getTempBadge(selectedModelData.tags);+ return badge ? ` (${badge})` : '';+ }+ return '';+ })()}+ </span>+ {/* Dropdown icon */}+ <IoChevronDown+ className={`size-3 text-slate-500 group-hover:text-slate-900 flex-shrink-0 transition-transform leading-none ${+ isDropdownOpen ? 'rotate-180' : ''+ }`}+ />+ </button>++ {/* Dropdown menu */}+ {isDropdownOpen && (+ <div className="absolute top-full -left-3 mt-1 bg-slate-100 border border-slate-200 rounded-md shadow-lg z-50 min-w-[200px] max-h-[300px] overflow-y-auto divide-y divide-slate-200">+ {llmModels.map((model) => {+ let badge = getTempBadge(model.tags);+ badge = badge ? ' (' + badge + ')' : '';+ const isSelected = model.value === currentModel;++ return (+ <button+ key={model.value}+ type="button"+ onClick={() => handleModelChange(model.value)}+ className={`w-full text-left px-3 py-2 text-xs hover:bg-slate-200 transition-colors focus:outline-none ${+ isSelected+ ? 'bg-slate-300 text-slate-800 font-medium'+ : 'text-slate-600'+ }`}+ >+ {model.label + badge}+ </button>+ );+ })}+ </div>+ )}+ </div>+ )}+ </div></div></div>{/* Right side - Action buttons */}- <div className="flex items-center justify-center gap-2">+ <div className=" flex items-center justify-center gap-2"><Tooltip content={<>New Chat</>} placement="bottom"><buttonclassName="cursor-pointer w-6 h-6 flex items-center justify-center"diff --git a/packages/app/src/react/features/ai-chat/contexts/index.tsx b/packages/app/src/react/features/ai-chat/contexts/index.tsxindex 5d0c2a81..618bdd3f 100644--- a/packages/app/src/react/features/ai-chat/contexts/index.tsx+++ b/packages/app/src/react/features/ai-chat/contexts/index.tsx@@ -25,6 +25,10 @@ interface ChatContextType {retryLastMessage: () => void;stopGenerating: () => void;clearChatSession: () => Promise<void>;++ // Model override (temporary, not saved to agent config)+ selectedModelOverride: string | null;+ setSelectedModelOverride: (model: string | null) => void;}const ChatContext = createContext<ChatContextType | undefined>(undefined);diff --git a/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts b/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.tsindex 1547af5e..faff391a 100644--- a/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts+++ b/packages/app/src/react/features/ai-chat/hooks/use-agent-chat-context.ts@@ -1,4 +1,4 @@-import { useCallback, useEffect, useMemo, useRef } from 'react';+import { useCallback, useEffect, useMemo, useRef, useState } from 'react';import { useNavigate } from 'react-router-dom';import {@@ -50,6 +50,9 @@ export interface IUseAgentChatContextReturn {retryLastMessage: () => void;stopGenerating: () => void;clearChatSession: () => Promise<void>;+ // Model override (temporary, not saved to agent config)+ selectedModelOverride: string | null;+ setSelectedModelOverride: (model: string | null) => void;};agent: ReturnType<typeof useAgent>['data'];agentSettings: ReturnType<typeof useAgentSettings>['data'];@@ -95,6 +98,9 @@ export const useAgentChatContext = (const isFirstMessageSentRef = useRef(false);const hasInitializedChatRef = useRef(false);+ // Model override state (temporary, not saved to agent config)+ const [selectedModelOverride, setSelectedModelOverride] = useState<string | null>(null);+// ============================================================================// API HOOKS// ============================================================================@@ -146,6 +152,8 @@ export const useAgentChatContext = (} = useChat({agentId,chatId: agentSettings?.lastConversationId || '',+ // Use override if set, otherwise fall back to agent's default model+ modelId: selectedModelOverride || agentSettings?.chatGptModel,avatar: agent?.aiAgentSettings?.avatar,onChatComplete: () => {if (!isFirstMessageSentRef.current) {@@ -243,6 +251,7 @@ export const useAgentChatContext = (/*** Initialize chat session on component mount+ * Only runs once when both agent and settings are loaded*/useEffect(() => {if (agentSettings && agent && !hasInitializedChatRef.current) {@@ -251,11 +260,10 @@ export const useAgentChatContext = (// This ensures fresh conversation every time user loads the pagehasInitializedChatRef.current = true;- createNewChatSession().then(() => {- onChatReady?.();- });+ createNewChatSession().then(() => onChatReady?.());}- }, [agentSettings, agent, agentId, createNewChatSession, onChatReady]);+ // eslint-disable-next-line react-hooks/exhaustive-deps+ }, [agentSettings, agent, agentId]); // Only depend on core values, not callbacks/*** Track chat session lifecycle for observability@@ -301,6 +309,10 @@ export const useAgentChatContext = (retryLastMessage,stopGenerating,clearChatSession,++ // Model override (temporary, not saved to agent config)+ selectedModelOverride,+ setSelectedModelOverride,}),[// File handling dependencies@@ -325,6 +337,9 @@ export const useAgentChatContext = (retryLastMessage,stopGenerating,clearChatSession,+ // Model override dependencies+ selectedModelOverride,+ setSelectedModelOverride,],);diff --git a/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts b/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.tsindex 6f1b3c3d..a8b267c1 100644--- a/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts+++ b/packages/app/src/react/features/ai-chat/hooks/use-chat-stream.ts@@ -113,9 +113,7 @@ export const useChatStream = (config: IUseChatStreamConfig = {}): IUseChatStreamsetIsStreaming(false);abortControllerRef.current = null;- if (onStreamEnd) {- onStreamEnd();- }+ if (onStreamEnd) onStreamEnd();callbacks.onComplete();},diff --git a/packages/app/src/react/features/ai-chat/hooks/use-chat.ts b/packages/app/src/react/features/ai-chat/hooks/use-chat.tsindex 8fcb3449..fba52b5d 100644--- a/packages/app/src/react/features/ai-chat/hooks/use-chat.ts+++ b/packages/app/src/react/features/ai-chat/hooks/use-chat.ts@@ -22,6 +22,7 @@ import { useChatStream } from './use-chat-stream';interface IUseChatConfig {agentId: string;chatId: string; // Chat/Conversation ID+ modelId?: string; // Model ID to override backend model selectionavatar?: string;client?: ChatAPIClient; // Custom chat API clientheaders?: Record<string, string>; // Custom headers for requests@@ -65,7 +66,7 @@ interface IUseChatConfig {* ```*/export const useChat = (config: IUseChatConfig): IUseChatReturn => {- const { agentId, chatId, avatar, client, headers, onChatComplete, onError } = config;+ const { agentId, chatId, modelId, avatar, client, headers, onChatComplete, onError } = config;// State managementconst [messages, setMessages] = useState<IChatMessage[]>([]);@@ -324,6 +325,7 @@ export const useChat = (config: IUseChatConfig): IUseChatReturn => {agentId,chatId,message,+ modelId, // Pass model ID to override backend model selectionattachments,signal: new AbortController().signal, // Signal managed by useChatStreamheaders,@@ -438,6 +440,7 @@ export const useChat = (config: IUseChatConfig): IUseChatReturn => {setIsProcessing(false);}},+ // eslint-disable-next-line react-hooks/exhaustive-deps[agentId,chatId,diff --git a/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx b/packages/app/src/react/features/ai-chat/pages/ai-chat.tsxindex 356f2128..2fddef3d 100644--- a/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx+++ b/packages/app/src/react/features/ai-chat/pages/ai-chat.tsx@@ -73,9 +73,9 @@ const AgentChatPage = () => {<Container><ChatHeaderagentName={agent?.name}- avatar={agentSettings?.settings?.avatar}+ agentSettings={agentSettings?.settings}isAgentLoading={isLoading.agent}- isAvatarLoading={isLoading.settings}+ isSettingsLoading={isLoading.settings}/><Chatsdiff --git a/packages/app/src/react/features/ai-chat/types/chat.types.ts b/packages/app/src/react/features/ai-chat/types/chat.types.tsindex 941e73bc..9e2f57f9 100644--- a/packages/app/src/react/features/ai-chat/types/chat.types.ts+++ b/packages/app/src/react/features/ai-chat/types/chat.types.ts@@ -81,6 +81,7 @@ export interface IStreamConfig {agentId: string; // Target agent IDchatId: string; // Conversation IDmessage: string; // User message content+ modelId?: string; // Model ID to override backend model selectionattachments?: IFileAttachment[]; // File attachmentssignal: AbortSignal; // Abort signal for cancellationheaders?: Record<string, string>; // Custom headers