Self-improving AI Employees for everyone
Python ai-agentsai-employeeai-employeesassistantautonomous-agentsco-employeescompanygrok-botinstinctloop-agentsmuseown-your-datapersonalself-hosted
Add Cereberas and Groq Nodes.
trohitg731fdb6bd23c
diff --git a/client/src/components/CredentialsModal.tsx b/client/src/components/CredentialsModal.tsxindex 0ed53154..3d22e18d 100644--- a/client/src/components/CredentialsModal.tsx+++ b/client/src/components/CredentialsModal.tsx@@ -15,6 +15,8 @@ const PROVIDERS = [{ id: 'anthropic', name: 'Anthropic', placeholder: 'sk-ant-...', color: '#d97706', desc: 'Claude 3.5 Sonnet, Claude 3 Opus' },{ id: 'gemini', name: 'Gemini', placeholder: 'AIza...', color: '#4285f4', desc: 'Gemini 1.5 Pro, Gemini Flash' },{ id: 'openrouter', name: 'OpenRouter', placeholder: 'sk-or-...', color: '#6366f1', desc: 'Unified API - OpenAI, Claude, Llama, Mistral, and more' },+ { id: 'groq', name: 'Groq', placeholder: 'gsk_...', color: '#F55036', desc: 'Ultra-fast LLM inference - Llama, Mixtral, Gemma' },+ { id: 'cerebras', name: 'Cerebras', placeholder: 'csk-...', color: '#FF6600', desc: 'Ultra-fast inference - Llama, Qwen on custom AI hardware' },{ id: 'google_maps', name: 'Google Maps', placeholder: 'AIza...', color: '#34a853', desc: 'Geocoding, Places API' },{ id: 'android_remote', name: 'Android Remote', placeholder: 'your-api-key...', color: '#3ddc84', desc: 'Remote Android device via WebSocket' },];diff --git a/client/src/components/ModelNode.tsx b/client/src/components/ModelNode.tsxindex 5b61387b..e063de68 100644--- a/client/src/components/ModelNode.tsx+++ b/client/src/components/ModelNode.tsx@@ -5,6 +5,7 @@ import { useAppStore } from '../store/useAppStore';import { nodeDefinitions } from '../nodeDefinitions';import { useWebSocket, useNodeStatus } from '../contexts/WebSocketContext';import { useAppTheme } from '../hooks/useAppTheme';+import { getAIProviderIcon } from './icons/AIProviderIcons';// Map credential names to provider keysconst CREDENTIAL_TO_PROVIDER: Record<string, string> = {@@ -15,7 +16,9 @@ const CREDENTIAL_TO_PROVIDER: Record<string, string> = {'cohereApi': 'cohere','ollamaApi': 'ollama','mistralApi': 'mistral',- 'openrouterApi': 'openrouter'+ 'openrouterApi': 'openrouter',+ 'groqApi': 'groq',+ 'cerebrasApi': 'cerebras'};const ModelNode: React.FC<NodeProps<NodeData>> = ({ id, type, data, isConnectable, selected }) => {@@ -41,6 +44,8 @@ const ModelNode: React.FC<NodeProps<NodeData>> = ({ id, type, data, isConnectabl}// Fallback: extract provider from node type+ if (type?.includes('cerebras')) return 'cerebras';+ if (type?.includes('groq')) return 'groq';if (type?.includes('openrouter')) return 'openrouter';if (type?.includes('openai')) return 'openai';if (type?.includes('claude')) return 'anthropic';@@ -84,23 +89,25 @@ const ModelNode: React.FC<NodeProps<NodeData>> = ({ id, type, data, isConnectablconst nodeColor = definition?.defaults?.color || '#6b7280';// Get provider icon/text for circular display- const getProviderDisplay = () => {- // Use the icon from the node definition if available+ const getProviderDisplay = (): React.ReactNode => {+ // Try to get official brand icon from @lobehub/icons+ const IconComponent = getAIProviderIcon(provider);+ if (IconComponent) {+ return <IconComponent size={28} />;+ }++ // Use the icon from the node definition if available (emoji fallback)if (definition?.icon) {- return definition.icon;+ return <span>{definition.icon}</span>;}- // Fallback logic based on node type- if (type?.includes('openrouter')) return 'π';- if (type?.includes('openai')) return 'π€';- if (type?.includes('claude')) return 'π§ ';- if (type?.includes('gemini')) return 'β';- if (type?.includes('azure')) return 'βοΈ';- if (type?.includes('cohere')) return 'π';- if (type?.includes('ollama')) return 'π¦';- if (type?.includes('mistral')) return 'πͺοΈ';+ // Fallback logic based on node type (emojis for providers without @lobehub/icons)+ if (type?.includes('azure')) return <span>βοΈ</span>;+ if (type?.includes('cohere')) return <span>π</span>;+ if (type?.includes('ollama')) return <span>π¦</span>;+ if (type?.includes('mistral')) return <span>πͺοΈ</span>;- return 'AI';+ return <span>AI</span>;};return (diff --git a/client/src/components/ParameterRenderer.tsx b/client/src/components/ParameterRenderer.tsxindex f98484b7..d045eca8 100644--- a/client/src/components/ParameterRenderer.tsx+++ b/client/src/components/ParameterRenderer.tsx@@ -22,7 +22,9 @@ const NODE_TYPE_TO_PROVIDER: Record<string, string> = {'cohereChatModel': 'cohere','ollamaChatModel': 'ollama','mistralChatModel': 'mistral',- 'openrouterChatModel': 'openrouter'+ 'openrouterChatModel': 'openrouter',+ 'groqChatModel': 'groq',+ 'cerebrasChatModel': 'cerebras'};// Collection Renderer - n8n official stylediff --git a/client/src/components/icons/AIProviderIcons.tsx b/client/src/components/icons/AIProviderIcons.tsxindex 6ffa6e41..fd17255b 100644--- a/client/src/components/icons/AIProviderIcons.tsx+++ b/client/src/components/icons/AIProviderIcons.tsx@@ -1,12 +1,12 @@// AI Provider Icons - Using @lobehub/icons for official brand logosimport React from 'react';-import { OpenAI, Claude, Gemini } from '@lobehub/icons';+import { OpenAI, Claude, Gemini, Groq, OpenRouter, Cerebras } from '@lobehub/icons';// Icon size constant for consistencyconst ICON_SIZE = 28;// Export icon components with consistent sizing-// OpenAI uses Avatar (no Color variant), Claude and Gemini use Color variant+// Each provider has different available variants - use Avatar for consistencyexport const OpenAIIcon: React.FC<{ size?: number }> = ({ size = ICON_SIZE }) => (<OpenAI.Avatar size={size} />);@@ -19,11 +19,29 @@ export const GeminiIcon: React.FC<{ size?: number }> = ({ size = ICON_SIZE }) =><Gemini.Color size={size} />);+// Groq uses Avatar variant (no Color variant available)+export const GroqIcon: React.FC<{ size?: number }> = ({ size = ICON_SIZE }) => (+ <Groq.Avatar size={size} />+);++// OpenRouter uses Avatar variant (no Color variant available)+export const OpenRouterIcon: React.FC<{ size?: number }> = ({ size = ICON_SIZE }) => (+ <OpenRouter.Avatar size={size} />+);++// Cerebras uses Color variant+export const CerebrasIcon: React.FC<{ size?: number }> = ({ size = ICON_SIZE }) => (+ <Cerebras.Color size={size} />+);+// Map provider IDs to their icon componentsexport const AI_PROVIDER_ICONS: Record<string, React.FC<{ size?: number }>> = {openai: OpenAIIcon,anthropic: ClaudeIcon,gemini: GeminiIcon,+ groq: GroqIcon,+ openrouter: OpenRouterIcon,+ cerebras: CerebrasIcon,};// Get icon component by provider IDdiff --git a/client/src/components/ui/ComponentPalette.tsx b/client/src/components/ui/ComponentPalette.tsxindex fd7d49c6..89333560 100644--- a/client/src/components/ui/ComponentPalette.tsx+++ b/client/src/components/ui/ComponentPalette.tsx@@ -10,6 +10,7 @@ const CATEGORY_EMOJIS: Record<string, string> = {workflow: 'β‘',trigger: 'π',ai: 'π€',+ tool: 'π οΈ',location: 'π',whatsapp: 'π¬',android: 'π±',@@ -37,6 +38,7 @@ const ComponentPalette: React.FC<ComponentPaletteProps> = ({workflow: colors.categoryWorkflow || theme.dracula.orange,trigger: colors.categoryTrigger || theme.dracula.pink,ai: colors.categoryAI || theme.dracula.purple,+ tool: colors.categoryTool || theme.dracula.green,location: colors.categoryLocation || theme.dracula.red,whatsapp: colors.categoryWhatsapp || theme.dracula.green,android: colors.categoryAndroid || theme.dracula.cyan,@@ -49,6 +51,7 @@ const ComponentPalette: React.FC<ComponentPaletteProps> = ({workflow: 'Workflow',trigger: 'Triggers',ai: 'AI',+ tool: 'AI Tools',location: 'Google Maps',whatsapp: 'WhatsApp',android: 'Android',diff --git a/client/src/nodeDefinitions/aiAgentNodes.ts b/client/src/nodeDefinitions/aiAgentNodes.tsindex fe6534e5..f49d2cff 100644--- a/client/src/nodeDefinitions/aiAgentNodes.ts+++ b/client/src/nodeDefinitions/aiAgentNodes.ts@@ -9,60 +9,7 @@ import {// ============================================================================export const aiAgentNodes: Record<string, INodeTypeDescription> = {- // Simple Memory Node - conversation history storage for AI agents- // No run button - memory is accessed automatically when AI Agent runs- simpleMemory: {- displayName: 'Simple Memory',- name: 'simpleMemory',- icon: 'π§ ',- group: ['ai', 'memory'],- version: 1,- description: 'Store conversation history for AI agents',- defaults: { name: 'Memory', color: '#8b5cf6' },- inputs: [], // No input - memory node is passive- outputs: [{- name: 'memory',- displayName: 'Memory',- type: 'main' as NodeConnectionType,- description: 'session_id, messages, message_count, memory_type'- }],- properties: [- {- displayName: 'Session ID',- name: 'sessionId',- type: 'string',- default: 'default',- required: true,- description: 'Unique identifier for conversation session. Use different IDs for separate conversations.'- },- {- displayName: 'Memory Type',- name: 'memoryType',- type: 'options',- default: 'buffer',- options: [- { name: 'Buffer (All Messages)', value: 'buffer' },- { name: 'Window (Last N)', value: 'window' }- ],- description: 'Buffer keeps all messages, Window keeps only the last N messages'- },- {- displayName: 'Window Size',- name: 'windowSize',- type: 'number',- default: 10,- typeOptions: { minValue: 1, maxValue: 100 },- description: 'Number of recent messages to keep (for Window type)',- displayOptions: {- show: {- memoryType: ['window']- }- }- }- ]- },-- // AI Agent Node - n8n official style implementation+ // AI Agent Node - n8n official style implementation (first for top position in AI category)aiAgent: {displayName: 'AI Agent',name: 'aiAgent',@@ -175,6 +122,59 @@ export const aiAgentNodes: Record<string, INodeTypeDescription> = {] as any}]+ },++ // Simple Memory Node - conversation history storage for AI agents+ // No run button - memory is accessed automatically when AI Agent runs+ simpleMemory: {+ displayName: 'Simple Memory',+ name: 'simpleMemory',+ icon: 'π§ ',+ group: ['tool', 'memory'], // 'tool' = appears in AI Tools category+ version: 1,+ description: 'Store conversation history for AI agents',+ defaults: { name: 'Memory', color: '#8b5cf6' },+ inputs: [], // No input - memory node is passive+ outputs: [{+ name: 'memory',+ displayName: 'Memory',+ type: 'main' as NodeConnectionType,+ description: 'session_id, messages, message_count, memory_type'+ }],+ properties: [+ {+ displayName: 'Session ID',+ name: 'sessionId',+ type: 'string',+ default: 'default',+ required: true,+ description: 'Unique identifier for conversation session. Use different IDs for separate conversations.'+ },+ {+ displayName: 'Memory Type',+ name: 'memoryType',+ type: 'options',+ default: 'buffer',+ options: [+ { name: 'Buffer (All Messages)', value: 'buffer' },+ { name: 'Window (Last N)', value: 'window' }+ ],+ description: 'Buffer keeps all messages, Window keeps only the last N messages'+ },+ {+ displayName: 'Window Size',+ name: 'windowSize',+ type: 'number',+ default: 10,+ typeOptions: { minValue: 1, maxValue: 100 },+ description: 'Number of recent messages to keep (for Window type)',+ displayOptions: {+ show: {+ memoryType: ['window']+ }+ }+ }+ ]}};diff --git a/client/src/nodeDefinitions/aiModelNodes.ts b/client/src/nodeDefinitions/aiModelNodes.tsindex 8b916204..62e8d7da 100644--- a/client/src/nodeDefinitions/aiModelNodes.ts+++ b/client/src/nodeDefinitions/aiModelNodes.ts@@ -211,6 +211,80 @@ const openrouterConfig: ChatModelConfig = {]};+// Groq Chat Model Configuration+const groqConfig: ChatModelConfig = {+ providerId: 'groq',+ displayName: 'Groq',+ icon: 'β‘',+ color: '#F55036',+ description: 'Groq - Ultra-fast LLM inference with Llama, Mixtral, and Gemma models',+ models: [], // Models fetched dynamically via API+ parameters: [+ STANDARD_PARAMETERS.temperature,+ STANDARD_PARAMETERS.maxTokens,+ STANDARD_PARAMETERS.topP,+ {+ displayName: 'Timeout',+ name: 'timeout',+ type: 'number',+ default: 60000,+ typeOptions: {+ minValue: 1000,+ maxValue: 180000+ },+ description: 'Timeout for the request in milliseconds'+ },+ {+ displayName: 'Max Retries',+ name: 'maxRetries',+ type: 'number',+ default: 2,+ typeOptions: {+ minValue: 0,+ maxValue: 5+ },+ description: 'Maximum number of retries'+ }+ ]+};++// Cerebras Chat Model Configuration+const cerebrasConfig: ChatModelConfig = {+ providerId: 'cerebras',+ displayName: 'Cerebras',+ icon: 'π§¬',+ color: '#FF6600',+ description: 'Cerebras - Ultra-fast inference with Llama and Qwen models on custom AI hardware',+ models: [], // Models fetched dynamically via API+ parameters: [+ STANDARD_PARAMETERS.temperature,+ STANDARD_PARAMETERS.maxTokens,+ STANDARD_PARAMETERS.topP,+ {+ displayName: 'Timeout',+ name: 'timeout',+ type: 'number',+ default: 60000,+ typeOptions: {+ minValue: 1000,+ maxValue: 180000+ },+ description: 'Timeout for the request in milliseconds'+ },+ {+ displayName: 'Max Retries',+ name: 'maxRetries',+ type: 'number',+ default: 2,+ typeOptions: {+ minValue: 0,+ maxValue: 5+ },+ description: 'Maximum number of retries'+ }+ ]+};+// ============================================================================// GENERATED CHAT MODEL NODES// ============================================================================@@ -219,9 +293,11 @@ export const aiModelNodes: Record<string, INodeTypeDescription> = {openaiChatModel: createBaseChatModel(openaiConfig),anthropicChatModel: createBaseChatModel(claudeConfig),geminiChatModel: createBaseChatModel(geminiConfig),- openrouterChatModel: createBaseChatModel(openrouterConfig)+ openrouterChatModel: createBaseChatModel(openrouterConfig),+ groqChatModel: createBaseChatModel(groqConfig),+ cerebrasChatModel: createBaseChatModel(cerebrasConfig)};// Export configurations and factory for external use-export { openaiConfig, claudeConfig, geminiConfig, openrouterConfig, createBaseChatModel };+export { openaiConfig, claudeConfig, geminiConfig, openrouterConfig, groqConfig, cerebrasConfig, createBaseChatModel };diff --git a/client/src/nodeDefinitions/toolNodes.ts b/client/src/nodeDefinitions/toolNodes.tsindex d395e30e..154f854c 100644--- a/client/src/nodeDefinitions/toolNodes.ts+++ b/client/src/nodeDefinitions/toolNodes.ts@@ -14,7 +14,7 @@ export const toolNodes: Record<string, INodeTypeDescription> = {displayName: 'Calculator Tool',name: 'calculatorTool',icon: 'π’',- group: ['ai', 'tool'],+ group: ['tool', 'ai'],version: 1,subtitle: 'Math Operations',description: 'Allow AI Agent to perform mathematical calculations',@@ -51,7 +51,7 @@ export const toolNodes: Record<string, INodeTypeDescription> = {displayName: 'Current Time Tool',name: 'currentTimeTool',icon: 'π',- group: ['ai', 'tool'],+ group: ['tool', 'ai'],version: 1,subtitle: 'Date & Time',description: 'Allow AI Agent to get current date and time',@@ -96,7 +96,7 @@ export const toolNodes: Record<string, INodeTypeDescription> = {displayName: 'Web Search Tool',name: 'webSearchTool',icon: 'π',- group: ['ai', 'tool'],+ group: ['tool', 'ai'],version: 1,subtitle: 'Web Search',description: 'Allow AI Agent to search the web for information',@@ -166,7 +166,7 @@ export const toolNodes: Record<string, INodeTypeDescription> = {displayName: 'Android Toolkit',name: 'androidTool',icon: 'π±',- group: ['ai', 'tool'],+ group: ['tool', 'ai'],version: 1,subtitle: 'Device Control',description: 'Aggregate Android service nodes into a single AI-callable tool. Connect Android nodes to enable those capabilities.',diff --git a/client/src/services/executionService.ts b/client/src/services/executionService.tsindex c41a0c6c..b00d2723 100644--- a/client/src/services/executionService.ts+++ b/client/src/services/executionService.ts@@ -193,6 +193,8 @@ export class ExecutionService {'anthropicChatModel','geminiChatModel','openrouterChatModel',+ 'groqChatModel',+ 'cerebrasChatModel','azure_openaiChatModel', // Planned'cohereChatModel', // Planned'ollamaChatModel', // Planneddiff --git a/server/constants.py b/server/constants.pyindex 0c12af3c..1f581edd 100644--- a/server/constants.py+++ b/server/constants.py@@ -15,6 +15,8 @@ AI_CHAT_MODEL_TYPES: FrozenSet[str] = frozenset(['anthropicChatModel','geminiChatModel','openrouterChatModel',+ 'groqChatModel',+ 'cerebrasChatModel',])AI_AGENT_TYPES: FrozenSet[str] = frozenset([@@ -204,10 +206,14 @@ def detect_ai_provider(node_type: str, parameters: dict = None) -> str:parameters: Optional parameters dict (used for aiAgent)Returns:- Provider string: 'openai', 'anthropic', 'gemini', or 'openrouter'+ Provider string: 'openai', 'anthropic', 'gemini', 'openrouter', 'groq', or 'cerebras'"""if node_type == 'aiAgent':return (parameters or {}).get('provider', 'openai')+ elif 'cerebras' in node_type.lower():+ return 'cerebras'+ elif 'groq' in node_type.lower():+ return 'groq'elif 'openrouter' in node_type.lower():return 'openrouter'elif 'anthropic' in node_type.lower():diff --git a/server/models/nodes.py b/server/models/nodes.pyindex 0d029198..499be008 100644--- a/server/models/nodes.py+++ b/server/models/nodes.py@@ -43,8 +43,8 @@ class BaseNodeParams(BaseModel):# =============================================================================class AIChatModelParams(BaseNodeParams):- """Parameters for AI chat model nodes (OpenAI, Anthropic, Gemini, OpenRouter)."""- type: Literal["openaiChatModel", "anthropicChatModel", "geminiChatModel", "openrouterChatModel"]+ """Parameters for AI chat model nodes (OpenAI, Anthropic, Gemini, OpenRouter, Groq, Cerebras)."""+ type: Literal["openaiChatModel", "anthropicChatModel", "geminiChatModel", "openrouterChatModel", "groqChatModel", "cerebrasChatModel"]prompt: str = ""model: str = ""temperature: float = Field(default=0.7, ge=0.0, le=2.0)diff --git a/server/requirements.txt b/server/requirements.txtindex 6cf564df..49dd077b 100644--- a/server/requirements.txt+++ b/server/requirements.txt@@ -34,12 +34,15 @@ qrcode[pil]>=7.4.0# Loggingstructlog>=23.2.0-# AI Providers (LangChain) - compatible versions for langchain-core 1.2.x-langchain-core>=1.2.5+# AI Providers (LangChain) - compatible versions+# langchain-anthropic 1.3+ requires langchain-core 1.2.6+ for ModelProfile class+langchain-core>=1.2.6langchain-openai>=1.0.0-langchain-anthropic>=1.0.0+langchain-anthropic>=1.3.0# Gemini 3+ requires >=3.1.0 for thought_signature support in tool callinglangchain-google-genai>=3.1.0+langchain-groq>=0.1.0+langchain-cerebras>=0.1.0# LangGraph - State machine for AI agentslanggraph>=1.0.6diff --git a/server/services/ai.py b/server/services/ai.pyindex 6f6948d7..4512688f 100644--- a/server/services/ai.py+++ b/server/services/ai.py@@ -10,6 +10,8 @@ import operatorfrom langchain_openai import ChatOpenAIfrom langchain_anthropic import ChatAnthropicfrom langchain_google_genai import ChatGoogleGenerativeAI+from langchain_groq import ChatGroq+from langchain_cerebras import ChatCerebrasfrom langchain_core.messages import HumanMessage, SystemMessage, AIMessage, BaseMessage, ToolMessagefrom langchain_core.tools import StructuredToolfrom langgraph.graph import StateGraph, END@@ -60,6 +62,14 @@ def _openrouter_headers(api_key: str) -> dict:}+def _groq_headers(api_key: str) -> dict:+ return {'Authorization': f'Bearer {api_key}'}+++def _cerebras_headers(api_key: str) -> dict:+ return {'Authorization': f'Bearer {api_key}'}++# Provider configurationsPROVIDER_CONFIGS: Dict[str, ProviderConfig] = {'openai': ProviderConfig(@@ -102,6 +112,26 @@ PROVIDER_CONFIGS: Dict[str, ProviderConfig] = {models_endpoint='https://openrouter.ai/api/v1/models',models_header_fn=_openrouter_headers),+ 'groq': ProviderConfig(+ name='groq',+ model_class=ChatGroq,+ api_key_param='api_key',+ max_tokens_param='max_tokens',+ detection_patterns=('groq',),+ default_model='llama-3.3-70b-versatile',+ models_endpoint='https://api.groq.com/openai/v1/models',+ models_header_fn=_groq_headers+ ),+ 'cerebras': ProviderConfig(+ name='cerebras',+ model_class=ChatCerebras,+ api_key_param='api_key',+ max_tokens_param='max_tokens',+ detection_patterns=('cerebras',),+ default_model='llama-3.3-70b',+ models_endpoint='https://api.cerebras.ai/v1/models',+ models_header_fn=_cerebras_headers+ ),}@@ -636,6 +666,40 @@ class AIService:# Return free models first, then paid models (both sorted)return sorted(free_models) + sorted(paid_models)+ elif provider == 'groq':+ response = await client.get(+ 'https://api.groq.com/openai/v1/models',+ headers={'Authorization': f'Bearer {api_key}'}+ )+ response.raise_for_status()+ data = response.json()++ models = []+ for model in data.get('data', []):+ model_id = model.get('id', '')+ # Include all models from Groq API+ if model_id:+ models.append(model_id)++ return sorted(models)++ elif provider == 'cerebras':+ response = await client.get(+ 'https://api.cerebras.ai/v1/models',+ headers={'Authorization': f'Bearer {api_key}'}+ )+ response.raise_for_status()+ data = response.json()++ models = []+ for model in data.get('data', []):+ model_id = model.get('id', '')+ # Include all models from Cerebras API+ if model_id:+ models.append(model_id)++ return sorted(models)+else:raise ValueError(f"Unsupported provider: {provider}")@@ -678,6 +742,10 @@ class AIService:# OpenRouter models have format like "openai/gpt-4o" which would incorrectly detect as openaiif node_type == 'openrouterChatModel':provider = 'openrouter'+ elif node_type == 'groqChatModel':+ provider = 'groq'+ elif node_type == 'cerebrasChatModel':+ provider = 'cerebras'else:provider = self.detect_provider(model)chat_model = self.create_model(provider, api_key, model, temperature, max_tokens)