Open-source, secure environment with real-world tools for enterprise-grade agents.
Python agentaiai-agentai-agentscode-interpretercopilotdevelopmentdevtoolsgptgpt-4javascriptllmnextjsopenaipythonreactsoftwaretypescript
Custom models UI [WIP]
Tomas Valenta78d923dee863
diff --git a/api-service/models/base.py b/api-service/models/base.pyindex 086ccbcd0..2b799db2f 100644--- a/api-service/models/base.py+++ b/api-service/models/base.py@@ -1,7 +1,7 @@from typing import TypedDict, Dict, Anyfrom enum import Enumfrom langchain.chat_models import ChatOpenAI-from langchain.llms import HuggingFaceHub+from langchain.llms import HuggingFaceHub, Anthropicfrom langchain.schema import BaseLanguageModelfrom langchain.callbacks.base import BaseCallbackManager@@ -12,6 +12,7 @@ class ModelProvider(Enum):OpenAI = "OpenAI"Replicate = "Replicate"HuggingFace = "HuggingFace"+ Anthropic = "Anthropic"class ModelConfig(TypedDict):@@ -25,6 +26,13 @@ def get_model(callback_manager: BaseCallbackManager,) -> BaseLanguageModel:match config["provider"]:+ case ModelProvider.Anthropic.value:+ return Anthropic(+ **config["args"],+ verbose=True,+ streaming=True,+ callback_manager=callback_manager,+ )case ModelProvider.OpenAI.value:return ChatOpenAI(**config["args"],diff --git a/components/Editor/Sidebar/Agent/index.tsx b/components/Editor/Sidebar/Agent/index.tsxindex 1876bba34..3ee235d48 100644--- a/components/Editor/Sidebar/Agent/index.tsx+++ b/components/Editor/Sidebar/Agent/index.tsx@@ -3,7 +3,6 @@ import { deployment_state, deployments } from '@prisma/client'import produce from 'immer'import { useSupabaseClient } from '@supabase/auth-helpers-react'import { useRouter } from 'next/router'-import { Key } from 'lucide-react'import Text from 'components/Text'import { useTabs } from 'components/Tabs/useTabs'@@ -11,7 +10,7 @@ import Tabs from 'components/Tabs'import { Log, LogType, ToolName } from 'db/types'import { Database, Json } from 'db/supabase'import { deploymentsTable } from 'db/tables'-import useModelProviderCreds from 'hooks/useModelProviderCreds'+import useModelProviderArgs from 'hooks/useModelProviderArgs'import { getMissingCreds } from 'state/model'import { useStateStore } from 'state/StoreProvider'import Button from 'components/Button'@@ -52,7 +51,7 @@ function Agent({const [selector] = useStateStore()const router = useRouter()- const [creds] = useModelProviderCreds()+ const [creds] = useModelProviderArgs()const model = selector.use.model()const missingCreds = getMissingCreds(model.provider, creds)@@ -127,9 +126,6 @@ function Agent({<ButtonclassName="whitespace-pre-wrap"text="Set keys"- icon={- <Key size="16px" />- }onClick={() => router.push('/settings')}/></>diff --git a/components/Editor/Sidebar/Model/ModelCard.tsx b/components/Editor/Sidebar/Model/ModelCard.tsxdeleted file mode 100644index 476cab276..000000000--- a/components/Editor/Sidebar/Model/ModelCard.tsx+++ /dev/null@@ -1,129 +0,0 @@-import { Check, Wrench } from 'lucide-react'-import React from 'react'-import clsx from 'clsx'--import Input from 'components/Input'-import Text from 'components/Text'-import { ModelConfigTemplate } from 'state/model'-import { SelectedModel } from 'state/store'-import { parseInput } from 'utils/parseInput'--interface Props {- isSelected?: boolean- updateSelectedModel: (config: Omit<SelectedModel, 'name' | 'provider'>) => void- modelTemplate: ModelConfigTemplate- selectedModel?: SelectedModel-}--function ModelCard({- isSelected,- updateSelectedModel,- modelTemplate,- selectedModel,-}: Props) {- return (- <div className={clsx(- `-- `- )}>- </div>- )- return (- <div- className={clsx(- // {- // 'border-green-800 text-slate-600 shadow-sm': isSelected,- // 'bg-white border-slate-300 text-slate-400': !isSelected,- // },- `- relative- flex- min-h-[50px]- cursor-pointer- rounded- p-2- border- hover:text-slate-600- hover:border-green-800- bg-green-800- `)}- onClick={() => updateSelectedModel({- args: {- ...selectedModel?.args,- }- })}- >- <div className="- flex- w-full- items-center- justify-between- ">- <div className="- flex- items-start- flex-col- space-y-2- ">- <div className="- text-sm- items-center- font-medium- ">- {modelTemplate.name}- </div>- {Object- .entries(modelTemplate.args || {})- .filter(([, value]) => value.editable).length > 0 &&- <>- <Text- text="Configuration"- className="font-medium pt-3"- icon={<Wrench size="16px" />}- size={Text.size.S3}- />- <div className="- flex- flex-col- space-y-2- "- >- {Object.entries(modelTemplate.args || {})- .filter(([, value]) => value.editable)- .map(([key, value]) =>- <div- key={key}- >- <Input- value={selectedModel?.args[key]?.toString() || ''}- type={value.type === 'number' ? 'number' : 'text'}- onChange={v => updateSelectedModel({- args: {- ...selectedModel?.args,- [key]: parseInput(value, v),- }- })}- max={value.max}- min={value.min}- step={value.step}- placeholder={value.value?.toString()}- label={value.label || key}- />- </div>- )}- </div>- </>- }- </div>- {isSelected && (- <div className="shrink-0 text-green-800">- <Check size="20px" />- </div>- )}- </div>- </div >- )-}--export default ModelCarddiff --git a/components/Editor/Sidebar/Model/ProviderCard/ModelSection.tsx b/components/Editor/Sidebar/Model/ProviderCard/ModelSection.tsxnew file mode 100644index 000000000..640dd96a0--- /dev/null+++ b/components/Editor/Sidebar/Model/ProviderCard/ModelSection.tsx@@ -0,0 +1,109 @@+import React from 'react'++import Input from 'components/Input'+import { ModelConfigTemplate } from 'state/model'+import { SelectedModel } from 'state/store'+import { parseInput } from 'utils/parseInput'+import Text from 'components/Text'+import { CheckSquare, Square } from 'lucide-react'+import clsx from 'clsx'++interface Props {+ isSelected?: boolean+ updateSelectedModel: (config: Omit<SelectedModel, 'name' | 'provider'>) => void+ modelTemplate: ModelConfigTemplate+ selectedModel?: SelectedModel+}++function ModelSection({+ isSelected,+ updateSelectedModel,+ modelTemplate,+ selectedModel,+}: Props) {+ function selectModel() {+ updateSelectedModel({+ args: {+ ...selectedModel?.args,+ }+ })+ }++ const editableArgs = Object+ .entries(modelTemplate.args || {})+ .filter(([, value]) => value.editable)++ return (+ <div className="+ flex+ py-1+ items-stretch+ ">+ <div className="+ flex+ flex-1+ items-stretch+ flex-col+ space-y-2+ ">+ <div className="+ items-center+ justify-between+ flex+ font-medium+ ">+ <Text+ text={modelTemplate.name}+ />+ <div+ onClick={selectModel}+ className={clsx(`+ rounded+ items-center+ cursor-pointer+ transition-all+ `,+ {+ 'text-slate-200 hover:text-slate-400': !isSelected,+ 'text-slate-600': isSelected,+ }+ )}+ >+ {isSelected+ ? <CheckSquare size="18px" />+ : <Square size="18px" />+ }+ </div>+ </div>+ <div className="+ flex+ flex-col+ space-y-2+ "+ >+ {isSelected && editableArgs.map(([key, value]) =>+ <Input+ value={selectedModel?.args[key]?.toString() || ''}+ type={value.type === 'number' ? 'number' : 'text'}+ onChange={v => updateSelectedModel({+ args: {+ ...selectedModel?.args,+ [key]: parseInput(value, v),+ }+ })}+ key={key}+ isDisabled={!isSelected}+ max={value.max}+ min={value.min}+ step={value.step}+ placeholder={value.value?.toString()}+ label={value.label || key}+ />+ )}+ </div>+ </div>+ </div >+ )+}++export default ModelSectiondiff --git a/components/Editor/Sidebar/Model/ProviderCard/index.tsx b/components/Editor/Sidebar/Model/ProviderCard/index.tsxnew file mode 100644index 000000000..48b64fad2--- /dev/null+++ b/components/Editor/Sidebar/Model/ProviderCard/index.tsx@@ -0,0 +1,135 @@+import { useRouter } from 'next/router'++import Text from 'components/Text'+import { providerIcons } from 'components/icons/ProviderIcon'+import { ModelProvider, getMissingCreds, ProviderTemplate } from 'state/model'+import { SelectedModel } from 'state/store'+import { Creds } from 'hooks/useModelProviderArgs'+import { useStateStore } from 'state/StoreProvider'+import Button from 'components/Button'++import ModelSection from './ModelSection'+import Link from 'next/link'++export interface Props {+ provider: ModelProvider+ selectedModel: SelectedModel+ creds: Creds+ template: ProviderTemplate+}++function ProviderCard({+ provider,+ template,+ creds,+ selectedModel,+}: Props) {+ const [selector] = useStateStore()+ const router = useRouter()+ const setModel = selector.use.setModel()++ return (+ <div className="+ flex+ justify-between+ flex-1+ flex-col+ space-y-2+ items-stretch+ ">+ <div className="+ flex+ justify-between+ flex-1+ ">+ <div className="+ flex+ items-center+ space-x-2+ ">+ {providerIcons[provider]}+ <Text+ text={provider}+ className="+ font-medium+ text-slate-400+ "+ size={Text.size.S2}+ />+ </div>+ <div className="+ flex+ space-y-1+ "+ >+ {template.creds &&+ <div+ className="+ space-x-2+ flex+ "+ >+ <Text+ text={getMissingCreds(provider as ModelProvider, creds).length === 0 ? '' : 'Missing keys'}+ className="+ text-slate-400+ "+ size={Text.size.S3}+ />+ <Button+ text="Set keys"+ className="whitespace-pre-wrap"+ onClick={() => router.push('/settings')}+ />+ </div>+ }+ </div>+ </div>+ {template.link &&+ <div className="flex">+ <Link+ href={template.link}+ target="_blank"+ rel="noreferrer"+ >+ <Text+ className="+ font-medium+ text-[#527CE7]+ "+ text={template.link.replace('https://', '')}+ />+ </Link>+ </div>+ }+ <div className="+ flex+ items-stretch+ flex-col+ flex-1+ space-y-1+ "+ >+ {template.models.map(m =>+ <ModelSection+ key={m.name}+ modelTemplate={{ ...m, provider: provider as ModelProvider }}+ selectedModel={+ m.name === selectedModel?.name && provider === selectedModel.provider+ ? selectedModel+ : undefined}+ isSelected={m.name === selectedModel?.name && provider === selectedModel.provider}+ updateSelectedModel={i => setModel({+ name: m.name,+ provider: provider as ModelProvider,+ ...i,+ })}+ />+ )}+ </div>++ </div>+ )+}++export default ProviderCarddiff --git a/components/Editor/Sidebar/Model/ProviderHeader.tsx b/components/Editor/Sidebar/Model/ProviderHeader.tsxdeleted file mode 100644index 1c3a2e124..000000000--- a/components/Editor/Sidebar/Model/ProviderHeader.tsx+++ /dev/null@@ -1,36 +0,0 @@-import Text from 'components/Text'-import { providerIcons } from 'components/icons/ProviderIcon'-import { ModelProvider } from 'state/model'--export interface Props {- provider: ModelProvider-}--function ProviderHeader({- provider,-}: Props) {- return (- <div className="- flex- justify-between- ">- <div className="- flex- items-center- space-x-2- ">- {providerIcons[provider]}- <Text- text={provider}- className="- font-medium- text-slate-400- "- size={Text.size.S2}- />- </div>- </div>- )-}--export default ProviderHeader\ No newline at end of filediff --git a/components/Editor/Sidebar/Model/index.tsx b/components/Editor/Sidebar/Model/index.tsxindex e40ac191c..759419457 100644--- a/components/Editor/Sidebar/Model/index.tsx+++ b/components/Editor/Sidebar/Model/index.tsx@@ -1,26 +1,16 @@-import { useRouter } from 'next/router'-import { Key } from 'lucide-react'-import Text from 'components/Text'import { useStateStore } from 'state/StoreProvider'-import { getMissingCreds, ModelProvider, models } from 'state/model'-import useModelProviderCreds from 'hooks/useModelProviderCreds'-import Button from 'components/Button'+import { ModelProvider, modelTemplates } from 'state/model'+import useModelProviderArgs from 'hooks/useModelProviderArgs'-import ModelCard from './ModelCard'-import ProviderHeader from './ProviderHeader'-import { providerIcons } from 'components/icons/ProviderIcon'+import ProviderCard from './ProviderCard'export interface Props { }function Model({ }: Props) {const [selector] = useStateStore()- const router = useRouter()-const model = selector.use.model()- const setModel = selector.use.setModel()-- const [creds] = useModelProviderCreds()+ const [creds] = useModelProviderArgs()return (<div className="@@ -52,97 +42,35 @@ function Model({ }: Props) {className="flexflex-1- space-y-2+ space-y-6p-4flex-col+ overflow-autoitems-stretch+ scroller">- {Object.entries(models).map(([provider, value]) =>+ {Object.entries(modelTemplates).map(([provider, value], i, a) =><divkey={provider}className="flex- space-y-1flex-col">- <ProviderHeader+ <ProviderCard+ selectedModel={model}+ creds={creds}+ template={value}provider={provider as ModelProvider}/>- <div className="- flex- space-y-1- justify-between- "- >+ {i !== a.length - 1 &&<div className="- flex- items-center- space-x-2- ">- {providerIcons[provider as ModelProvider]}- <Text- text={provider}- className="- font-medium- text-slate-400- "- size={Text.size.S2}- />- </div>- {value.creds &&- <div- className="- space-x-2- flex- "- >-- <Text- text={getMissingCreds(provider as ModelProvider, creds).length === 0 ? '' : 'Missing keys'}- className="- text-slate-400- "- size={Text.size.S3}- />- <Button- icon={- <Key size="16px" />- }- text="Set keys"- className="whitespace-pre-wrap"- onClick={() => router.push('/settings')}- />- </div>- }- </div>- <div className="- flex- items-stretch- flex-col- flex-1- py-1- space-y-2- "- >- {value.models.map(m =>- <ModelCard- key={m.name}- modelTemplate={{ ...m, provider: provider as ModelProvider }}- selectedModel={- m.name === model.name && provider === model.provider- ? model- : undefined}- isSelected={m.name === model.name && provider === model.provider}- updateSelectedModel={i => setModel({- name: m.name,- provider: provider as ModelProvider,- ...i,- })}- />- )}- </div>+ w-full+ border-b+ border-slate-300+ pt-4+ " />}</div>)}</div>diff --git a/components/Editor/Sidebar/index.tsx b/components/Editor/Sidebar/index.tsxindex 57026b0d9..d8fe080c9 100644--- a/components/Editor/Sidebar/index.tsx+++ b/components/Editor/Sidebar/index.tsx@@ -12,7 +12,7 @@ import { useLatestDeployment } from 'hooks/useLatestDeployment'import { useStateStore } from 'state/StoreProvider'import { html2markdown } from 'editor/schema'import { ModelConfig, getModelConfig } from 'state/model'-import useModelProviderCreds from 'hooks/useModelProviderCreds'+import useModelProviderArgs from 'hooks/useModelProviderArgs'// import Deploy from './Deploy'export interface Props {@@ -88,7 +88,7 @@ function Sidebar({const envs = selectors.use.envs()const model = selectors.use.model()- const [creds] = useModelProviderCreds()+ const [creds] = useModelProviderArgs()async function deploy() {if (!route) returndiff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsxindex 4f83b30f8..333e6aa2d 100644--- a/components/icons/ProviderIcon.tsx+++ b/components/icons/ProviderIcon.tsx@@ -9,6 +9,7 @@ const iconPaths: {[ModelProvider.HuggingFace]: '/huggingface.png',[ModelProvider.OpenAI]: '/open-ai.png',[ModelProvider.Replicate]: '/replicate.png',+ [ModelProvider.Anthropic]: '/anthropic.png',}export const providerIcons: {@@ -17,9 +18,9 @@ export const providerIcons: {[ModelProvider.HuggingFace]: <ProviderIcon provider={ModelProvider.HuggingFace} />,[ModelProvider.OpenAI]: <ProviderIcon provider={ModelProvider.OpenAI} />,[ModelProvider.Replicate]: <ProviderIcon provider={ModelProvider.Replicate} />,+ [ModelProvider.Anthropic]: <ProviderIcon provider={ModelProvider.Anthropic} />,}-export interface Props {provider: ModelProvider}diff --git a/hooks/useModelProviderCreds.ts b/hooks/useModelProviderArgs.tssimilarity index 89%rename from hooks/useModelProviderCreds.tsrename to hooks/useModelProviderArgs.tsindex c3722aa43..ebd54caf7 100644--- a/hooks/useModelProviderCreds.ts+++ b/hooks/useModelProviderArgs.ts@@ -14,7 +14,7 @@ export interface MergeCreds {(provider: ModelProvider, key: string, value?: ArgValue): void}-function useModelProviderCreds(): [Creds, MergeCreds] {+function useModelProviderArgs(): [Creds, MergeCreds] {const [creds, setCreds] = useLocalStorage<Creds>('e2b-model-creds', {})const mergeCreds = useCallback<MergeCreds>((provider, key, value) => {@@ -31,4 +31,4 @@ function useModelProviderCreds(): [Creds, MergeCreds] {return [creds, mergeCreds]}-export default useModelProviderCreds+export default useModelProviderArgsdiff --git a/pages/settings.tsx b/pages/settings.tsxindex 3f576704e..f64e47fa2 100644--- a/pages/settings.tsx+++ b/pages/settings.tsx@@ -8,8 +8,8 @@ import Button from 'components/Button'import Text from 'components/Text'import { Database } from 'db/supabase'import { serverCreds } from 'db/credentials'-import useModelProviderCreds from 'hooks/useModelProviderCreds'-import { models, ModelProvider } from 'state/model'+import useModelProviderArgs from 'hooks/useModelProviderArgs'+import { modelTemplates, ModelProvider } from 'state/model'import Input from 'components/Input'export const getServerSideProps: GetServerSideProps<Props> = async (ctx) => {@@ -38,7 +38,7 @@ function Settings({ }: Props) {const router = useRouter()const supabaseClient = useSupabaseClient<Database>()- const [creds, mergeCreds] = useModelProviderCreds()+ const [creds, mergeCreds] = useModelProviderArgs()async function handleSignOut() {await supabaseClient.auth.signOut()@@ -133,7 +133,7 @@ function Settings({ }: Props) {w-[450px]">- {Object.entries(models).map(([provider, value]) =>+ {Object.entries(modelTemplates).map(([provider, value]) =><divkey={provider}>diff --git a/public/anthropic.png b/public/anthropic.pngnew file mode 100644index 000000000..456369e4dBinary files /dev/null and b/public/anthropic.png differdiff --git a/state/model.ts b/state/model.tsindex 0221f8786..bf9d4b7cb 100644--- a/state/model.ts+++ b/state/model.ts@@ -1,11 +1,12 @@-import { Creds } from 'hooks/useModelProviderCreds'+import { Creds } from 'hooks/useModelProviderArgs'import { SelectedModel } from './store'export enum ModelProvider {+ HuggingFace = 'HuggingFace',OpenAI = 'OpenAI',Replicate = 'Replicate',- HuggingFace = 'HuggingFace',+ Anthropic = 'Anthropic',}export type ArgValue = string | number@@ -25,6 +26,10 @@ export interface ModelArgTemplate {step?: number}+export interface ProviderCredsTemplate {+ [key: string]: Omit<ModelArgTemplate, 'editable' | 'value'>+}+export interface ModelConfigTemplate {provider: ModelProvidername: string@@ -34,34 +39,135 @@ export interface ModelConfigTemplate {args?: { [arg: string]: ModelArgTemplate }}-export const models: {- [provider in keyof typeof ModelProvider]: {- // These creds are merged with the model args then send to the API.- creds?: { [key: string]: Omit<ModelArgTemplate, 'editable' | 'value'> }- models: Omit<ModelConfigTemplate, 'provider'>[]- }+export interface ProviderTemplate {+ // These creds are merged with the model args then send to the API.+ creds?: ProviderCredsTemplate+ models: Omit<ModelConfigTemplate, 'provider'>[]+ link?: string+}++export const modelTemplates: {+ [provider in keyof typeof ModelProvider]?: ProviderTemplate} = {- [ModelProvider.HuggingFace]: {- creds: {- huggingfacehub_api_token: {- label: 'Hugging Face API Key',- type: 'string',- },- },- models: [- {- name: 'Deployed model',- args: {- endpoint_url: {- editable: true,- type: 'string',- label: 'Endpoint URL'- },- },- },- ],- },+ // [ModelProvider.HuggingFace]: {+ // link: 'https://huggingface.co',+ // creds: {+ // huggingfacehub_api_token: {+ // label: 'Hugging Face API Key',+ // type: 'string',+ // },+ // },+ // models: [+ // {+ // name: 'Custom model',+ // args: {+ // endpoint_url: {+ // editable: true,+ // type: 'string',+ // label: 'Endpoint URL'+ // },+ // },+ // },+ // ],+ // },+ // [ModelProvider.Anthropic]: {+ // creds: {+ // anthropic_api_key: {+ // label: 'Anthropic API Key',+ // type: 'string',+ // },+ // },+ // models: [+ // {+ // name: 'Claude v1.3',+ // args: {+ // model: {+ // value: 'claude-v1.3',+ // type: 'string',+ // },+ // max_tokens_to_sample: {+ // type: 'number',+ // editable: true,+ // label: 'Max tokens to sample',+ // value: 2048,+ // step: 1,+ // min: 1,+ // },+ // temperature: {+ // label: 'Temperature',+ // editable: true,+ // type: 'number',+ // value: 0.4,+ // min: 0.01,+ // max: 1,+ // step: 0.01,+ // },+ // top_p: {+ // label: 'top-p',+ // editable: true,+ // type: 'number',+ // value: -1,+ // min: 0.01,+ // max: 1,+ // step: 0.01,+ // },+ // top_k: {+ // label: 'top-k',+ // editable: true,+ // type: 'number',+ // value: -1,+ // min: 0,+ // step: 1,+ // },+ // },+ // },+ // {+ // name: 'Claude Instant v1',+ // args: {+ // model: {+ // value: 'claude-instant-v1',+ // type: 'string',+ // },+ // max_tokens_to_sample: {+ // type: 'number',+ // editable: true,+ // label: 'Max tokens to sample',+ // value: 2048,+ // step: 1,+ // min: 1,+ // },+ // temperature: {+ // label: 'Temperature',+ // editable: true,+ // type: 'number',+ // value: 0.4,+ // min: 0.01,+ // max: 1,+ // step: 0.01,+ // },+ // top_p: {+ // label: 'top-p',+ // editable: true,+ // type: 'number',+ // value: -1,+ // min: 0.01,+ // max: 1,+ // step: 0.01,+ // },+ // top_k: {+ // label: 'top-k',+ // editable: true,+ // type: 'number',+ // value: -1,+ // min: 0,+ // step: 1,+ // },+ // },+ // },+ // ],+ // },[ModelProvider.Replicate]: {+ link: 'https://replicate.com',creds: {replicate_api_token: {label: 'Replicate API Key',@@ -70,7 +176,7 @@ export const models: {},models: [{- name: 'Deployed model [Work in Progress]',+ name: 'Custom model',args: {model: {editable: true,@@ -79,35 +185,38 @@ export const models: {},max_length: {type: 'number',+ editable: true,value: 4096,step: 1,min: 1,},temperature: {- label: 'Temperature',editable: true,type: 'number',- value: 0.4,- min: 0.01,- max: 5,+ value: 0.5,+ min: 0,step: 0.01,},top_p: {- label: 'Top P',editable: true,type: 'number',value: 0.9,- min: 0.01,+ min: 0,max: 1,step: 0.01,},+ top_k: {+ editable: true,+ type: 'number',+ value: 0,+ min: 0,+ step: 0.01,+ },repetition_penalty: {- label: 'Repetition penalty',editable: true,type: 'number',- value: 1.1,- min: 0.01,- max: 5,+ value: 1,+ min: 0,step: 0.01,},},@@ -132,10 +241,12 @@ export const models: {max_tokens: {type: 'number',value: 2048,+ editable: true,},temperature: {type: 'number',value: 0,+ editable: true,},},},@@ -149,10 +260,12 @@ export const models: {max_tokens: {type: 'number',value: 2048,+ editable: true,},temperature: {type: 'number',value: 0,+ editable: true,},},},@@ -168,7 +281,7 @@ export function getModelConfig(config: SelectedModel,creds: Creds,): ModelConfig | undefined {- const model = models[config.provider].models.find(m => m.name === config.name)+ const model = modelTemplates[config.provider]?.models.find(m => m.name === config.name)if (!model) returnconst defaultArgs = Object@@ -192,8 +305,8 @@ export function getModelConfig(export function getMissingCreds(provider: ModelProvider, creds: Creds) {const missing = Object- .entries(models[provider]?.creds || {})- .filter(([key, val]) => creds[provider]?.creds?.[key] === undefined)+ .entries(modelTemplates[provider]?.creds || {})+ .filter(([key,]) => creds[provider]?.creds?.[key] === undefined)return missing}