Skip to content

armgit / E2B

Public Imported from GitHub
0

Open-source, secure environment with real-world tools for enterprise-grade agents.

Custom models UI [WIP]

Tomas Valenta78d923dee863
diff --git a/api-service/models/base.py b/api-service/models/base.py
index 086ccbcd0..2b799db2f 100644
--- a/api-service/models/base.py
+++ b/api-service/models/base.py
@@ -1,7 +1,7 @@
from typing import TypedDict, Dict, Any
from enum import Enum
from langchain.chat_models import ChatOpenAI
-from langchain.llms import HuggingFaceHub
+from langchain.llms import HuggingFaceHub, Anthropic
from langchain.schema import BaseLanguageModel
from langchain.callbacks.base import BaseCallbackManager
@@ -12,6 +12,7 @@ class ModelProvider(Enum):
OpenAI = "OpenAI"
Replicate = "Replicate"
HuggingFace = "HuggingFace"
+ Anthropic = "Anthropic"
class ModelConfig(TypedDict):
@@ -25,6 +26,13 @@ def get_model(
callback_manager: BaseCallbackManager,
) -> BaseLanguageModel:
match config["provider"]:
+ case ModelProvider.Anthropic.value:
+ return Anthropic(
+ **config["args"],
+ verbose=True,
+ streaming=True,
+ callback_manager=callback_manager,
+ )
case ModelProvider.OpenAI.value:
return ChatOpenAI(
**config["args"],
diff --git a/components/Editor/Sidebar/Agent/index.tsx b/components/Editor/Sidebar/Agent/index.tsx
index 1876bba34..3ee235d48 100644
--- a/components/Editor/Sidebar/Agent/index.tsx
+++ b/components/Editor/Sidebar/Agent/index.tsx
@@ -3,7 +3,6 @@ import { deployment_state, deployments } from '@prisma/client'
import produce from 'immer'
import { useSupabaseClient } from '@supabase/auth-helpers-react'
import { useRouter } from 'next/router'
-import { Key } from 'lucide-react'
import Text from 'components/Text'
import { useTabs } from 'components/Tabs/useTabs'
@@ -11,7 +10,7 @@ import Tabs from 'components/Tabs'
import { Log, LogType, ToolName } from 'db/types'
import { Database, Json } from 'db/supabase'
import { deploymentsTable } from 'db/tables'
-import useModelProviderCreds from 'hooks/useModelProviderCreds'
+import useModelProviderArgs from 'hooks/useModelProviderArgs'
import { getMissingCreds } from 'state/model'
import { useStateStore } from 'state/StoreProvider'
import Button from 'components/Button'
@@ -52,7 +51,7 @@ function Agent({
const [selector] = useStateStore()
const router = useRouter()
- const [creds] = useModelProviderCreds()
+ const [creds] = useModelProviderArgs()
const model = selector.use.model()
const missingCreds = getMissingCreds(model.provider, creds)
@@ -127,9 +126,6 @@ function Agent({
<Button
className="whitespace-pre-wrap"
text="Set keys"
- icon={
- <Key size="16px" />
- }
onClick={() => router.push('/settings')}
/>
</>
diff --git a/components/Editor/Sidebar/Model/ModelCard.tsx b/components/Editor/Sidebar/Model/ModelCard.tsx
deleted file mode 100644
index 476cab276..000000000
--- a/components/Editor/Sidebar/Model/ModelCard.tsx
+++ /dev/null
@@ -1,129 +0,0 @@
-import { Check, Wrench } from 'lucide-react'
-import React from 'react'
-import clsx from 'clsx'
-
-import Input from 'components/Input'
-import Text from 'components/Text'
-import { ModelConfigTemplate } from 'state/model'
-import { SelectedModel } from 'state/store'
-import { parseInput } from 'utils/parseInput'
-
-interface Props {
- isSelected?: boolean
- updateSelectedModel: (config: Omit<SelectedModel, 'name' | 'provider'>) => void
- modelTemplate: ModelConfigTemplate
- selectedModel?: SelectedModel
-}
-
-function ModelCard({
- isSelected,
- updateSelectedModel,
- modelTemplate,
- selectedModel,
-}: Props) {
- return (
- <div className={clsx(
- `
-
- `
- )}>
- </div>
- )
- return (
- <div
- className={clsx(
- // {
- // 'border-green-800 text-slate-600 shadow-sm': isSelected,
- // 'bg-white border-slate-300 text-slate-400': !isSelected,
- // },
- `
- relative
- flex
- min-h-[50px]
- cursor-pointer
- rounded
- p-2
- border
- hover:text-slate-600
- hover:border-green-800
- bg-green-800
- `)}
- onClick={() => updateSelectedModel({
- args: {
- ...selectedModel?.args,
- }
- })}
- >
- <div className="
- flex
- w-full
- items-center
- justify-between
- ">
- <div className="
- flex
- items-start
- flex-col
- space-y-2
- ">
- <div className="
- text-sm
- items-center
- font-medium
- ">
- {modelTemplate.name}
- </div>
- {Object
- .entries(modelTemplate.args || {})
- .filter(([, value]) => value.editable).length > 0 &&
- <>
- <Text
- text="Configuration"
- className="font-medium pt-3"
- icon={<Wrench size="16px" />}
- size={Text.size.S3}
- />
- <div className="
- flex
- flex-col
- space-y-2
- "
- >
- {Object.entries(modelTemplate.args || {})
- .filter(([, value]) => value.editable)
- .map(([key, value]) =>
- <div
- key={key}
- >
- <Input
- value={selectedModel?.args[key]?.toString() || ''}
- type={value.type === 'number' ? 'number' : 'text'}
- onChange={v => updateSelectedModel({
- args: {
- ...selectedModel?.args,
- [key]: parseInput(value, v),
- }
- })}
- max={value.max}
- min={value.min}
- step={value.step}
- placeholder={value.value?.toString()}
- label={value.label || key}
- />
- </div>
- )}
- </div>
- </>
- }
- </div>
- {isSelected && (
- <div className="shrink-0 text-green-800">
- <Check size="20px" />
- </div>
- )}
- </div>
- </div >
- )
-}
-
-export default ModelCard
diff --git a/components/Editor/Sidebar/Model/ProviderCard/ModelSection.tsx b/components/Editor/Sidebar/Model/ProviderCard/ModelSection.tsx
new file mode 100644
index 000000000..640dd96a0
--- /dev/null
+++ b/components/Editor/Sidebar/Model/ProviderCard/ModelSection.tsx
@@ -0,0 +1,109 @@
+import React from 'react'
+
+import Input from 'components/Input'
+import { ModelConfigTemplate } from 'state/model'
+import { SelectedModel } from 'state/store'
+import { parseInput } from 'utils/parseInput'
+import Text from 'components/Text'
+import { CheckSquare, Square } from 'lucide-react'
+import clsx from 'clsx'
+
+interface Props {
+ isSelected?: boolean
+ updateSelectedModel: (config: Omit<SelectedModel, 'name' | 'provider'>) => void
+ modelTemplate: ModelConfigTemplate
+ selectedModel?: SelectedModel
+}
+
+function ModelSection({
+ isSelected,
+ updateSelectedModel,
+ modelTemplate,
+ selectedModel,
+}: Props) {
+ function selectModel() {
+ updateSelectedModel({
+ args: {
+ ...selectedModel?.args,
+ }
+ })
+ }
+
+ const editableArgs = Object
+ .entries(modelTemplate.args || {})
+ .filter(([, value]) => value.editable)
+
+ return (
+ <div className="
+ flex
+ py-1
+ items-stretch
+ ">
+ <div className="
+ flex
+ flex-1
+ items-stretch
+ flex-col
+ space-y-2
+ ">
+ <div className="
+ items-center
+ justify-between
+ flex
+ font-medium
+ ">
+ <Text
+ text={modelTemplate.name}
+ />
+ <div
+ onClick={selectModel}
+ className={clsx(`
+ rounded
+ items-center
+ cursor-pointer
+ transition-all
+ `,
+ {
+ 'text-slate-200 hover:text-slate-400': !isSelected,
+ 'text-slate-600': isSelected,
+ }
+ )}
+ >
+ {isSelected
+ ? <CheckSquare size="18px" />
+ : <Square size="18px" />
+ }
+ </div>
+ </div>
+ <div className="
+ flex
+ flex-col
+ space-y-2
+ "
+ >
+ {isSelected && editableArgs.map(([key, value]) =>
+ <Input
+ value={selectedModel?.args[key]?.toString() || ''}
+ type={value.type === 'number' ? 'number' : 'text'}
+ onChange={v => updateSelectedModel({
+ args: {
+ ...selectedModel?.args,
+ [key]: parseInput(value, v),
+ }
+ })}
+ key={key}
+ isDisabled={!isSelected}
+ max={value.max}
+ min={value.min}
+ step={value.step}
+ placeholder={value.value?.toString()}
+ label={value.label || key}
+ />
+ )}
+ </div>
+ </div>
+ </div >
+ )
+}
+
+export default ModelSection
diff --git a/components/Editor/Sidebar/Model/ProviderCard/index.tsx b/components/Editor/Sidebar/Model/ProviderCard/index.tsx
new file mode 100644
index 000000000..48b64fad2
--- /dev/null
+++ b/components/Editor/Sidebar/Model/ProviderCard/index.tsx
@@ -0,0 +1,135 @@
+import { useRouter } from 'next/router'
+
+import Text from 'components/Text'
+import { providerIcons } from 'components/icons/ProviderIcon'
+import { ModelProvider, getMissingCreds, ProviderTemplate } from 'state/model'
+import { SelectedModel } from 'state/store'
+import { Creds } from 'hooks/useModelProviderArgs'
+import { useStateStore } from 'state/StoreProvider'
+import Button from 'components/Button'
+
+import ModelSection from './ModelSection'
+import Link from 'next/link'
+
+export interface Props {
+ provider: ModelProvider
+ selectedModel: SelectedModel
+ creds: Creds
+ template: ProviderTemplate
+}
+
+function ProviderCard({
+ provider,
+ template,
+ creds,
+ selectedModel,
+}: Props) {
+ const [selector] = useStateStore()
+ const router = useRouter()
+ const setModel = selector.use.setModel()
+
+ return (
+ <div className="
+ flex
+ justify-between
+ flex-1
+ flex-col
+ space-y-2
+ items-stretch
+ ">
+ <div className="
+ flex
+ justify-between
+ flex-1
+ ">
+ <div className="
+ flex
+ items-center
+ space-x-2
+ ">
+ {providerIcons[provider]}
+ <Text
+ text={provider}
+ className="
+ font-medium
+ text-slate-400
+ "
+ size={Text.size.S2}
+ />
+ </div>
+ <div className="
+ flex
+ space-y-1
+ "
+ >
+ {template.creds &&
+ <div
+ className="
+ space-x-2
+ flex
+ "
+ >
+ <Text
+ text={getMissingCreds(provider as ModelProvider, creds).length === 0 ? '' : 'Missing keys'}
+ className="
+ text-slate-400
+ "
+ size={Text.size.S3}
+ />
+ <Button
+ text="Set keys"
+ className="whitespace-pre-wrap"
+ onClick={() => router.push('/settings')}
+ />
+ </div>
+ }
+ </div>
+ </div>
+ {template.link &&
+ <div className="flex">
+ <Link
+ href={template.link}
+ target="_blank"
+ rel="noreferrer"
+ >
+ <Text
+ className="
+ font-medium
+ text-[#527CE7]
+ "
+ text={template.link.replace('https://', '')}
+ />
+ </Link>
+ </div>
+ }
+ <div className="
+ flex
+ items-stretch
+ flex-col
+ flex-1
+ space-y-1
+ "
+ >
+ {template.models.map(m =>
+ <ModelSection
+ key={m.name}
+ modelTemplate={{ ...m, provider: provider as ModelProvider }}
+ selectedModel={
+ m.name === selectedModel?.name && provider === selectedModel.provider
+ ? selectedModel
+ : undefined}
+ isSelected={m.name === selectedModel?.name && provider === selectedModel.provider}
+ updateSelectedModel={i => setModel({
+ name: m.name,
+ provider: provider as ModelProvider,
+ ...i,
+ })}
+ />
+ )}
+ </div>
+
+ </div>
+ )
+}
+
+export default ProviderCard
diff --git a/components/Editor/Sidebar/Model/ProviderHeader.tsx b/components/Editor/Sidebar/Model/ProviderHeader.tsx
deleted file mode 100644
index 1c3a2e124..000000000
--- a/components/Editor/Sidebar/Model/ProviderHeader.tsx
+++ /dev/null
@@ -1,36 +0,0 @@
-import Text from 'components/Text'
-import { providerIcons } from 'components/icons/ProviderIcon'
-import { ModelProvider } from 'state/model'
-
-export interface Props {
- provider: ModelProvider
-}
-
-function ProviderHeader({
- provider,
-}: Props) {
- return (
- <div className="
- flex
- justify-between
- ">
- <div className="
- flex
- items-center
- space-x-2
- ">
- {providerIcons[provider]}
- <Text
- text={provider}
- className="
- font-medium
- text-slate-400
- "
- size={Text.size.S2}
- />
- </div>
- </div>
- )
-}
-
-export default ProviderHeader
\ No newline at end of file
diff --git a/components/Editor/Sidebar/Model/index.tsx b/components/Editor/Sidebar/Model/index.tsx
index e40ac191c..759419457 100644
--- a/components/Editor/Sidebar/Model/index.tsx
+++ b/components/Editor/Sidebar/Model/index.tsx
@@ -1,26 +1,16 @@
-import { useRouter } from 'next/router'
-import { Key } from 'lucide-react'
-
import Text from 'components/Text'
import { useStateStore } from 'state/StoreProvider'
-import { getMissingCreds, ModelProvider, models } from 'state/model'
-import useModelProviderCreds from 'hooks/useModelProviderCreds'
-import Button from 'components/Button'
+import { ModelProvider, modelTemplates } from 'state/model'
+import useModelProviderArgs from 'hooks/useModelProviderArgs'
-import ModelCard from './ModelCard'
-import ProviderHeader from './ProviderHeader'
-import { providerIcons } from 'components/icons/ProviderIcon'
+import ProviderCard from './ProviderCard'
export interface Props { }
function Model({ }: Props) {
const [selector] = useStateStore()
- const router = useRouter()
-
const model = selector.use.model()
- const setModel = selector.use.setModel()
-
- const [creds] = useModelProviderCreds()
+ const [creds] = useModelProviderArgs()
return (
<div className="
@@ -52,97 +42,35 @@ function Model({ }: Props) {
className="
flex
flex-1
- space-y-2
+ space-y-6
p-4
flex-col
+ overflow-auto
items-stretch
+ scroller
"
>
- {Object.entries(models).map(([provider, value]) =>
+ {Object.entries(modelTemplates).map(([provider, value], i, a) =>
<div
key={provider}
className="
flex
- space-y-1
flex-col
"
>
- <ProviderHeader
+ <ProviderCard
+ selectedModel={model}
+ creds={creds}
+ template={value}
provider={provider as ModelProvider}
/>
- <div className="
- flex
- space-y-1
- justify-between
- "
- >
+ {i !== a.length - 1 &&
<div className="
- flex
- items-center
- space-x-2
- ">
- {providerIcons[provider as ModelProvider]}
- <Text
- text={provider}
- className="
- font-medium
- text-slate-400
- "
- size={Text.size.S2}
- />
- </div>
- {value.creds &&
- <div
- className="
- space-x-2
- flex
- "
- >
-
- <Text
- text={getMissingCreds(provider as ModelProvider, creds).length === 0 ? '' : 'Missing keys'}
- className="
- text-slate-400
- "
- size={Text.size.S3}
- />
- <Button
- icon={
- <Key size="16px" />
- }
- text="Set keys"
- className="whitespace-pre-wrap"
- onClick={() => router.push('/settings')}
- />
- </div>
- }
- </div>
- <div className="
- flex
- items-stretch
- flex-col
- flex-1
- py-1
- space-y-2
- "
- >
- {value.models.map(m =>
- <ModelCard
- key={m.name}
- modelTemplate={{ ...m, provider: provider as ModelProvider }}
- selectedModel={
- m.name === model.name && provider === model.provider
- ? model
- : undefined}
- isSelected={m.name === model.name && provider === model.provider}
- updateSelectedModel={i => setModel({
- name: m.name,
- provider: provider as ModelProvider,
- ...i,
- })}
- />
- )}
- </div>
+ w-full
+ border-b
+ border-slate-300
+ pt-4
+ " />}
</div>
)}
</div>
diff --git a/components/Editor/Sidebar/index.tsx b/components/Editor/Sidebar/index.tsx
index 57026b0d9..d8fe080c9 100644
--- a/components/Editor/Sidebar/index.tsx
+++ b/components/Editor/Sidebar/index.tsx
@@ -12,7 +12,7 @@ import { useLatestDeployment } from 'hooks/useLatestDeployment'
import { useStateStore } from 'state/StoreProvider'
import { html2markdown } from 'editor/schema'
import { ModelConfig, getModelConfig } from 'state/model'
-import useModelProviderCreds from 'hooks/useModelProviderCreds'
+import useModelProviderArgs from 'hooks/useModelProviderArgs'
// import Deploy from './Deploy'
export interface Props {
@@ -88,7 +88,7 @@ function Sidebar({
const envs = selectors.use.envs()
const model = selectors.use.model()
- const [creds] = useModelProviderCreds()
+ const [creds] = useModelProviderArgs()
async function deploy() {
if (!route) return
diff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsx
index 4f83b30f8..333e6aa2d 100644
--- a/components/icons/ProviderIcon.tsx
+++ b/components/icons/ProviderIcon.tsx
@@ -9,6 +9,7 @@ const iconPaths: {
[ModelProvider.HuggingFace]: '/huggingface.png',
[ModelProvider.OpenAI]: '/open-ai.png',
[ModelProvider.Replicate]: '/replicate.png',
+ [ModelProvider.Anthropic]: '/anthropic.png',
}
export const providerIcons: {
@@ -17,9 +18,9 @@ export const providerIcons: {
[ModelProvider.HuggingFace]: <ProviderIcon provider={ModelProvider.HuggingFace} />,
[ModelProvider.OpenAI]: <ProviderIcon provider={ModelProvider.OpenAI} />,
[ModelProvider.Replicate]: <ProviderIcon provider={ModelProvider.Replicate} />,
+ [ModelProvider.Anthropic]: <ProviderIcon provider={ModelProvider.Anthropic} />,
}
-
export interface Props {
provider: ModelProvider
}
diff --git a/hooks/useModelProviderCreds.ts b/hooks/useModelProviderArgs.ts
similarity index 89%
rename from hooks/useModelProviderCreds.ts
rename to hooks/useModelProviderArgs.ts
index c3722aa43..ebd54caf7 100644
--- a/hooks/useModelProviderCreds.ts
+++ b/hooks/useModelProviderArgs.ts
@@ -14,7 +14,7 @@ export interface MergeCreds {
(provider: ModelProvider, key: string, value?: ArgValue): void
}
-function useModelProviderCreds(): [Creds, MergeCreds] {
+function useModelProviderArgs(): [Creds, MergeCreds] {
const [creds, setCreds] = useLocalStorage<Creds>('e2b-model-creds', {})
const mergeCreds = useCallback<MergeCreds>((provider, key, value) => {
@@ -31,4 +31,4 @@ function useModelProviderCreds(): [Creds, MergeCreds] {
return [creds, mergeCreds]
}
-export default useModelProviderCreds
+export default useModelProviderArgs
diff --git a/pages/settings.tsx b/pages/settings.tsx
index 3f576704e..f64e47fa2 100644
--- a/pages/settings.tsx
+++ b/pages/settings.tsx
@@ -8,8 +8,8 @@ import Button from 'components/Button'
import Text from 'components/Text'
import { Database } from 'db/supabase'
import { serverCreds } from 'db/credentials'
-import useModelProviderCreds from 'hooks/useModelProviderCreds'
-import { models, ModelProvider } from 'state/model'
+import useModelProviderArgs from 'hooks/useModelProviderArgs'
+import { modelTemplates, ModelProvider } from 'state/model'
import Input from 'components/Input'
export const getServerSideProps: GetServerSideProps<Props> = async (ctx) => {
@@ -38,7 +38,7 @@ function Settings({ }: Props) {
const router = useRouter()
const supabaseClient = useSupabaseClient<Database>()
- const [creds, mergeCreds] = useModelProviderCreds()
+ const [creds, mergeCreds] = useModelProviderArgs()
async function handleSignOut() {
await supabaseClient.auth.signOut()
@@ -133,7 +133,7 @@ function Settings({ }: Props) {
w-[450px]
"
>
- {Object.entries(models).map(([provider, value]) =>
+ {Object.entries(modelTemplates).map(([provider, value]) =>
<div
key={provider}
>
diff --git a/public/anthropic.png b/public/anthropic.png
new file mode 100644
index 000000000..456369e4d
Binary files /dev/null and b/public/anthropic.png differ
diff --git a/state/model.ts b/state/model.ts
index 0221f8786..bf9d4b7cb 100644
--- a/state/model.ts
+++ b/state/model.ts
@@ -1,11 +1,12 @@
-import { Creds } from 'hooks/useModelProviderCreds'
+import { Creds } from 'hooks/useModelProviderArgs'
import { SelectedModel } from './store'
export enum ModelProvider {
+ HuggingFace = 'HuggingFace',
OpenAI = 'OpenAI',
Replicate = 'Replicate',
- HuggingFace = 'HuggingFace',
+ Anthropic = 'Anthropic',
}
export type ArgValue = string | number
@@ -25,6 +26,10 @@ export interface ModelArgTemplate {
step?: number
}
+export interface ProviderCredsTemplate {
+ [key: string]: Omit<ModelArgTemplate, 'editable' | 'value'>
+}
+
export interface ModelConfigTemplate {
provider: ModelProvider
name: string
@@ -34,34 +39,135 @@ export interface ModelConfigTemplate {
args?: { [arg: string]: ModelArgTemplate }
}
-export const models: {
- [provider in keyof typeof ModelProvider]: {
- // These creds are merged with the model args then send to the API.
- creds?: { [key: string]: Omit<ModelArgTemplate, 'editable' | 'value'> }
- models: Omit<ModelConfigTemplate, 'provider'>[]
- }
+export interface ProviderTemplate {
+ // These creds are merged with the model args then send to the API.
+ creds?: ProviderCredsTemplate
+ models: Omit<ModelConfigTemplate, 'provider'>[]
+ link?: string
+}
+
+export const modelTemplates: {
+ [provider in keyof typeof ModelProvider]?: ProviderTemplate
} = {
- [ModelProvider.HuggingFace]: {
- creds: {
- huggingfacehub_api_token: {
- label: 'Hugging Face API Key',
- type: 'string',
- },
- },
- models: [
- {
- name: 'Deployed model',
- args: {
- endpoint_url: {
- editable: true,
- type: 'string',
- label: 'Endpoint URL'
- },
- },
- },
- ],
- },
+ // [ModelProvider.HuggingFace]: {
+ // link: 'https://huggingface.co',
+ // creds: {
+ // huggingfacehub_api_token: {
+ // label: 'Hugging Face API Key',
+ // type: 'string',
+ // },
+ // },
+ // models: [
+ // {
+ // name: 'Custom model',
+ // args: {
+ // endpoint_url: {
+ // editable: true,
+ // type: 'string',
+ // label: 'Endpoint URL'
+ // },
+ // },
+ // },
+ // ],
+ // },
+ // [ModelProvider.Anthropic]: {
+ // creds: {
+ // anthropic_api_key: {
+ // label: 'Anthropic API Key',
+ // type: 'string',
+ // },
+ // },
+ // models: [
+ // {
+ // name: 'Claude v1.3',
+ // args: {
+ // model: {
+ // value: 'claude-v1.3',
+ // type: 'string',
+ // },
+ // max_tokens_to_sample: {
+ // type: 'number',
+ // editable: true,
+ // label: 'Max tokens to sample',
+ // value: 2048,
+ // step: 1,
+ // min: 1,
+ // },
+ // temperature: {
+ // label: 'Temperature',
+ // editable: true,
+ // type: 'number',
+ // value: 0.4,
+ // min: 0.01,
+ // max: 1,
+ // step: 0.01,
+ // },
+ // top_p: {
+ // label: 'top-p',
+ // editable: true,
+ // type: 'number',
+ // value: -1,
+ // min: 0.01,
+ // max: 1,
+ // step: 0.01,
+ // },
+ // top_k: {
+ // label: 'top-k',
+ // editable: true,
+ // type: 'number',
+ // value: -1,
+ // min: 0,
+ // step: 1,
+ // },
+ // },
+ // },
+ // {
+ // name: 'Claude Instant v1',
+ // args: {
+ // model: {
+ // value: 'claude-instant-v1',
+ // type: 'string',
+ // },
+ // max_tokens_to_sample: {
+ // type: 'number',
+ // editable: true,
+ // label: 'Max tokens to sample',
+ // value: 2048,
+ // step: 1,
+ // min: 1,
+ // },
+ // temperature: {
+ // label: 'Temperature',
+ // editable: true,
+ // type: 'number',
+ // value: 0.4,
+ // min: 0.01,
+ // max: 1,
+ // step: 0.01,
+ // },
+ // top_p: {
+ // label: 'top-p',
+ // editable: true,
+ // type: 'number',
+ // value: -1,
+ // min: 0.01,
+ // max: 1,
+ // step: 0.01,
+ // },
+ // top_k: {
+ // label: 'top-k',
+ // editable: true,
+ // type: 'number',
+ // value: -1,
+ // min: 0,
+ // step: 1,
+ // },
+ // },
+ // },
+ // ],
+ // },
[ModelProvider.Replicate]: {
+ link: 'https://replicate.com',
creds: {
replicate_api_token: {
label: 'Replicate API Key',
@@ -70,7 +176,7 @@ export const models: {
},
models: [
{
- name: 'Deployed model [Work in Progress]',
+ name: 'Custom model',
args: {
model: {
editable: true,
@@ -79,35 +185,38 @@ export const models: {
},
max_length: {
type: 'number',
+ editable: true,
value: 4096,
step: 1,
min: 1,
},
temperature: {
- label: 'Temperature',
editable: true,
type: 'number',
- value: 0.4,
- min: 0.01,
- max: 5,
+ value: 0.5,
+ min: 0,
step: 0.01,
},
top_p: {
- label: 'Top P',
editable: true,
type: 'number',
value: 0.9,
- min: 0.01,
+ min: 0,
max: 1,
step: 0.01,
},
+ top_k: {
+ editable: true,
+ type: 'number',
+ value: 0,
+ min: 0,
+ step: 0.01,
+ },
repetition_penalty: {
- label: 'Repetition penalty',
editable: true,
type: 'number',
- value: 1.1,
- min: 0.01,
- max: 5,
+ value: 1,
+ min: 0,
step: 0.01,
},
},
@@ -132,10 +241,12 @@ export const models: {
max_tokens: {
type: 'number',
value: 2048,
+ editable: true,
},
temperature: {
type: 'number',
value: 0,
+ editable: true,
},
},
},
@@ -149,10 +260,12 @@ export const models: {
max_tokens: {
type: 'number',
value: 2048,
+ editable: true,
},
temperature: {
type: 'number',
value: 0,
+ editable: true,
},
},
},
@@ -168,7 +281,7 @@ export function getModelConfig(
config: SelectedModel,
creds: Creds,
): ModelConfig | undefined {
- const model = models[config.provider].models.find(m => m.name === config.name)
+ const model = modelTemplates[config.provider]?.models.find(m => m.name === config.name)
if (!model) return
const defaultArgs = Object
@@ -192,8 +305,8 @@ export function getModelConfig(
export function getMissingCreds(provider: ModelProvider, creds: Creds) {
const missing = Object
- .entries(models[provider]?.creds || {})
- .filter(([key, val]) => creds[provider]?.creds?.[key] === undefined)
+ .entries(modelTemplates[provider]?.creds || {})
+ .filter(([key,]) => creds[provider]?.creds?.[key] === undefined)
return missing
}