Open-source, secure environment with real-world tools for enterprise-grade agents.
Python agentaiai-agentai-agentscode-interpretercopilotdevelopmentdevtoolsgptgpt-4javascriptllmnextjsopenaipythonreactsoftwaretypescript
Simplify adding models' icons; Cleanup; Fix typos
Tomas Valenta053ab528c3d2
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.mdindex 18ae9cf59..554e1b3f5 100644--- a/CONTRIBUTING.md+++ b/CONTRIBUTING.md@@ -2,24 +2,24 @@If you want to contribute open a PR, issue, or start a discussion on our [Discord](https://discord.gg/dSBY3ms2Qr).## Adding new models or new model hosting providers+If you want to add a new model (like OpenAI's GPT-4) or a new model hosting provider (like HuggingFace where you can host your models) complete the following steps and create a PR.+1. Add model on **frontend**- - Add model name to `enum ModelProvider` in [state/model.ts](state/model.ts)+ - Add a model name to `enum ModelProvider` in [state/model.ts](state/model.ts)- Add model template to `const modelTemplates` in [state/model.ts](state/model.ts)> `creds` and `args` defined in the `modelTemplates` are accessible on backend in `get_model` under their exact names in `config["args"]` object.- - Add model's PNG icon image to `public/`- - Add a new model icon to `const iconPaths` and `const providerIcons` in [components/icons/ProviderIcon.tsx](components/icons/ProviderIcon.tsx)+ - Add the model's PNG icon image to `public/`+ - Add a new model icon path to `const iconPaths` in [components/icons/ProviderIcon.tsx](components/icons/ProviderIcon.tsx)2. Add model on **backend** in [api-service/models/base.py](api-service/models/base.py)- Add model name to enum `ModelProvider`- Add model integration (implementing langchain's `BaseLanguageModel`) to `def get_model`. You can often use the [langchain's](https://python.langchain.com/en/latest/modules/models/llms/integrations.html) integrations.> Sometimes we need to modify integrations provided by langchain (to ignore env vars, etc.). If you modify the integrations add them like [this](api-service/models/wrappers/replicate.py).-3. Test if the new model works by starting the app, configuring the model and trying to "Run" it. Add a screenshot of the results to the PR if you can.+3. Test if the new model works by starting the app, configuring the model, and trying to "Run" it. Add a screenshot of the results to the PR if you can.### Example of adding a new model/model hosting provider-#### **Frontend**-[state/model.ts](state/model.ts)```tsexport enum ModelProvider {@@ -69,14 +69,6 @@ const iconPaths: {[ModelProvider.HuggingFace]: '/new-model.png',...}--export const providerIcons: {- [provider in keyof typeof ModelProvider]: ReactNode-} = {- ...- [ModelProvider.NewModel]: <ProviderIcon provider={ModelProvider.NewModel} />,- ...-}```#### **Backend**@@ -103,7 +95,7 @@ def get_model(...```-## 💻 Development+## 💻 Development setupFor developing with hot reloading and contributing to the project you may want to run the app locally without Docker Compose (`npm start` command). Here are the steps for how to do it.You will need:diff --git a/README.md b/README.mdindex 392483cd1..4e80d2e08 100644--- a/README.md+++ b/README.md@@ -46,7 +46,7 @@ Then open the page on [http://localhost:3000](http://localhost:3000).> `npm start` starts local Supabase in the background - to stop it you have to run `npm run stop`.-> If you want to run the project without using containers use the [steps here](./CONTRIBUTING.md#development). This is useful if you want to leverage hot reloading and develop the project.+> If you want to run the project without using containers use the [steps here](./CONTRIBUTING.md#💻-development-setup). This is useful if you want to leverage hot reloading and develop the project.# Featuresdiff --git a/api-service/models/base.py b/api-service/models/base.pyindex 2b799db2f..9b204d8b9 100644--- a/api-service/models/base.py+++ b/api-service/models/base.py@@ -10,9 +10,9 @@ from .wrappers.replicate import ReplicateFixclass ModelProvider(Enum):OpenAI = "OpenAI"- Replicate = "Replicate"- HuggingFace = "HuggingFace"- Anthropic = "Anthropic"+ # Replicate = "Replicate"+ # HuggingFace = "HuggingFace"+ # Anthropic = "Anthropic"class ModelConfig(TypedDict):@@ -26,13 +26,13 @@ def get_model(callback_manager: BaseCallbackManager,) -> BaseLanguageModel:match config["provider"]:- case ModelProvider.Anthropic.value:- return Anthropic(- **config["args"],- verbose=True,- streaming=True,- callback_manager=callback_manager,- )+ # case ModelProvider.Anthropic.value:+ # return Anthropic(+ # **config["args"],+ # verbose=True,+ # streaming=True,+ # callback_manager=callback_manager,+ # )case ModelProvider.OpenAI.value:return ChatOpenAI(**config["args"],@@ -41,19 +41,19 @@ def get_model(streaming=True,callback_manager=callback_manager,)- case ModelProvider.Replicate.value:- return ReplicateFix(- model=config["args"]["model"],- replicate_api_token=config["args"]["replicate_api_token"],- model_kwargs=config["args"],- verbose=True,- callback_manager=callback_manager,- )- case ModelProvider.HuggingFace.value:- return HuggingFaceHub(- **config["args"],- verbose=True,- callback_manager=callback_manager,- )+ # case ModelProvider.Replicate.value:+ # return ReplicateFix(+ # model=config["args"]["model"],+ # replicate_api_token=config["args"]["replicate_api_token"],+ # model_kwargs=config["args"],+ # verbose=True,+ # callback_manager=callback_manager,+ # )+ # case ModelProvider.HuggingFace.value:+ # return HuggingFaceHub(+ # **config["args"],+ # verbose=True,+ # callback_manager=callback_manager,+ # )case _:raise ValueError(f"Provider {config['provider']} no found.")diff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsxindex 9a64c8cc5..3980db13e 100644--- a/components/icons/ProviderIcon.tsx+++ b/components/icons/ProviderIcon.tsx@@ -6,20 +6,18 @@ import { ModelProvider } from 'state/model'const iconPaths: {[provider in keyof typeof ModelProvider]: string} = {- [ModelProvider.HuggingFace]: '/huggingface.png',+ // [ModelProvider.HuggingFace]: '/huggingface.png',[ModelProvider.OpenAI]: '/open-ai.png',- [ModelProvider.Replicate]: '/replicate.png',- [ModelProvider.Anthropic]: '/anthropic.png',+ // [ModelProvider.Replicate]: '/replicate.png',+ // [ModelProvider.Anthropic]: '/anthropic.png',}-export const providerIcons: {- [provider in keyof typeof ModelProvider]: ReactNode-} = {- [ModelProvider.HuggingFace]: <ProviderIcon provider={ModelProvider.HuggingFace} />,- [ModelProvider.OpenAI]: <ProviderIcon provider={ModelProvider.OpenAI} />,- [ModelProvider.Replicate]: <ProviderIcon provider={ModelProvider.Replicate} />,- [ModelProvider.Anthropic]: <ProviderIcon provider={ModelProvider.Anthropic} />,-}+export const providerIcons = Object+ .values(ModelProvider)+ .reduce<{ [provider in keyof typeof ModelProvider]?: ReactNode }>((prev, curr) => ({+ ...prev,+ [curr]: <ProviderIcon provider={curr} />,+ }), {})export interface Props {provider: ModelProviderdiff --git a/state/model.ts b/state/model.tsindex ae64ba014..7e7cfa4a4 100644--- a/state/model.ts+++ b/state/model.ts@@ -3,10 +3,10 @@ import { Creds } from 'hooks/useModelProviderArgs'import { SelectedModel } from './store'export enum ModelProvider {- HuggingFace = 'HuggingFace',+ // HuggingFace = 'HuggingFace',OpenAI = 'OpenAI',- Replicate = 'Replicate',- Anthropic = 'Anthropic',+ // Replicate = 'Replicate',+ // Anthropic = 'Anthropic',}export type ArgValue = string | number