Skip to content

armgit / E2B

Public Imported from GitHub
0

Open-source, secure environment with real-world tools for enterprise-grade agents.

Simplify adding models' icons; Cleanup; Fix typos

Tomas Valenta053ab528c3d2
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 18ae9cf59..554e1b3f5 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -2,24 +2,24 @@
If you want to contribute open a PR, issue, or start a discussion on our [Discord](https://discord.gg/dSBY3ms2Qr).
## Adding new models or new model hosting providers
+If you want to add a new model (like OpenAI's GPT-4) or a new model hosting provider (like HuggingFace where you can host your models) complete the following steps and create a PR.
+
1. Add model on **frontend**
- - Add model name to `enum ModelProvider` in [state/model.ts](state/model.ts)
+ - Add a model name to `enum ModelProvider` in [state/model.ts](state/model.ts)
- Add model template to `const modelTemplates` in [state/model.ts](state/model.ts)
> `creds` and `args` defined in the `modelTemplates` are accessible on backend in `get_model` under their exact names in `config["args"]` object.
- - Add model's PNG icon image to `public/`
- - Add a new model icon to `const iconPaths` and `const providerIcons` in [components/icons/ProviderIcon.tsx](components/icons/ProviderIcon.tsx)
+ - Add the model's PNG icon image to `public/`
+ - Add a new model icon path to `const iconPaths` in [components/icons/ProviderIcon.tsx](components/icons/ProviderIcon.tsx)
2. Add model on **backend** in [api-service/models/base.py](api-service/models/base.py)
- Add model name to enum `ModelProvider`
- Add model integration (implementing langchain's `BaseLanguageModel`) to `def get_model`. You can often use the [langchain's](https://python.langchain.com/en/latest/modules/models/llms/integrations.html) integrations.
> Sometimes we need to modify integrations provided by langchain (to ignore env vars, etc.). If you modify the integrations add them like [this](api-service/models/wrappers/replicate.py).
-3. Test if the new model works by starting the app, configuring the model and trying to "Run" it. Add a screenshot of the results to the PR if you can.
+3. Test if the new model works by starting the app, configuring the model, and trying to "Run" it. Add a screenshot of the results to the PR if you can.
### Example of adding a new model/model hosting provider
-
#### **Frontend**
-
[state/model.ts](state/model.ts)
```ts
export enum ModelProvider {
@@ -69,14 +69,6 @@ const iconPaths: {
[ModelProvider.HuggingFace]: '/new-model.png',
...
}
-
-export const providerIcons: {
- [provider in keyof typeof ModelProvider]: ReactNode
-} = {
- ...
- [ModelProvider.NewModel]: <ProviderIcon provider={ModelProvider.NewModel} />,
- ...
-}
```
#### **Backend**
@@ -103,7 +95,7 @@ def get_model(
...
```
-## 💻 Development
+## 💻 Development setup
For developing with hot reloading and contributing to the project you may want to run the app locally without Docker Compose (`npm start` command). Here are the steps for how to do it.
You will need:
diff --git a/README.md b/README.md
index 392483cd1..4e80d2e08 100644
--- a/README.md
+++ b/README.md
@@ -46,7 +46,7 @@ Then open the page on [http://localhost:3000](http://localhost:3000).
> `npm start` starts local Supabase in the background - to stop it you have to run `npm run stop`.
-> If you want to run the project without using containers use the [steps here](./CONTRIBUTING.md#development). This is useful if you want to leverage hot reloading and develop the project.
+> If you want to run the project without using containers use the [steps here](./CONTRIBUTING.md#💻-development-setup). This is useful if you want to leverage hot reloading and develop the project.
# Features
diff --git a/api-service/models/base.py b/api-service/models/base.py
index 2b799db2f..9b204d8b9 100644
--- a/api-service/models/base.py
+++ b/api-service/models/base.py
@@ -10,9 +10,9 @@ from .wrappers.replicate import ReplicateFix
class ModelProvider(Enum):
OpenAI = "OpenAI"
- Replicate = "Replicate"
- HuggingFace = "HuggingFace"
- Anthropic = "Anthropic"
+ # Replicate = "Replicate"
+ # HuggingFace = "HuggingFace"
+ # Anthropic = "Anthropic"
class ModelConfig(TypedDict):
@@ -26,13 +26,13 @@ def get_model(
callback_manager: BaseCallbackManager,
) -> BaseLanguageModel:
match config["provider"]:
- case ModelProvider.Anthropic.value:
- return Anthropic(
- **config["args"],
- verbose=True,
- streaming=True,
- callback_manager=callback_manager,
- )
+ # case ModelProvider.Anthropic.value:
+ # return Anthropic(
+ # **config["args"],
+ # verbose=True,
+ # streaming=True,
+ # callback_manager=callback_manager,
+ # )
case ModelProvider.OpenAI.value:
return ChatOpenAI(
**config["args"],
@@ -41,19 +41,19 @@ def get_model(
streaming=True,
callback_manager=callback_manager,
)
- case ModelProvider.Replicate.value:
- return ReplicateFix(
- model=config["args"]["model"],
- replicate_api_token=config["args"]["replicate_api_token"],
- model_kwargs=config["args"],
- verbose=True,
- callback_manager=callback_manager,
- )
- case ModelProvider.HuggingFace.value:
- return HuggingFaceHub(
- **config["args"],
- verbose=True,
- callback_manager=callback_manager,
- )
+ # case ModelProvider.Replicate.value:
+ # return ReplicateFix(
+ # model=config["args"]["model"],
+ # replicate_api_token=config["args"]["replicate_api_token"],
+ # model_kwargs=config["args"],
+ # verbose=True,
+ # callback_manager=callback_manager,
+ # )
+ # case ModelProvider.HuggingFace.value:
+ # return HuggingFaceHub(
+ # **config["args"],
+ # verbose=True,
+ # callback_manager=callback_manager,
+ # )
case _:
raise ValueError(f"Provider {config['provider']} no found.")
diff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsx
index 9a64c8cc5..3980db13e 100644
--- a/components/icons/ProviderIcon.tsx
+++ b/components/icons/ProviderIcon.tsx
@@ -6,20 +6,18 @@ import { ModelProvider } from 'state/model'
const iconPaths: {
[provider in keyof typeof ModelProvider]: string
} = {
- [ModelProvider.HuggingFace]: '/huggingface.png',
+ // [ModelProvider.HuggingFace]: '/huggingface.png',
[ModelProvider.OpenAI]: '/open-ai.png',
- [ModelProvider.Replicate]: '/replicate.png',
- [ModelProvider.Anthropic]: '/anthropic.png',
+ // [ModelProvider.Replicate]: '/replicate.png',
+ // [ModelProvider.Anthropic]: '/anthropic.png',
}
-export const providerIcons: {
- [provider in keyof typeof ModelProvider]: ReactNode
-} = {
- [ModelProvider.HuggingFace]: <ProviderIcon provider={ModelProvider.HuggingFace} />,
- [ModelProvider.OpenAI]: <ProviderIcon provider={ModelProvider.OpenAI} />,
- [ModelProvider.Replicate]: <ProviderIcon provider={ModelProvider.Replicate} />,
- [ModelProvider.Anthropic]: <ProviderIcon provider={ModelProvider.Anthropic} />,
-}
+export const providerIcons = Object
+ .values(ModelProvider)
+ .reduce<{ [provider in keyof typeof ModelProvider]?: ReactNode }>((prev, curr) => ({
+ ...prev,
+ [curr]: <ProviderIcon provider={curr} />,
+ }), {})
export interface Props {
provider: ModelProvider
diff --git a/state/model.ts b/state/model.ts
index ae64ba014..7e7cfa4a4 100644
--- a/state/model.ts
+++ b/state/model.ts
@@ -3,10 +3,10 @@ import { Creds } from 'hooks/useModelProviderArgs'
import { SelectedModel } from './store'
export enum ModelProvider {
- HuggingFace = 'HuggingFace',
+ // HuggingFace = 'HuggingFace',
OpenAI = 'OpenAI',
- Replicate = 'Replicate',
- Anthropic = 'Anthropic',
+ // Replicate = 'Replicate',
+ // Anthropic = 'Anthropic',
}
export type ArgValue = string | number