Skip to content

armgit / E2B

Public Imported from GitHub
0

Open-source, secure environment with real-world tools for enterprise-grade agents.

Cleanup

Tomas Valentaa425125cfca0
diff --git a/api-service/codegen/callbacks/log_parser.py b/api-service/codegen/callbacks/log_parser.py
index 3a06946c5..7b7b5c272 100644
--- a/api-service/codegen/callbacks/log_parser.py
+++ b/api-service/codegen/callbacks/log_parser.py
@@ -109,6 +109,12 @@ class LogStreamParser:
):
merge_logs(tool_log, output)
+ def ingest_complete_llm_output(self, output: str):
+ """Ingest whole output of an LLM overwriting the current buffer."""
+ self._token_buffer = output
+ self._parse()
+ return self
+
def ingest_token(self, token: str):
"""Ingest token and update the logs."""
self._token_buffer += token
diff --git a/api-service/models/base.py b/api-service/models/base.py
index 29b3b4ce0..a290d2c55 100644
--- a/api-service/models/base.py
+++ b/api-service/models/base.py
@@ -1,17 +1,14 @@
from typing import TypedDict, Dict, Any
from enum import Enum
from langchain.chat_models import ChatOpenAI
-from langchain.llms import HuggingFaceHub, Anthropic
+from langchain.llms import Banana
from langchain.schema import BaseLanguageModel
from langchain.callbacks.base import BaseCallbackManager
-from .providers.replicate import ReplicateFix
-
class ModelProvider(Enum):
OpenAI = "OpenAI"
# Replicate = "Replicate"
- # HuggingFace = "HuggingFace"
# Anthropic = "Anthropic"
@@ -49,11 +46,5 @@ def get_model(
# verbose=True,
# callback_manager=callback_manager,
# )
- # case ModelProvider.HuggingFace.value:
- # return HuggingFaceHub(
- # **config["args"],
- # verbose=True,
- # callback_manager=callback_manager,
- # )
case _:
raise ValueError(f"Provider {config['provider']} no found.")
diff --git a/api-service/models/providers/huggingface_endpoint.py b/api-service/models/providers/huggingface_endpoint.py
deleted file mode 100644
index 0dccefc74..000000000
--- a/api-service/models/providers/huggingface_endpoint.py
+++ /dev/null
@@ -1,10 +0,0 @@
-from typing import List, Optional
-from langchain.llms import HuggingFaceEndpoint
-from langchain.schema import LLMResult
-
-
-class HuggingFaceEndpointFix(HuggingFaceEndpoint):
- def agenerate(
- self, prompts: List[str], stop: Optional[List[str]] = None
- ) -> LLMResult:
- return self.generate(prompts, stop)
diff --git a/components/icons/ProviderIcon.tsx b/components/icons/ProviderIcon.tsx
index 3980db13e..c04e03945 100644
--- a/components/icons/ProviderIcon.tsx
+++ b/components/icons/ProviderIcon.tsx
@@ -6,7 +6,6 @@ import { ModelProvider } from 'state/model'
const iconPaths: {
[provider in keyof typeof ModelProvider]: string
} = {
- // [ModelProvider.HuggingFace]: '/huggingface.png',
[ModelProvider.OpenAI]: '/open-ai.png',
// [ModelProvider.Replicate]: '/replicate.png',
// [ModelProvider.Anthropic]: '/anthropic.png',
diff --git a/state/model.ts b/state/model.ts
index f223c77df..5e56db2a7 100644
--- a/state/model.ts
+++ b/state/model.ts
@@ -4,7 +4,6 @@ import { SelectedModel } from './store'
export enum ModelProvider {
OpenAI = 'OpenAI',
- // HuggingFace = 'HuggingFace',
// Replicate = 'Replicate',
// Anthropic = 'Anthropic',
}
@@ -50,27 +49,6 @@ export interface ProviderTemplate {
export const modelTemplates: {
[provider in keyof typeof ModelProvider]?: ProviderTemplate
} = {
- // [ModelProvider.HuggingFace]: {
- // link: 'https://huggingface.co',
- // creds: {
- // huggingfacehub_api_token: {
- // label: 'Hugging Face API Key',
- // type: 'string',
- // },
- // },
- // models: [
- // {
- // name: 'Custom model',
- // args: {
- // endpoint_url: {
- // editable: true,
- // type: 'string',
- // label: 'Endpoint URL'
- // },
- // },
- // },
- // ],
- // },
// [ModelProvider.Anthropic]: {
// creds: {
// anthropic_api_key: {
@@ -249,7 +227,7 @@ export const modelTemplates: {
temperature: {
type: 'number',
label: 'Temperature',
- value: 0,
+ value: 0.0,
min: 0,
step: 0.01,
max: 2,
@@ -258,7 +236,7 @@ export const modelTemplates: {
presence_penalty: {
type: 'number',
label: 'Presence penalty',
- value: 0,
+ value: 0.0,
min: -2,
step: 0.01,
max: 2,
@@ -267,7 +245,7 @@ export const modelTemplates: {
frequency_penalty: {
type: 'number',
label: 'Frequency penalty',
- value: 0,
+ value: 0.0,
min: -2,
step: 0.01,
max: 2,
@@ -277,7 +255,7 @@ export const modelTemplates: {
label: 'Top-p',
type: 'number',
value: 1,
- min: 0,
+ min: 0.0,
max: 1,
step: 0.01,
editable: true,
@@ -301,7 +279,7 @@ export const modelTemplates: {
type: 'number',
label: 'Temperature',
value: 0,
- min: 0,
+ min: 0.0,
step: 0.01,
max: 2,
editable: true,
@@ -309,7 +287,7 @@ export const modelTemplates: {
presence_penalty: {
type: 'number',
label: 'Presence penalty',
- value: 0,
+ value: 0.0,
min: -2,
step: 0.01,
max: 2,
@@ -318,7 +296,7 @@ export const modelTemplates: {
frequency_penalty: {
type: 'number',
label: 'Frequency penalty',
- value: 0,
+ value: 0.0,
min: -2,
step: 0.01,
max: 2,
@@ -327,7 +305,7 @@ export const modelTemplates: {
top_p: {
label: 'Top-p',
type: 'number',
- value: 1,
+ value: 1.0,
min: 0,
max: 1,
step: 0.01,