Agent Zero AI framework
Added support to use openrouter models
Gaurav Dhimancb60dd4fbd3c
diff --git a/example.env b/example.envindex 342a8765b..88c7f193b 100644--- a/example.env+++ b/example.env@@ -3,6 +3,7 @@ API_KEY_ANTHROPIC=API_KEY_GROQ=API_KEY_PERPLEXITY=API_KEY_GOOGLE=+API_KEY_OPENROUTER=TOKENIZERS_PARALLELISM=truePYDEVD_DISABLE_FILE_VALIDATION=1\ No newline at end of filediff --git a/main.py b/main.pyindex 506e6e3c3..61b8773f3 100644--- a/main.py+++ b/main.py@@ -31,6 +31,7 @@ def initialize():# chat_llm = models.get_ollama(model_name="llama3:8b-text-fp16")# chat_llm = models.get_ollama(model_name="gemma2:latest")# chat_llm = models.get_ollama(model_name="qwen:14b")+ # chat_llm = models.get_openrouter(model_name="meta-llama/llama-3-8b-instruct:free")# chat_llm = models.get_google_chat()diff --git a/models.py b/models.pyindex 58c182f0e..162e58c43 100644--- a/models.py+++ b/models.py@@ -6,6 +6,7 @@ from langchain_anthropic import ChatAnthropicfrom langchain_groq import ChatGroqfrom langchain_huggingface import HuggingFaceEmbeddingsfrom langchain_google_genai import ChatGoogleGenerativeAI, HarmBlockThreshold, HarmCategory+from pydantic.v1.types import SecretStr# Load environment variables@@ -92,6 +93,13 @@ def get_google_chat(model_name="gemini-1.5-flash-latest", api_key=None, temperatreturn ChatGoogleGenerativeAI(model=model_name, temperature=temperature, google_api_key=api_key,safety_settings={HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: HarmBlockThreshold.BLOCK_NONE }) # type: ignore+def get_openrouter(model_name: str="meta-llama/llama-3.1-8b-instruct:free"):+ open_router_api_key = os.getenv('API_KEY_OPENROUTER')+ open_router_api_key = SecretStr(open_router_api_key) if open_router_api_key else None+ return ChatOpenAI(api_key=open_router_api_key,+ base_url="https://openrouter.ai/api/v1",+ model=model_name)+def get_embedding_hf(model_name="sentence-transformers/all-MiniLM-L6-v2"):return HuggingFaceEmbeddings(model_name=model_name)