Skip to content

Agent Zero AI framework

Added support to use openrouter models

Gaurav Dhimancb60dd4fbd3c
diff --git a/example.env b/example.env
index 342a8765b..88c7f193b 100644
--- a/example.env
+++ b/example.env
@@ -3,6 +3,7 @@ API_KEY_ANTHROPIC=
API_KEY_GROQ=
API_KEY_PERPLEXITY=
API_KEY_GOOGLE=
+API_KEY_OPENROUTER=
TOKENIZERS_PARALLELISM=true
PYDEVD_DISABLE_FILE_VALIDATION=1
\ No newline at end of file
diff --git a/main.py b/main.py
index 506e6e3c3..61b8773f3 100644
--- a/main.py
+++ b/main.py
@@ -31,6 +31,7 @@ def initialize():
# chat_llm = models.get_ollama(model_name="llama3:8b-text-fp16")
# chat_llm = models.get_ollama(model_name="gemma2:latest")
# chat_llm = models.get_ollama(model_name="qwen:14b")
+ # chat_llm = models.get_openrouter(model_name="meta-llama/llama-3-8b-instruct:free")
# chat_llm = models.get_google_chat()
diff --git a/models.py b/models.py
index 58c182f0e..162e58c43 100644
--- a/models.py
+++ b/models.py
@@ -6,6 +6,7 @@ from langchain_anthropic import ChatAnthropic
from langchain_groq import ChatGroq
from langchain_huggingface import HuggingFaceEmbeddings
from langchain_google_genai import ChatGoogleGenerativeAI, HarmBlockThreshold, HarmCategory
+from pydantic.v1.types import SecretStr
# Load environment variables
@@ -92,6 +93,13 @@ def get_google_chat(model_name="gemini-1.5-flash-latest", api_key=None, temperat
return ChatGoogleGenerativeAI(model=model_name, temperature=temperature, google_api_key=api_key,
safety_settings={HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: HarmBlockThreshold.BLOCK_NONE }) # type: ignore
+def get_openrouter(model_name: str="meta-llama/llama-3.1-8b-instruct:free"):
+ open_router_api_key = os.getenv('API_KEY_OPENROUTER')
+ open_router_api_key = SecretStr(open_router_api_key) if open_router_api_key else None
+ return ChatOpenAI(api_key=open_router_api_key,
+ base_url="https://openrouter.ai/api/v1",
+ model=model_name)
+
def get_embedding_hf(model_name="sentence-transformers/all-MiniLM-L6-v2"):
return HuggingFaceEmbeddings(model_name=model_name)