Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat(self-host/ai): use any OpenAI-compatible API (#1245)

Gergő Móricz15489be542b2
diff --git a/SELF_HOST.md b/SELF_HOST.md
index e3f0e96dc..098afc77c 100644
--- a/SELF_HOST.md
+++ b/SELF_HOST.md
@@ -56,6 +56,10 @@ USE_DB_AUTHENTICATION=false
# MODEL_NAME=deepseek-r1:7b
# MODEL_EMBEDDING_NAME=nomic-embed-text
+# Experimental: Use any OpenAI-compatible API
+# OPENAI_BASE_URL=https://example.com/v1
+# OPENAI_API_KEY=
+
## === Proxy ===
# PROXY_SERVER can be a full URL (e.g. http://0.1.2.3:1234) or just an IP and port combo (e.g. 0.1.2.3:1234)
# Do not uncomment PROXY_USERNAME and PROXY_PASSWORD if your proxy is unauthenticated
diff --git a/apps/api/src/lib/generic-ai.ts b/apps/api/src/lib/generic-ai.ts
index f4019e87b..4718e1e22 100644
--- a/apps/api/src/lib/generic-ai.ts
+++ b/apps/api/src/lib/generic-ai.ts
@@ -1,9 +1,12 @@
-import { openai } from '@ai-sdk/openai';
+import { createOpenAI } from '@ai-sdk/openai';
import { createOllama } from "ollama-ai-provider";
const modelAdapter = process.env.OLLAMA_BASE_URL ? createOllama({
- baseURL: process.env.OLLAMA_BASE_URL!,
-}) : openai;
+ baseURL: process.env.OLLAMA_BASE_URL,
+}) : createOpenAI({
+ apiKey: process.env.OPENAI_API_KEY,
+ baseURL: process.env.OPENAI_BASE_URL,
+});
export function getModel(name: string) {
return process.env.MODEL_NAME ? modelAdapter(process.env.MODEL_NAME) : modelAdapter(name);