Skip to content

Job application tracker and AI-powered job search assistant. Helps job seekers manage their search journey with AI resume review, job matching, task logging, and application analytics, all while keeping your data private.

Use route to make ollama accessible over network

Khuram Niazfb5839278074
diff --git a/src/app/api/ai/ollama/generate/route.ts b/src/app/api/ai/ollama/generate/route.ts
new file mode 100644
index 0000000..603e95e
--- /dev/null
+++ b/src/app/api/ai/ollama/generate/route.ts
@@ -0,0 +1,37 @@
+import { auth } from "@/auth";
+import { getOllamaBaseUrl } from "@/actions/apiKey.actions";
+import { NextResponse } from "next/server";
+
+export async function POST(request: Request) {
+ try {
+ const session = await auth();
+ if (!session?.user?.id) {
+ return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
+ }
+
+ const body = await request.json();
+ const baseUrl = await getOllamaBaseUrl();
+ const response = await fetch(`${baseUrl}/api/generate`, {
+ method: "POST",
+ headers: { "Content-Type": "application/json" },
+ body: JSON.stringify(body),
+ signal: AbortSignal.timeout(10000),
+ });
+
+ if (!response.ok) {
+ return NextResponse.json(
+ { error: "Failed to generate" },
+ { status: response.status },
+ );
+ }
+
+ const data = await response.json();
+ return NextResponse.json(data);
+ } catch (error) {
+ console.error("Error proxying Ollama generate:", error);
+ return NextResponse.json(
+ { error: "Cannot connect to Ollama service" },
+ { status: 502 },
+ );
+ }
+}
diff --git a/src/app/api/ai/ollama/ps/route.ts b/src/app/api/ai/ollama/ps/route.ts
new file mode 100644
index 0000000..87469db
--- /dev/null
+++ b/src/app/api/ai/ollama/ps/route.ts
@@ -0,0 +1,33 @@
+import { auth } from "@/auth";
+import { getOllamaBaseUrl } from "@/actions/apiKey.actions";
+import { NextResponse } from "next/server";
+
+export async function GET() {
+ try {
+ const session = await auth();
+ if (!session?.user?.id) {
+ return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
+ }
+
+ const baseUrl = await getOllamaBaseUrl();
+ const response = await fetch(`${baseUrl}/api/ps`, {
+ signal: AbortSignal.timeout(5000),
+ });
+
+ if (!response.ok) {
+ return NextResponse.json(
+ { error: "Failed to fetch running models" },
+ { status: response.status },
+ );
+ }
+
+ const data = await response.json();
+ return NextResponse.json(data);
+ } catch (error) {
+ console.error("Error proxying Ollama ps:", error);
+ return NextResponse.json(
+ { error: "Cannot connect to Ollama service" },
+ { status: 502 },
+ );
+ }
+}
diff --git a/src/app/api/ai/ollama/tags/route.ts b/src/app/api/ai/ollama/tags/route.ts
new file mode 100644
index 0000000..d6d8e8e
--- /dev/null
+++ b/src/app/api/ai/ollama/tags/route.ts
@@ -0,0 +1,33 @@
+import { auth } from "@/auth";
+import { getOllamaBaseUrl } from "@/actions/apiKey.actions";
+import { NextResponse } from "next/server";
+
+export async function GET() {
+ try {
+ const session = await auth();
+ if (!session?.user?.id) {
+ return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
+ }
+
+ const baseUrl = await getOllamaBaseUrl();
+ const response = await fetch(`${baseUrl}/api/tags`, {
+ signal: AbortSignal.timeout(5000),
+ });
+
+ if (!response.ok) {
+ return NextResponse.json(
+ { error: "Failed to fetch Ollama models" },
+ { status: response.status },
+ );
+ }
+
+ const data = await response.json();
+ return NextResponse.json(data);
+ } catch (error) {
+ console.error("Error proxying Ollama tags:", error);
+ return NextResponse.json(
+ { error: "Cannot connect to Ollama service" },
+ { status: 502 },
+ );
+ }
+}
diff --git a/src/components/settings/AiSettings.tsx b/src/components/settings/AiSettings.tsx
index 9843dd9..6884fae 100644
--- a/src/components/settings/AiSettings.tsx
+++ b/src/components/settings/AiSettings.tsx
@@ -21,7 +21,6 @@ import { toast } from "../ui/use-toast";
import { XCircle, CheckCircle, Loader2 } from "lucide-react";
import { checkIfModelIsRunning } from "@/utils/ai.utils";
import { getUserSettings, updateAiSettings } from "@/actions/userSettings.actions";
-import { getOllamaBaseUrl } from "@/actions/apiKey.actions";
interface OllamaModelResponse {
models: {
@@ -57,7 +56,6 @@ function AiSettings() {
const [fetchError, setFetchError] = useState<string>("");
const [runningModelError, setRunningModelError] = useState<string>("");
const [runningModelName, setRunningModelName] = useState<string>("");
- const [ollamaBaseUrl, setOllamaBaseUrl] = useState("http://127.0.0.1:11434");
const setSelectedProvider = (provider: AiProvider) => {
setSelectedModel({ provider, model: undefined });
@@ -85,11 +83,7 @@ function AiSettings() {
const fetchSettings = async () => {
setIsLoadingSettings(true);
try {
- const [settingsResult, resolvedUrl] = await Promise.all([
- getUserSettings(),
- getOllamaBaseUrl(),
- ]);
- setOllamaBaseUrl(resolvedUrl);
+ const settingsResult = await getUserSettings();
if (settingsResult.success && settingsResult.data?.settings?.ai) {
const aiSettings = settingsResult.data.settings.ai;
@@ -122,7 +116,7 @@ function AiSettings() {
setIsLoadingModels(true);
setFetchError("");
try {
- const response = await fetch(`${ollamaBaseUrl}/api/tags`);
+ const response = await fetch("/api/ai/ollama/tags");
if (!response.ok) {
if (selectedModel.provider === AiProvider.OLLAMA) {
setFetchError(
@@ -150,11 +144,9 @@ function AiSettings() {
const keepModelAlive = async (modelName: string) => {
try {
- await fetch(`${ollamaBaseUrl}/api/generate`, {
+ await fetch("/api/ai/ollama/generate", {
method: "POST",
- headers: {
- "Content-Type": "application/json",
- },
+ headers: { "Content-Type": "application/json" },
body: JSON.stringify({
model: modelName,
prompt: "",
@@ -171,7 +163,7 @@ function AiSettings() {
setRunningModelError("");
setRunningModelName("");
try {
- const response = await fetch(`${ollamaBaseUrl}/api/ps`);
+ const response = await fetch("/api/ai/ollama/ps");
if (!response.ok) {
if (selectedModel.provider === AiProvider.OLLAMA) {
setRunningModelError(
diff --git a/src/utils/ai.utils.ts b/src/utils/ai.utils.ts
index 9c0b54d..7153d1a 100644
--- a/src/utils/ai.utils.ts
+++ b/src/utils/ai.utils.ts
@@ -34,9 +34,8 @@ export const checkIfModelIsRunning = async (
}
try {
- // Check if Ollama service is accessible
- const response = await fetch("http://localhost:11434/api/ps", {
- signal: AbortSignal.timeout(5000), // 5 second timeout
+ const response = await fetch("/api/ai/ollama/ps", {
+ signal: AbortSignal.timeout(5000),
});
if (!response.ok) {
@@ -86,7 +85,7 @@ export const fetchRunningModels = async (): Promise<{
error?: string;
}> => {
try {
- const response = await fetch("http://localhost:11434/api/ps", {
+ const response = await fetch("/api/ai/ollama/ps", {
signal: AbortSignal.timeout(5000),
});