Job application tracker and AI-powered job search assistant. Helps job seekers manage their search journey with AI resume review, job matching, task logging, and application analytics, all while keeping your data private.
TypeScript ai-agentai-resume-analyzerapplication-trackerapplication-tracking-systematscareerjob-applicationjob-automationjob-huntingjob-searchjob-seeker-toolsjob-trackerjob-trackingjobsearchjobseekersmcpollamaresumeresume-reviewself-hosted
Use route to make ollama accessible over network
Khuram Niazfb5839278074
diff --git a/src/app/api/ai/ollama/generate/route.ts b/src/app/api/ai/ollama/generate/route.tsnew file mode 100644index 0000000..603e95e--- /dev/null+++ b/src/app/api/ai/ollama/generate/route.ts@@ -0,0 +1,37 @@+import { auth } from "@/auth";+import { getOllamaBaseUrl } from "@/actions/apiKey.actions";+import { NextResponse } from "next/server";++export async function POST(request: Request) {+ try {+ const session = await auth();+ if (!session?.user?.id) {+ return NextResponse.json({ error: "Unauthorized" }, { status: 401 });+ }++ const body = await request.json();+ const baseUrl = await getOllamaBaseUrl();+ const response = await fetch(`${baseUrl}/api/generate`, {+ method: "POST",+ headers: { "Content-Type": "application/json" },+ body: JSON.stringify(body),+ signal: AbortSignal.timeout(10000),+ });++ if (!response.ok) {+ return NextResponse.json(+ { error: "Failed to generate" },+ { status: response.status },+ );+ }++ const data = await response.json();+ return NextResponse.json(data);+ } catch (error) {+ console.error("Error proxying Ollama generate:", error);+ return NextResponse.json(+ { error: "Cannot connect to Ollama service" },+ { status: 502 },+ );+ }+}diff --git a/src/app/api/ai/ollama/ps/route.ts b/src/app/api/ai/ollama/ps/route.tsnew file mode 100644index 0000000..87469db--- /dev/null+++ b/src/app/api/ai/ollama/ps/route.ts@@ -0,0 +1,33 @@+import { auth } from "@/auth";+import { getOllamaBaseUrl } from "@/actions/apiKey.actions";+import { NextResponse } from "next/server";++export async function GET() {+ try {+ const session = await auth();+ if (!session?.user?.id) {+ return NextResponse.json({ error: "Unauthorized" }, { status: 401 });+ }++ const baseUrl = await getOllamaBaseUrl();+ const response = await fetch(`${baseUrl}/api/ps`, {+ signal: AbortSignal.timeout(5000),+ });++ if (!response.ok) {+ return NextResponse.json(+ { error: "Failed to fetch running models" },+ { status: response.status },+ );+ }++ const data = await response.json();+ return NextResponse.json(data);+ } catch (error) {+ console.error("Error proxying Ollama ps:", error);+ return NextResponse.json(+ { error: "Cannot connect to Ollama service" },+ { status: 502 },+ );+ }+}diff --git a/src/app/api/ai/ollama/tags/route.ts b/src/app/api/ai/ollama/tags/route.tsnew file mode 100644index 0000000..d6d8e8e--- /dev/null+++ b/src/app/api/ai/ollama/tags/route.ts@@ -0,0 +1,33 @@+import { auth } from "@/auth";+import { getOllamaBaseUrl } from "@/actions/apiKey.actions";+import { NextResponse } from "next/server";++export async function GET() {+ try {+ const session = await auth();+ if (!session?.user?.id) {+ return NextResponse.json({ error: "Unauthorized" }, { status: 401 });+ }++ const baseUrl = await getOllamaBaseUrl();+ const response = await fetch(`${baseUrl}/api/tags`, {+ signal: AbortSignal.timeout(5000),+ });++ if (!response.ok) {+ return NextResponse.json(+ { error: "Failed to fetch Ollama models" },+ { status: response.status },+ );+ }++ const data = await response.json();+ return NextResponse.json(data);+ } catch (error) {+ console.error("Error proxying Ollama tags:", error);+ return NextResponse.json(+ { error: "Cannot connect to Ollama service" },+ { status: 502 },+ );+ }+}diff --git a/src/components/settings/AiSettings.tsx b/src/components/settings/AiSettings.tsxindex 9843dd9..6884fae 100644--- a/src/components/settings/AiSettings.tsx+++ b/src/components/settings/AiSettings.tsx@@ -21,7 +21,6 @@ import { toast } from "../ui/use-toast";import { XCircle, CheckCircle, Loader2 } from "lucide-react";import { checkIfModelIsRunning } from "@/utils/ai.utils";import { getUserSettings, updateAiSettings } from "@/actions/userSettings.actions";-import { getOllamaBaseUrl } from "@/actions/apiKey.actions";interface OllamaModelResponse {models: {@@ -57,7 +56,6 @@ function AiSettings() {const [fetchError, setFetchError] = useState<string>("");const [runningModelError, setRunningModelError] = useState<string>("");const [runningModelName, setRunningModelName] = useState<string>("");- const [ollamaBaseUrl, setOllamaBaseUrl] = useState("http://127.0.0.1:11434");const setSelectedProvider = (provider: AiProvider) => {setSelectedModel({ provider, model: undefined });@@ -85,11 +83,7 @@ function AiSettings() {const fetchSettings = async () => {setIsLoadingSettings(true);try {- const [settingsResult, resolvedUrl] = await Promise.all([- getUserSettings(),- getOllamaBaseUrl(),- ]);- setOllamaBaseUrl(resolvedUrl);+ const settingsResult = await getUserSettings();if (settingsResult.success && settingsResult.data?.settings?.ai) {const aiSettings = settingsResult.data.settings.ai;@@ -122,7 +116,7 @@ function AiSettings() {setIsLoadingModels(true);setFetchError("");try {- const response = await fetch(`${ollamaBaseUrl}/api/tags`);+ const response = await fetch("/api/ai/ollama/tags");if (!response.ok) {if (selectedModel.provider === AiProvider.OLLAMA) {setFetchError(@@ -150,11 +144,9 @@ function AiSettings() {const keepModelAlive = async (modelName: string) => {try {- await fetch(`${ollamaBaseUrl}/api/generate`, {+ await fetch("/api/ai/ollama/generate", {method: "POST",- headers: {- "Content-Type": "application/json",- },+ headers: { "Content-Type": "application/json" },body: JSON.stringify({model: modelName,prompt: "",@@ -171,7 +163,7 @@ function AiSettings() {setRunningModelError("");setRunningModelName("");try {- const response = await fetch(`${ollamaBaseUrl}/api/ps`);+ const response = await fetch("/api/ai/ollama/ps");if (!response.ok) {if (selectedModel.provider === AiProvider.OLLAMA) {setRunningModelError(diff --git a/src/utils/ai.utils.ts b/src/utils/ai.utils.tsindex 9c0b54d..7153d1a 100644--- a/src/utils/ai.utils.ts+++ b/src/utils/ai.utils.ts@@ -34,9 +34,8 @@ export const checkIfModelIsRunning = async (}try {- // Check if Ollama service is accessible- const response = await fetch("http://localhost:11434/api/ps", {- signal: AbortSignal.timeout(5000), // 5 second timeout+ const response = await fetch("/api/ai/ollama/ps", {+ signal: AbortSignal.timeout(5000),});if (!response.ok) {@@ -86,7 +85,7 @@ export const fetchRunningModels = async (): Promise<{error?: string;}> => {try {- const response = await fetch("http://localhost:11434/api/ps", {+ const response = await fetch("/api/ai/ollama/ps", {signal: AbortSignal.timeout(5000),});