Skip to content

Job application tracker and AI-powered job search assistant. Helps job seekers manage their search journey with AI resume review, job matching, task logging, and application analytics, all while keeping your data private.

fetch ollama models and validation checks

Khuram Niaz51417a4ac38f
diff --git a/.env.example b/.env.example
index 9296d9f..c9bae68 100644
--- a/.env.example
+++ b/.env.example
@@ -1,9 +1,9 @@
# Note: Copy these variables in your .env file
+# DATABASE_URL=file:./dev.db
# Change your username and password here
USER_PASSWORD=password123
-
# Refer to readme to generate auth secret
AUTH_SECRET=generate-with-openssl-rand-base64
# For homelab server, change the following to your server ip ex: http://192.168.x.x:3000
diff --git a/src/components/profile/AiResumeReviewSection.tsx b/src/components/profile/AiResumeReviewSection.tsx
index ce3755d..6acb0bc 100644
--- a/src/components/profile/AiResumeReviewSection.tsx
+++ b/src/components/profile/AiResumeReviewSection.tsx
@@ -1,5 +1,5 @@
"use client";
-import { Info, Sparkles } from "lucide-react";
+import { Info, Sparkles, CheckCircle, XCircle } from "lucide-react";
import { Button } from "../ui/button";
import {
Sheet,
@@ -23,6 +23,7 @@ import {
TooltipProvider,
TooltipTrigger,
} from "../ui/tooltip";
+import { checkIfModelIsRunning } from "@/utils/ai.utils";
interface AiSectionProps {
resume: Resume;
@@ -33,6 +34,8 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {
const [aISectionOpen, setAiSectionOpen] = useState(false);
const [loading, setLoading] = useState(false);
const [isStreaming, setIsStreaming] = useState(false);
+ const [runningModelName, setRunningModelName] = useState<string>("");
+ const [runningModelError, setRunningModelError] = useState<string>("");
const selectedModel: AiModel = getFromLocalStorage(
"aiSettings",
defaultModel
@@ -48,6 +51,7 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {
if (!resume || resume.ResumeSections?.length === 0) {
throw new Error("Resume content is required");
}
+
setLoading(true);
setAIContent("");
const abortController = new AbortController();
@@ -102,6 +106,23 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {
setAiSectionOpen(openState);
if (openState === false) {
abortStream();
+ } else if (openState && selectedModel.provider === "ollama") {
+ // Check model status when sheet opens for Ollama
+ await checkModelStatus();
+ }
+ };
+
+ const checkModelStatus = async () => {
+ setRunningModelName("");
+ setRunningModelError("");
+ const result = await checkIfModelIsRunning(
+ selectedModel.model,
+ selectedModel.provider
+ );
+ if (result.isRunning && result.runningModelName) {
+ setRunningModelName(result.runningModelName);
+ } else if (result.error) {
+ setRunningModelError(result.error);
}
};
@@ -150,13 +171,33 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {
</TooltipProvider>
</SheetTitle>
</SheetHeader>
+ {selectedModel.provider === "ollama" && (
+ <>
+ {runningModelName && (
+ <div className="flex items-center gap-1 text-green-600 text-sm mt-4">
+ <CheckCircle className="h-4 w-4 flex-shrink-0" />
+ <span>{runningModelName} is running</span>
+ </div>
+ )}
+ {runningModelError && (
+ <div className="flex items-center gap-1 text-red-600 text-sm mt-4">
+ <XCircle className="h-4 w-4 flex-shrink-0" />
+ <span>{runningModelError}</span>
+ </div>
+ )}
+ </>
+ )}
<div className="mt-4">
<Button
size="sm"
variant="outline"
className="h-8 gap-1 cursor-pointer"
onClick={getResumeReview}
- disabled={loading || isStreaming}
+ disabled={
+ loading ||
+ isStreaming ||
+ (selectedModel.provider === "ollama" && !runningModelName)
+ }
>
<Sparkles className="h-3.5 w-3.5" />
<span className="sr-only sm:not-sr-only sm:whitespace-nowrap">
diff --git a/src/components/settings/AiSettings.tsx b/src/components/settings/AiSettings.tsx
index 435686a..f7104bc 100644
--- a/src/components/settings/AiSettings.tsx
+++ b/src/components/settings/AiSettings.tsx
@@ -5,7 +5,6 @@ import {
AiModel,
AiProvider,
defaultModel,
- OllamaModel,
OpenaiModel,
} from "@/models/ai.model";
import {
@@ -23,26 +22,151 @@ import {
saveToLocalStorage,
} from "@/utils/localstorage.utils";
import { toast } from "../ui/use-toast";
+import { XCircle, CheckCircle } from "lucide-react";
+import { checkIfModelIsRunning } from "@/utils/ai.utils";
+
+interface OllamaModelResponse {
+ models: {
+ name: string;
+ model: string;
+ }[];
+}
+
+interface OllamaRunningModelResponse {
+ models: {
+ name: string;
+ model: string;
+ }[];
+}
function AiSettings() {
const [selectedModel, setSelectedModel] = useState<AiModel>(defaultModel);
+ const [ollamaModels, setOllamaModels] = useState<string[]>([]);
+ const [isLoadingModels, setIsLoadingModels] = useState(false);
+ const [isInitialized, setIsInitialized] = useState(false);
+ const [fetchError, setFetchError] = useState<string>("");
+ const [runningModelError, setRunningModelError] = useState<string>("");
+ const [runningModelName, setRunningModelName] = useState<string>("");
+
const setSelectedProvider = (provider: AiProvider) => {
setSelectedModel({ provider, model: undefined });
+ setFetchError("");
+ setRunningModelError("");
+ setRunningModelName("");
};
- const setSelectedProviderModel = (model: string) => {
+ const setSelectedProviderModel = async (model: string) => {
setSelectedModel({ ...selectedModel, model });
+ setRunningModelName("");
+ setRunningModelError("");
+
+ // Check if the selected model is running (only for Ollama)
+ if (selectedModel.provider === AiProvider.OLLAMA) {
+ const result = await checkIfModelIsRunning(model, selectedModel.provider);
+ if (result.isRunning && result.runningModelName) {
+ setRunningModelName(result.runningModelName);
+ } else if (result.error) {
+ setRunningModelError(result.error);
+ }
+ }
};
useEffect(() => {
const savedSettings = getFromLocalStorage("aiSettings", selectedModel);
setSelectedModel(savedSettings);
+ setIsInitialized(true);
// eslint-disable-next-line react-hooks/exhaustive-deps
}, []);
+ useEffect(() => {
+ if (isInitialized && selectedModel.provider === AiProvider.OLLAMA) {
+ fetchOllamaModels();
+ }
+ // eslint-disable-next-line react-hooks/exhaustive-deps
+ }, [selectedModel.provider, isInitialized]);
+
+ const fetchOllamaModels = async () => {
+ setIsLoadingModels(true);
+ setFetchError("");
+ try {
+ const response = await fetch("http://localhost:11434/api/tags");
+ if (!response.ok) {
+ if (selectedModel.provider === AiProvider.OLLAMA) {
+ setFetchError(
+ "Failed to fetch Ollama models. Make sure Ollama is running."
+ );
+ }
+ return;
+ }
+ const data: OllamaModelResponse = await response.json();
+ const modelNames = data.models.map((model) => model.name);
+ setOllamaModels(modelNames);
+
+ // Fetch and auto-select running model
+ await fetchRunningModel();
+ } catch (error) {
+ console.error("Error fetching Ollama models:", error);
+ if (selectedModel.provider === AiProvider.OLLAMA) {
+ setFetchError(
+ "Failed to fetch Ollama models. Make sure Ollama is running."
+ );
+ }
+ } finally {
+ setIsLoadingModels(false);
+ }
+ };
+
+ const fetchRunningModel = async () => {
+ setRunningModelError("");
+ setRunningModelName("");
+ try {
+ const response = await fetch("http://localhost:11434/api/ps");
+ if (!response.ok) {
+ if (selectedModel.provider === AiProvider.OLLAMA) {
+ setRunningModelError(
+ "No model is currently running. Please start a model first."
+ );
+ }
+ return;
+ }
+ const data: OllamaRunningModelResponse = await response.json();
+ if (data.models && data.models.length > 0) {
+ // Auto-select the first running model
+ const runningModelName = data.models[0].name;
+ setSelectedModel({
+ provider: AiProvider.OLLAMA,
+ model: runningModelName,
+ });
+ // Verify the model is running using shared utility
+ const result = await checkIfModelIsRunning(
+ runningModelName,
+ AiProvider.OLLAMA
+ );
+ if (result.isRunning && result.runningModelName) {
+ setRunningModelName(result.runningModelName);
+ } else if (result.error) {
+ setRunningModelError(result.error);
+ }
+ } else {
+ if (selectedModel.provider === AiProvider.OLLAMA) {
+ setRunningModelError(
+ "No model is currently running. Please run the ollama model first."
+ );
+ }
+ }
+ } catch (error) {
+ console.error("Error fetching running model:", error);
+ if (selectedModel.provider === AiProvider.OLLAMA) {
+ setRunningModelError(
+ "No model is currently running. Please run the ollama model first."
+ );
+ }
+ }
+ };
+
const getModelsList = (provider: AiProvider) => {
switch (provider) {
case AiProvider.OLLAMA:
- return Object.entries(OllamaModel);
+ return ollamaModels.map((model) => [model, model]);
case AiProvider.OPENAI:
return Object.entries(OpenaiModel);
default:
@@ -101,29 +225,61 @@ function AiSettings() {
<Label className="my-4" htmlFor="ai-model">
Model
</Label>
- <Select
- value={selectedModel.model}
- onValueChange={setSelectedProviderModel}
- >
- <SelectTrigger
- id="ai-model"
- aria-label="Select Model"
- className="w-[180px]"
+ <div className="flex items-start gap-2">
+ <Select
+ value={selectedModel.model}
+ onValueChange={setSelectedProviderModel}
+ disabled={isLoadingModels}
>
- <SelectValue placeholder="Select AI Model" />
- </SelectTrigger>
- <SelectContent>
- <SelectGroup>
- {getModelsList(selectedModel.provider).map(([key, value]) => (
- <SelectItem key={key} value={value} className="capitalize">
- {value}
- </SelectItem>
- ))}
- </SelectGroup>
- </SelectContent>
- </Select>
+ <SelectTrigger
+ id="ai-model"
+ aria-label="Select Model"
+ className="w-[180px]"
+ >
+ <SelectValue
+ placeholder={
+ isLoadingModels ? "Loading models..." : "Select AI Model"
+ }
+ />
+ </SelectTrigger>
+ <SelectContent>
+ <SelectGroup>
+ {getModelsList(selectedModel.provider).map(([key, value]) => (
+ <SelectItem key={key} value={value} className="capitalize">
+ {value}
+ </SelectItem>
+ ))}
+ </SelectGroup>
+ </SelectContent>
+ </Select>
+ {fetchError && (
+ <div className="flex items-center gap-1 text-red-600 text-sm mt-2">
+ <XCircle className="h-4 w-4 flex-shrink-0" />
+ <span>{fetchError}</span>
+ </div>
+ )}
+ </div>
+ {runningModelName && (
+ <div className="flex items-center gap-1 text-green-600 text-sm mt-2">
+ <CheckCircle className="h-4 w-4 flex-shrink-0" />
+ <span>{runningModelName} is running</span>
+ </div>
+ )}
+ {runningModelError && (
+ <div className="flex items-center gap-1 text-red-600 text-sm mt-2">
+ <XCircle className="h-4 w-4 flex-shrink-0" />
+ <span>{runningModelError}</span>
+ </div>
+ )}
</div>
- <Button className="mt-8" onClick={saveModelSettings}>
+ <Button
+ className="mt-8"
+ onClick={saveModelSettings}
+ disabled={
+ !selectedModel.model ||
+ (selectedModel.provider === AiProvider.OLLAMA && !runningModelName)
+ }
+ >
Save
</Button>
</CardContent>
diff --git a/src/utils/ai.utils.ts b/src/utils/ai.utils.ts
index efcc468..ff4d2c4 100644
--- a/src/utils/ai.utils.ts
+++ b/src/utils/ai.utils.ts
@@ -7,12 +7,117 @@ import {
SectionType,
WorkExperience,
} from "@/models/profile.model";
+import { AiProvider } from "@/models/ai.model";
const removeHtmlTags = (description: string | undefined): string => {
if (!description) return "N/A";
return description.replace(/<[^>]+>/g, "");
};
+export interface ModelCheckResult {
+ isRunning: boolean;
+ error?: string;
+ runningModelName?: string;
+}
+
+/**
+ * Check if an Ollama model is currently running
+ * @param modelName - The name of the model to check
+ * @param provider - The AI provider (only checks for Ollama)
+ * @returns ModelCheckResult with isRunning status and optional error message
+ */
+export const checkIfModelIsRunning = async (
+ modelName: string | undefined,
+ provider: AiProvider
+): Promise<ModelCheckResult> => {
+ // Only check for Ollama provider
+ if (provider !== AiProvider.OLLAMA) {
+ return { isRunning: true };
+ }
+
+ if (!modelName) {
+ return {
+ isRunning: false,
+ error: "No model selected. Please select an AI model in settings first.",
+ };
+ }
+
+ try {
+ // Check if Ollama service is accessible
+ const response = await fetch("http://localhost:11434/api/ps", {
+ signal: AbortSignal.timeout(5000), // 5 second timeout
+ });
+
+ if (!response.ok) {
+ return {
+ isRunning: false,
+ error:
+ "Ollama service is not responding. Please make sure Ollama is running.",
+ };
+ }
+
+ const data = await response.json();
+
+ if (!data.models || data.models.length === 0) {
+ return {
+ isRunning: false,
+ error: `No Ollama model is currently running. Please start ${modelName} using: ollama run ${modelName}`,
+ };
+ }
+
+ const isRunning = data.models.some((m: any) => m.name === modelName);
+
+ if (!isRunning) {
+ return {
+ isRunning: false,
+ error: `${modelName} is not currently running. Please run the model first.`,
+ };
+ }
+
+ return { isRunning: true, runningModelName: modelName };
+ } catch (error) {
+ console.error("Error checking if model is running:", error);
+ const errorMessage =
+ error instanceof Error ? error.message : "Unknown error";
+ return {
+ isRunning: false,
+ error: `Cannot connect to Ollama service. Please make sure Ollama is running. Error: ${errorMessage}`,
+ };
+ }
+};
+
+/**
+ * Fetch list of all running Ollama models
+ * @returns Array of model names currently running
+ */
+export const fetchRunningModels = async (): Promise<{
+ models: string[];
+ error?: string;
+}> => {
+ try {
+ const response = await fetch("http://localhost:11434/api/ps", {
+ signal: AbortSignal.timeout(5000),
+ });
+
+ if (!response.ok) {
+ return {
+ models: [],
+ error: "Failed to fetch running models. Make sure Ollama is running.",
+ };
+ }
+
+ const data = await response.json();
+ const models = data.models?.map((m: any) => m.name) || [];
+ return { models };
+ } catch (error) {
+ console.error("Error fetching running models:", error);
+ return {
+ models: [],
+ error: "Cannot connect to Ollama service.",
+ };
+ }
+};
+
export const convertResumeToText = (resume: Resume): Promise<string> => {
return new Promise((resolve) => {
const formatContactInfo = (contactInfo?: ContactInfo) => {