Job application tracker and AI-powered job search assistant. Helps job seekers manage their search journey with AI resume review, job matching, task logging, and application analytics, all while keeping your data private.
TypeScript ai-agentai-resume-analyzerapplication-trackerapplication-tracking-systematscareerjob-applicationjob-automationjob-huntingjob-searchjob-seeker-toolsjob-trackerjob-trackingjobsearchjobseekersmcpollamaresumeresume-reviewself-hosted
fetch ollama models and validation checks
Khuram Niaz51417a4ac38f
diff --git a/.env.example b/.env.exampleindex 9296d9f..c9bae68 100644--- a/.env.example+++ b/.env.example@@ -1,9 +1,9 @@# Note: Copy these variables in your .env file+# DATABASE_URL=file:./dev.db# Change your username and password hereUSER_PASSWORD=password123-# Refer to readme to generate auth secretAUTH_SECRET=generate-with-openssl-rand-base64# For homelab server, change the following to your server ip ex: http://192.168.x.x:3000diff --git a/src/components/profile/AiResumeReviewSection.tsx b/src/components/profile/AiResumeReviewSection.tsxindex ce3755d..6acb0bc 100644--- a/src/components/profile/AiResumeReviewSection.tsx+++ b/src/components/profile/AiResumeReviewSection.tsx@@ -1,5 +1,5 @@"use client";-import { Info, Sparkles } from "lucide-react";+import { Info, Sparkles, CheckCircle, XCircle } from "lucide-react";import { Button } from "../ui/button";import {Sheet,@@ -23,6 +23,7 @@ import {TooltipProvider,TooltipTrigger,} from "../ui/tooltip";+import { checkIfModelIsRunning } from "@/utils/ai.utils";interface AiSectionProps {resume: Resume;@@ -33,6 +34,8 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {const [aISectionOpen, setAiSectionOpen] = useState(false);const [loading, setLoading] = useState(false);const [isStreaming, setIsStreaming] = useState(false);+ const [runningModelName, setRunningModelName] = useState<string>("");+ const [runningModelError, setRunningModelError] = useState<string>("");const selectedModel: AiModel = getFromLocalStorage("aiSettings",defaultModel@@ -48,6 +51,7 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {if (!resume || resume.ResumeSections?.length === 0) {throw new Error("Resume content is required");}+setLoading(true);setAIContent("");const abortController = new AbortController();@@ -102,6 +106,23 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {setAiSectionOpen(openState);if (openState === false) {abortStream();+ } else if (openState && selectedModel.provider === "ollama") {+ // Check model status when sheet opens for Ollama+ await checkModelStatus();+ }+ };++ const checkModelStatus = async () => {+ setRunningModelName("");+ setRunningModelError("");+ const result = await checkIfModelIsRunning(+ selectedModel.model,+ selectedModel.provider+ );+ if (result.isRunning && result.runningModelName) {+ setRunningModelName(result.runningModelName);+ } else if (result.error) {+ setRunningModelError(result.error);}};@@ -150,13 +171,33 @@ const AiResumeReviewSection = ({ resume }: AiSectionProps) => {</TooltipProvider></SheetTitle></SheetHeader>+ {selectedModel.provider === "ollama" && (+ <>+ {runningModelName && (+ <div className="flex items-center gap-1 text-green-600 text-sm mt-4">+ <CheckCircle className="h-4 w-4 flex-shrink-0" />+ <span>{runningModelName} is running</span>+ </div>+ )}+ {runningModelError && (+ <div className="flex items-center gap-1 text-red-600 text-sm mt-4">+ <XCircle className="h-4 w-4 flex-shrink-0" />+ <span>{runningModelError}</span>+ </div>+ )}+ </>+ )}<div className="mt-4"><Buttonsize="sm"variant="outline"className="h-8 gap-1 cursor-pointer"onClick={getResumeReview}- disabled={loading || isStreaming}+ disabled={+ loading ||+ isStreaming ||+ (selectedModel.provider === "ollama" && !runningModelName)+ }><Sparkles className="h-3.5 w-3.5" /><span className="sr-only sm:not-sr-only sm:whitespace-nowrap">diff --git a/src/components/settings/AiSettings.tsx b/src/components/settings/AiSettings.tsxindex 435686a..f7104bc 100644--- a/src/components/settings/AiSettings.tsx+++ b/src/components/settings/AiSettings.tsx@@ -5,7 +5,6 @@ import {AiModel,AiProvider,defaultModel,- OllamaModel,OpenaiModel,} from "@/models/ai.model";import {@@ -23,26 +22,151 @@ import {saveToLocalStorage,} from "@/utils/localstorage.utils";import { toast } from "../ui/use-toast";+import { XCircle, CheckCircle } from "lucide-react";+import { checkIfModelIsRunning } from "@/utils/ai.utils";++interface OllamaModelResponse {+ models: {+ name: string;+ model: string;+ }[];+}++interface OllamaRunningModelResponse {+ models: {+ name: string;+ model: string;+ }[];+}function AiSettings() {const [selectedModel, setSelectedModel] = useState<AiModel>(defaultModel);+ const [ollamaModels, setOllamaModels] = useState<string[]>([]);+ const [isLoadingModels, setIsLoadingModels] = useState(false);+ const [isInitialized, setIsInitialized] = useState(false);+ const [fetchError, setFetchError] = useState<string>("");+ const [runningModelError, setRunningModelError] = useState<string>("");+ const [runningModelName, setRunningModelName] = useState<string>("");+const setSelectedProvider = (provider: AiProvider) => {setSelectedModel({ provider, model: undefined });+ setFetchError("");+ setRunningModelError("");+ setRunningModelName("");};- const setSelectedProviderModel = (model: string) => {+ const setSelectedProviderModel = async (model: string) => {setSelectedModel({ ...selectedModel, model });+ setRunningModelName("");+ setRunningModelError("");++ // Check if the selected model is running (only for Ollama)+ if (selectedModel.provider === AiProvider.OLLAMA) {+ const result = await checkIfModelIsRunning(model, selectedModel.provider);+ if (result.isRunning && result.runningModelName) {+ setRunningModelName(result.runningModelName);+ } else if (result.error) {+ setRunningModelError(result.error);+ }+ }};useEffect(() => {const savedSettings = getFromLocalStorage("aiSettings", selectedModel);setSelectedModel(savedSettings);+ setIsInitialized(true);// eslint-disable-next-line react-hooks/exhaustive-deps}, []);+ useEffect(() => {+ if (isInitialized && selectedModel.provider === AiProvider.OLLAMA) {+ fetchOllamaModels();+ }+ // eslint-disable-next-line react-hooks/exhaustive-deps+ }, [selectedModel.provider, isInitialized]);++ const fetchOllamaModels = async () => {+ setIsLoadingModels(true);+ setFetchError("");+ try {+ const response = await fetch("http://localhost:11434/api/tags");+ if (!response.ok) {+ if (selectedModel.provider === AiProvider.OLLAMA) {+ setFetchError(+ "Failed to fetch Ollama models. Make sure Ollama is running."+ );+ }+ return;+ }+ const data: OllamaModelResponse = await response.json();+ const modelNames = data.models.map((model) => model.name);+ setOllamaModels(modelNames);++ // Fetch and auto-select running model+ await fetchRunningModel();+ } catch (error) {+ console.error("Error fetching Ollama models:", error);+ if (selectedModel.provider === AiProvider.OLLAMA) {+ setFetchError(+ "Failed to fetch Ollama models. Make sure Ollama is running."+ );+ }+ } finally {+ setIsLoadingModels(false);+ }+ };++ const fetchRunningModel = async () => {+ setRunningModelError("");+ setRunningModelName("");+ try {+ const response = await fetch("http://localhost:11434/api/ps");+ if (!response.ok) {+ if (selectedModel.provider === AiProvider.OLLAMA) {+ setRunningModelError(+ "No model is currently running. Please start a model first."+ );+ }+ return;+ }+ const data: OllamaRunningModelResponse = await response.json();+ if (data.models && data.models.length > 0) {+ // Auto-select the first running model+ const runningModelName = data.models[0].name;+ setSelectedModel({+ provider: AiProvider.OLLAMA,+ model: runningModelName,+ });+ // Verify the model is running using shared utility+ const result = await checkIfModelIsRunning(+ runningModelName,+ AiProvider.OLLAMA+ );+ if (result.isRunning && result.runningModelName) {+ setRunningModelName(result.runningModelName);+ } else if (result.error) {+ setRunningModelError(result.error);+ }+ } else {+ if (selectedModel.provider === AiProvider.OLLAMA) {+ setRunningModelError(+ "No model is currently running. Please run the ollama model first."+ );+ }+ }+ } catch (error) {+ console.error("Error fetching running model:", error);+ if (selectedModel.provider === AiProvider.OLLAMA) {+ setRunningModelError(+ "No model is currently running. Please run the ollama model first."+ );+ }+ }+ };+const getModelsList = (provider: AiProvider) => {switch (provider) {case AiProvider.OLLAMA:- return Object.entries(OllamaModel);+ return ollamaModels.map((model) => [model, model]);case AiProvider.OPENAI:return Object.entries(OpenaiModel);default:@@ -101,29 +225,61 @@ function AiSettings() {<Label className="my-4" htmlFor="ai-model">Model</Label>- <Select- value={selectedModel.model}- onValueChange={setSelectedProviderModel}- >- <SelectTrigger- id="ai-model"- aria-label="Select Model"- className="w-[180px]"+ <div className="flex items-start gap-2">+ <Select+ value={selectedModel.model}+ onValueChange={setSelectedProviderModel}+ disabled={isLoadingModels}>- <SelectValue placeholder="Select AI Model" />- </SelectTrigger>- <SelectContent>- <SelectGroup>- {getModelsList(selectedModel.provider).map(([key, value]) => (- <SelectItem key={key} value={value} className="capitalize">- {value}- </SelectItem>- ))}- </SelectGroup>- </SelectContent>- </Select>+ <SelectTrigger+ id="ai-model"+ aria-label="Select Model"+ className="w-[180px]"+ >+ <SelectValue+ placeholder={+ isLoadingModels ? "Loading models..." : "Select AI Model"+ }+ />+ </SelectTrigger>+ <SelectContent>+ <SelectGroup>+ {getModelsList(selectedModel.provider).map(([key, value]) => (+ <SelectItem key={key} value={value} className="capitalize">+ {value}+ </SelectItem>+ ))}+ </SelectGroup>+ </SelectContent>+ </Select>+ {fetchError && (+ <div className="flex items-center gap-1 text-red-600 text-sm mt-2">+ <XCircle className="h-4 w-4 flex-shrink-0" />+ <span>{fetchError}</span>+ </div>+ )}+ </div>+ {runningModelName && (+ <div className="flex items-center gap-1 text-green-600 text-sm mt-2">+ <CheckCircle className="h-4 w-4 flex-shrink-0" />+ <span>{runningModelName} is running</span>+ </div>+ )}+ {runningModelError && (+ <div className="flex items-center gap-1 text-red-600 text-sm mt-2">+ <XCircle className="h-4 w-4 flex-shrink-0" />+ <span>{runningModelError}</span>+ </div>+ )}</div>- <Button className="mt-8" onClick={saveModelSettings}>+ <Button+ className="mt-8"+ onClick={saveModelSettings}+ disabled={+ !selectedModel.model ||+ (selectedModel.provider === AiProvider.OLLAMA && !runningModelName)+ }+ >Save</Button></CardContent>diff --git a/src/utils/ai.utils.ts b/src/utils/ai.utils.tsindex efcc468..ff4d2c4 100644--- a/src/utils/ai.utils.ts+++ b/src/utils/ai.utils.ts@@ -7,12 +7,117 @@ import {SectionType,WorkExperience,} from "@/models/profile.model";+import { AiProvider } from "@/models/ai.model";const removeHtmlTags = (description: string | undefined): string => {if (!description) return "N/A";return description.replace(/<[^>]+>/g, "");};+export interface ModelCheckResult {+ isRunning: boolean;+ error?: string;+ runningModelName?: string;+}++/**+ * Check if an Ollama model is currently running+ * @param modelName - The name of the model to check+ * @param provider - The AI provider (only checks for Ollama)+ * @returns ModelCheckResult with isRunning status and optional error message+ */+export const checkIfModelIsRunning = async (+ modelName: string | undefined,+ provider: AiProvider+): Promise<ModelCheckResult> => {+ // Only check for Ollama provider+ if (provider !== AiProvider.OLLAMA) {+ return { isRunning: true };+ }++ if (!modelName) {+ return {+ isRunning: false,+ error: "No model selected. Please select an AI model in settings first.",+ };+ }++ try {+ // Check if Ollama service is accessible+ const response = await fetch("http://localhost:11434/api/ps", {+ signal: AbortSignal.timeout(5000), // 5 second timeout+ });++ if (!response.ok) {+ return {+ isRunning: false,+ error:+ "Ollama service is not responding. Please make sure Ollama is running.",+ };+ }++ const data = await response.json();++ if (!data.models || data.models.length === 0) {+ return {+ isRunning: false,+ error: `No Ollama model is currently running. Please start ${modelName} using: ollama run ${modelName}`,+ };+ }++ const isRunning = data.models.some((m: any) => m.name === modelName);++ if (!isRunning) {+ return {+ isRunning: false,+ error: `${modelName} is not currently running. Please run the model first.`,+ };+ }++ return { isRunning: true, runningModelName: modelName };+ } catch (error) {+ console.error("Error checking if model is running:", error);+ const errorMessage =+ error instanceof Error ? error.message : "Unknown error";+ return {+ isRunning: false,+ error: `Cannot connect to Ollama service. Please make sure Ollama is running. Error: ${errorMessage}`,+ };+ }+};++/**+ * Fetch list of all running Ollama models+ * @returns Array of model names currently running+ */+export const fetchRunningModels = async (): Promise<{+ models: string[];+ error?: string;+}> => {+ try {+ const response = await fetch("http://localhost:11434/api/ps", {+ signal: AbortSignal.timeout(5000),+ });++ if (!response.ok) {+ return {+ models: [],+ error: "Failed to fetch running models. Make sure Ollama is running.",+ };+ }++ const data = await response.json();+ const models = data.models?.map((m: any) => m.name) || [];+ return { models };+ } catch (error) {+ console.error("Error fetching running models:", error);+ return {+ models: [],+ error: "Cannot connect to Ollama service.",+ };+ }+};+export const convertResumeToText = (resume: Resume): Promise<string> => {return new Promise((resolve) => {const formatContactInfo = (contactInfo?: ContactInfo) => {