Skip to content

Job application tracker and AI-powered job search assistant. Helps job seekers manage their search journey with AI resume review, job matching, task logging, and application analytics, all while keeping your data private.

Prevent ollama from sleeping (1h)

Khuram Niaz810a1331c4c8
diff --git a/package.json b/package.json
index cd594f1..7e4dfcb 100644
--- a/package.json
+++ b/package.json
@@ -1,6 +1,6 @@
{
"name": "jobsync",
- "version": "0.2.0",
+ "version": "0.2.1",
"private": true,
"scripts": {
"dev": "next dev -p 3000",
diff --git a/src/components/settings/AiSettings.tsx b/src/components/settings/AiSettings.tsx
index d464dce..bca1e23 100644
--- a/src/components/settings/AiSettings.tsx
+++ b/src/components/settings/AiSettings.tsx
@@ -75,6 +75,8 @@ function AiSettings() {
const result = await checkIfModelIsRunning(model, selectedModel.provider);
if (result.isRunning && result.runningModelName) {
setRunningModelName(result.runningModelName);
+ // Keep the model alive indefinitely
+ await keepModelAlive(result.runningModelName);
} else if (result.error) {
setRunningModelError(result.error);
}
@@ -106,7 +108,7 @@ function AiSettings() {
if (!response.ok) {
if (selectedModel.provider === AiProvider.OLLAMA) {
setFetchError(
- "Failed to fetch Ollama models. Make sure Ollama is running."
+ "Failed to fetch Ollama models. Make sure Ollama is running.",
);
}
return;
@@ -121,7 +123,7 @@ function AiSettings() {
console.error("Error fetching Ollama models:", error);
if (selectedModel.provider === AiProvider.OLLAMA) {
setFetchError(
- "Failed to fetch Ollama models. Make sure Ollama is running."
+ "Failed to fetch Ollama models. Make sure Ollama is running.",
);
}
} finally {
@@ -129,6 +131,26 @@ function AiSettings() {
}
};
+ const keepModelAlive = async (modelName: string) => {
+ try {
+ // Send a request to keep the model loaded for 1 hour
+ await fetch("http://localhost:11434/api/generate", {
+ method: "POST",
+ headers: {
+ "Content-Type": "application/json",
+ },
+ body: JSON.stringify({
+ model: modelName,
+ prompt: "",
+ keep_alive: "1h", // Keep loaded for 1 hour
+ stream: false,
+ }),
+ });
+ } catch (error) {
+ console.error("Error keeping model alive:", error);
+ }
+ };
+
const fetchRunningModel = async () => {
setRunningModelError("");
setRunningModelName("");
@@ -137,7 +159,7 @@ function AiSettings() {
if (!response.ok) {
if (selectedModel.provider === AiProvider.OLLAMA) {
setRunningModelError(
- "No model is currently running. Please start a model first."
+ "No model is currently running. Please start a model first.",
);
}
return;
@@ -153,17 +175,18 @@ function AiSettings() {
// Verify the model is running using shared utility
const result = await checkIfModelIsRunning(
runningModelName,
- AiProvider.OLLAMA
+ AiProvider.OLLAMA,
);
if (result.isRunning && result.runningModelName) {
setRunningModelName(result.runningModelName);
+ await keepModelAlive(result.runningModelName);
} else if (result.error) {
setRunningModelError(result.error);
}
} else {
if (selectedModel.provider === AiProvider.OLLAMA) {
setRunningModelError(
- "No model is currently running. Please run the ollama model first."
+ "No model is currently running. Please run the ollama model first.",
);
}
}
@@ -171,7 +194,7 @@ function AiSettings() {
console.error("Error fetching running model:", error);
if (selectedModel.provider === AiProvider.OLLAMA) {
setRunningModelError(
- "No model is currently running. Please run the ollama model first."
+ "No model is currently running. Please run the ollama model first.",
);
}
}
@@ -190,7 +213,9 @@ function AiSettings() {
}
const data: DeepseekModelResponse = await response.json();
const modelNames = data.data.map((model) => model.id);
- setDeepseekModels(modelNames.length > 0 ? modelNames : Object.values(DeepseekModel));
+ setDeepseekModels(
+ modelNames.length > 0 ? modelNames : Object.values(DeepseekModel),
+ );
} catch (error) {
console.error("Error fetching DeepSeek models:", error);
// Fall back to enum models if API fails
@@ -316,7 +341,8 @@ function AiSettings() {
onClick={saveModelSettings}
disabled={
!selectedModel.model ||
- (selectedModel.provider === AiProvider.OLLAMA && !runningModelName) ||
+ (selectedModel.provider === AiProvider.OLLAMA &&
+ !runningModelName) ||
isLoadingModels
}
>