Skip to content

A self-hostable bookmark-everything app (links, notes and images) with AI-based automatic tagging and full text search

fix(db): run PRAGMA optimize on open and daily

Mohamed Bassem355a0b097e10
diff --git a/packages/db/sqlite.ts b/packages/db/sqlite.ts
index 9d546b47..2e0a431c 100644
--- a/packages/db/sqlite.ts
+++ b/packages/db/sqlite.ts
@@ -1,5 +1,9 @@
import Database from "better-sqlite3";
+import logger from "@karakeep/shared/logger";
+
+const OPTIMIZE_INTERVAL_MS = 24 * 60 * 60 * 1000;
+
interface OpenSqliteOptions {
readOnly: boolean;
walMode: boolean;
@@ -33,7 +37,30 @@ export function openSqliteDatabase(
if (options.readOnly) {
sqlite.pragma("query_only = ON");
+ } else {
+ // Keep the query planner statistics fresh. Without them, sqlite picks bad
+ // indexes for some queries (e.g. the link dedup check on every save).
+ // The limit bounds the work per index, and 0x10000 makes the initial run
+ // check all tables, as recommended for long-lived connections.
+ sqlite.pragma("analysis_limit = 400");
+ runOptimize(sqlite, "optimize = 0x10002");
+ // The cast is needed because this file is also typechecked with DOM types
+ // (where setInterval returns a number) by the mobile app.
+ (
+ setInterval(
+ () => runOptimize(sqlite, "optimize"),
+ OPTIMIZE_INTERVAL_MS,
+ ) as unknown as { unref(): void }
+ ).unref();
}
return sqlite;
}
+
+function runOptimize(sqlite: Database.Database, pragma: string) {
+ try {
+ sqlite.pragma(pragma);
+ } catch (e) {
+ logger.warn(`[db] Failed to run PRAGMA ${pragma}: ${e}`);
+ }
+}