A self-hostable bookmark-everything app (links, notes and images) with AI-based automatic tagging and full text search
chore: add event logging for bookmark summarization
Mohamed Bassem532767185718
diff --git a/apps/workers/workers/inference/inferenceWorker.ts b/apps/workers/workers/inference/inferenceWorker.tsindex f77fb910..aa2643bf 100644--- a/apps/workers/workers/inference/inferenceWorker.ts+++ b/apps/workers/workers/inference/inferenceWorker.ts@@ -99,9 +99,17 @@ async function runOpenAI(job: DequeuedJob<ZOpenAIRequest>) {}const { bookmarkId } = request.data;+ const bookmark = await db.query.bookmarks.findFirst({+ where: eq(bookmarks.id, bookmarkId),+ columns: {+ userId: true,+ },+ });+addLogFields<"inferenceWorker.run">({"bookmark.id": bookmarkId,"inference.type": request.data.type,+ ...(bookmark ? { "user.id": bookmark.userId } : {}),});switch (request.data.type) {case "summarize":diff --git a/packages/shared-server/src/eventLogTypes.ts b/packages/shared-server/src/eventLogTypes.tsindex 5424261b..4da5fbf0 100644--- a/packages/shared-server/src/eventLogTypes.ts+++ b/packages/shared-server/src/eventLogTypes.ts@@ -24,6 +24,15 @@ type EventLogInternal ="inference.tagging.lang"?: string;"inference.tagging.num_generated_tags"?: number;}+ | {+ ["event.name"]: "bookmark.summarize";+ "bookmark.id"?: string;+ "inference.model"?: string;+ "inference.total_tokens"?: number;+ "inference.prompt.custom_count"?: number;+ "inference.prompt.size"?: number;+ "inference.summary.size"?: number;+ }| {["event.name"]: "feedWorker.run";"feed.id"?: string;diff --git a/packages/trpc/routers/bookmarks.ts b/packages/trpc/routers/bookmarks.tsindex 6040831d..b0f8d325 100644--- a/packages/trpc/routers/bookmarks.ts+++ b/packages/trpc/routers/bookmarks.ts@@ -1226,8 +1226,13 @@ export const bookmarksAppRouter = router({summary: z.string(),}),)+ .use(createEventLogMiddleware("bookmark.summarize")).use(ensureBookmarkOwnership).mutation(async ({ input, ctx }) => {+ addLogFields<"bookmark.summarize">({+ "bookmark.id": input.bookmarkId,+ });+const inferenceClient = InferenceClientFactory.build();if (!inferenceClient) {throw new TRPCError({@@ -1269,6 +1274,10 @@ Author: ${bookmark.author ?? ""}},});+ addLogFields<"bookmark.summarize">({+ "inference.prompt.custom_count": prompts.length,+ });+const userSettings = await ctx.db.query.users.findFirst({where: eq(users.id, ctx.user.id),columns: {@@ -1283,6 +1292,10 @@ Author: ${bookmark.author ?? ""}serverConfig.inference.contextLength,);+ addLogFields<"bookmark.summarize">({+ "inference.prompt.size": Buffer.byteLength(summaryPrompt, "utf8"),+ });+const summary = await inferenceClient.inferFromText(summaryPrompt, {schema: null,});@@ -1293,6 +1306,12 @@ Author: ${bookmark.author ?? ""}message: "Failed to summarize bookmark",});}++ addLogFields<"bookmark.summarize">({+ "inference.summary.size": Buffer.byteLength(summary.response, "utf8"),+ "inference.total_tokens": summary.totalTokens,+ });+await ctx.db.update(bookmarks).set({