Skip to content

A self-hostable bookmark-everything app (links, notes and images) with AI-based automatic tagging and full text search

chore: add event logging for bookmark summarization

Mohamed Bassem532767185718
diff --git a/apps/workers/workers/inference/inferenceWorker.ts b/apps/workers/workers/inference/inferenceWorker.ts
index f77fb910..aa2643bf 100644
--- a/apps/workers/workers/inference/inferenceWorker.ts
+++ b/apps/workers/workers/inference/inferenceWorker.ts
@@ -99,9 +99,17 @@ async function runOpenAI(job: DequeuedJob<ZOpenAIRequest>) {
}
const { bookmarkId } = request.data;
+ const bookmark = await db.query.bookmarks.findFirst({
+ where: eq(bookmarks.id, bookmarkId),
+ columns: {
+ userId: true,
+ },
+ });
+
addLogFields<"inferenceWorker.run">({
"bookmark.id": bookmarkId,
"inference.type": request.data.type,
+ ...(bookmark ? { "user.id": bookmark.userId } : {}),
});
switch (request.data.type) {
case "summarize":
diff --git a/packages/shared-server/src/eventLogTypes.ts b/packages/shared-server/src/eventLogTypes.ts
index 5424261b..4da5fbf0 100644
--- a/packages/shared-server/src/eventLogTypes.ts
+++ b/packages/shared-server/src/eventLogTypes.ts
@@ -24,6 +24,15 @@ type EventLogInternal =
"inference.tagging.lang"?: string;
"inference.tagging.num_generated_tags"?: number;
}
+ | {
+ ["event.name"]: "bookmark.summarize";
+ "bookmark.id"?: string;
+ "inference.model"?: string;
+ "inference.total_tokens"?: number;
+ "inference.prompt.custom_count"?: number;
+ "inference.prompt.size"?: number;
+ "inference.summary.size"?: number;
+ }
| {
["event.name"]: "feedWorker.run";
"feed.id"?: string;
diff --git a/packages/trpc/routers/bookmarks.ts b/packages/trpc/routers/bookmarks.ts
index 6040831d..b0f8d325 100644
--- a/packages/trpc/routers/bookmarks.ts
+++ b/packages/trpc/routers/bookmarks.ts
@@ -1226,8 +1226,13 @@ export const bookmarksAppRouter = router({
summary: z.string(),
}),
)
+ .use(createEventLogMiddleware("bookmark.summarize"))
.use(ensureBookmarkOwnership)
.mutation(async ({ input, ctx }) => {
+ addLogFields<"bookmark.summarize">({
+ "bookmark.id": input.bookmarkId,
+ });
+
const inferenceClient = InferenceClientFactory.build();
if (!inferenceClient) {
throw new TRPCError({
@@ -1269,6 +1274,10 @@ Author: ${bookmark.author ?? ""}
},
});
+ addLogFields<"bookmark.summarize">({
+ "inference.prompt.custom_count": prompts.length,
+ });
+
const userSettings = await ctx.db.query.users.findFirst({
where: eq(users.id, ctx.user.id),
columns: {
@@ -1283,6 +1292,10 @@ Author: ${bookmark.author ?? ""}
serverConfig.inference.contextLength,
);
+ addLogFields<"bookmark.summarize">({
+ "inference.prompt.size": Buffer.byteLength(summaryPrompt, "utf8"),
+ });
+
const summary = await inferenceClient.inferFromText(summaryPrompt, {
schema: null,
});
@@ -1293,6 +1306,12 @@ Author: ${bookmark.author ?? ""}
message: "Failed to summarize bookmark",
});
}
+
+ addLogFields<"bookmark.summarize">({
+ "inference.summary.size": Buffer.byteLength(summary.response, "utf8"),
+ "inference.total_tokens": summary.totalTokens,
+ });
+
await ctx.db
.update(bookmarks)
.set({