Open-source and local-first Slack and Notion alternative that puts you in control of your data
TypeScript chatchat-applicationcrdteditorelectronknowledge-baselocal-firstnotionnotion-alternativerealtime-collaborationself-hostedslacksqliteteam-collaborationwikiyjs
Refactor assistant response handler with LangGraph-based response generation workflow
Ylber Gashi1217ee487bcc
diff --git a/apps/server/src/jobs/assistant-response.ts b/apps/server/src/jobs/assistant-response.tsindex 60e3de1d..a19f45d6 100644--- a/apps/server/src/jobs/assistant-response.ts+++ b/apps/server/src/jobs/assistant-response.ts@@ -1,15 +1,15 @@import {generateId,IdType,- extractBlockTexts,- MessageAttributes,+ generateNodeIndex,+ getNodeModel,NodeAttributes,} from '@colanode/core';import { Document } from '@langchain/core/documents';+import { StateGraph, Annotation } from '@langchain/langgraph';import { database } from '@/data/database';import { eventBus } from '@/lib/event-bus';import { configuration } from '@/lib/configuration';-import { fetchNode } from '@/lib/nodes';import { nodeRetrievalService } from '@/services/node-retrieval-service';import { documentRetrievalService } from '@/services/document-retrieval-service';import { JobHandler } from '@/types/jobs';@@ -20,10 +20,16 @@ import {generateNoContextAnswer,assessUserIntent,} from '@/services/llm-service';+import { CallbackHandler } from 'langfuse-langchain';+import { fetchNode } from '@/lib/nodes';+import { sql } from 'kysely';+// ---------------------------------------------------------------------+// Job Input & Type Definitions+// ---------------------------------------------------------------------export type AssistantResponseInput = {type: 'assistant_response';- nodeId: string;+ messageId: string;workspaceId: string;};@@ -35,165 +41,424 @@ declare module '@/types/jobs' {}}-export const assistantResponseHandler = async (- input: AssistantResponseInput-) => {- const { nodeId, workspaceId } = input;- console.log('Starting assistant response handler', { nodeId, workspaceId });- if (!configuration.ai.enabled) return;-- const node = await fetchNode(nodeId);- if (!node) return;- // Assume nodes of type 'message' carry the user query.- const userInputText = extractBlockTexts(- node.id,- (node.attributes as MessageAttributes).content+// ---------------------------------------------------------------------+// State Definition for the Response Chain+// ---------------------------------------------------------------------+const ResponseState = Annotation.Root({+ userInput: Annotation<string>(),+ workspaceId: Annotation<string>(),+ userId: Annotation<string>(),+ userDetails: Annotation<{ name: string; email: string }>(),+ parentMessageId: Annotation<string>(),+ currentMessageId: Annotation<string>(),+ rewrittenQuery: Annotation<string>(),+ contextDocuments: Annotation<Document[]>(),+ chatHistory: Annotation<Document[]>(),+ rerankedContext: Annotation<+ Array<{+ index: number;+ score: number;+ type: string;+ sourceId: string;+ }>+ >(),+ topContext: Annotation<Document[]>(),+ finalAnswer: Annotation<string>(),+ citations: Annotation<Array<{ sourceId: string; quote: string }>>(),+ originalMessage: Annotation<any>(),+ intent: Annotation<'retrieve' | 'no_context'>(),+});++// ---------------------------------------------------------------------+// Chain Node Functions with Improved Naming+// ---------------------------------------------------------------------+async function generateRewrittenQuery(state: typeof ResponseState.State) {+ const rewritten = await rewriteQuery(state.userInput);+ return { rewrittenQuery: rewritten };+}++async function assessIntent(state: typeof ResponseState.State) {+ const formattedChatHistory = state.chatHistory+ .map((doc) => {+ const timestamp = doc.metadata.createdAt+ ? new Date(doc.metadata.createdAt).toLocaleString()+ : 'Unknown time';+ const authorName = doc.metadata.authorName || 'Unknown User';+ return `- [${timestamp}] ${authorName}: ${doc.pageContent}`;+ })+ .join('\n');++ const intent = await assessUserIntent(state.userInput, formattedChatHistory);+ return { intent };+}++async function generateNoContextResponse(state: typeof ResponseState.State) {+ const formattedChatHistory = state.chatHistory+ .map((doc) => {+ const timestamp = doc.metadata.createdAt+ ? new Date(doc.metadata.createdAt).toLocaleString()+ : 'Unknown time';+ const authorName = doc.metadata.authorName || 'Unknown User';+ return `- [${timestamp}] ${authorName}: ${doc.pageContent}`;+ })+ .join('\n');++ const answer = await generateNoContextAnswer(+ state.userInput,+ formattedChatHistory);- if (!userInputText || userInputText.trim() === '') return;+ return { finalAnswer: answer };+}- // Fetch user details (assuming created_by is the user id)- const user = await database- .selectFrom('users')- .where('id', '=', node.created_by)- .selectAll()- .executeTakeFirst();- if (!user) return;+async function fetchContextDocuments(state: typeof ResponseState.State) {+ const [nodeResults, documentResults] = await Promise.all([+ nodeRetrievalService.retrieve(+ state.rewrittenQuery,+ state.workspaceId,+ state.userId+ ),+ documentRetrievalService.retrieve(+ state.rewrittenQuery,+ state.workspaceId,+ state.userId+ ),+ ]);+ return { contextDocuments: [...nodeResults, ...documentResults] };+}- // Get conversation history: for example, sibling nodes (other messages with the same parent)- const chatHistoryNodes = await database+async function fetchChatHistory(state: typeof ResponseState.State) {+ const messages = await database.selectFrom('nodes')+ .innerJoin('collaborations', (join) =>+ join+ .onRef('collaborations.node_id', '=', 'nodes.root_id')+ .on('collaborations.collaborator_id', '=', sql.lit(state.userId))+ .on('collaborations.deleted_at', 'is', null)+ )+ .where('nodes.parent_id', '=', state.parentMessageId)+ .where('nodes.type', '=', 'message')+ .where('nodes.id', '!=', state.currentMessageId)+ .orderBy('nodes.created_at', 'asc').selectAll()- .where('parent_id', '=', node.parent_id)- .where('id', '!=', node.id)- .orderBy('created_at', 'asc')- .limit(10).execute();- const chatHistory = chatHistoryNodes.map(- (n) =>- new Document({- pageContent:- extractBlockTexts(- n.id,- (n.attributes as MessageAttributes).content- ) || '',- metadata: { id: n.id, type: n.type, createdAt: n.created_at },- })+ return {+ chatHistory: messages.map(+ (message) =>+ new Document({+ pageContent:+ getNodeModel(message.attributes.type)?.getAttributesText(+ message.id,+ message.attributes+ ) || '',+ metadata: {+ id: message.id,+ type: 'message',+ createdAt: message.created_at,+ author: message.created_by,+ authorName: message.created_by === 'colanode_ai' ? 'You' : 'User',+ },+ })+ ),+ };+}++async function rerankContextDocuments(state: typeof ResponseState.State) {+ const reranked = await rerankContext(+ state.contextDocuments,+ state.rewrittenQuery+ );+ return { rerankedContext: reranked };+}++async function selectRelevantDocuments(state: typeof ResponseState.State) {+ const topDocs = selectTopContext(+ state.rerankedContext,+ 5,+ state.contextDocuments);+ return { topContext: topDocs };+}- const formattedChatHistory = chatHistory+// Add new helper function to fetch workspace details+async function fetchWorkspaceDetails(workspaceId: string) {+ return database+ .selectFrom('workspaces')+ .where('id', '=', workspaceId)+ .select(['name', 'id'])+ .executeTakeFirst();+}++async function generateResponse(state: typeof ResponseState.State) {+ const workspace = await fetchWorkspaceDetails(state.workspaceId);++ const formattedChatHistory = state.chatHistory.map((doc) => {- const ts = doc.metadata.createdAt+ const timestamp = doc.metadata.createdAt? new Date(doc.metadata.createdAt).toLocaleString()- : 'Unknown';- return `- [${ts}] ${doc.metadata.id}: ${doc.pageContent}`;+ : 'Unknown time';+ const authorName = doc.metadata.authorName || 'Unknown User';+ return `- [${timestamp}] ${authorName}: ${doc.pageContent}`;}).join('\n');- const intent = await assessUserIntent(userInputText, formattedChatHistory);+ const formattedMessages = state.topContext+ .filter((doc) => doc.metadata.type === 'message')+ .map((doc) => {+ const timestamp = doc.metadata.createdAt+ ? new Date(doc.metadata.createdAt).toLocaleString()+ : 'Unknown time';+ const authorName = doc.metadata.authorName || 'Unknown User';+ return `- [Source ${doc.metadata.id}]\n- Author: ${authorName}\n- Time: ${timestamp}\n- Content: ${doc.pageContent}\n`;+ })+ .join('\n');- let finalAnswer: string;- let citations: Array<{ sourceId: string; quote: string }>;+ const formattedDocuments = state.topContext+ .filter((doc) => doc.metadata.type === 'document')+ .map((doc) => {+ const timestamp = doc.metadata.createdAt+ ? new Date(doc.metadata.createdAt).toLocaleString()+ : 'Unknown time';+ return `- [Source ${doc.metadata.id}]\n- Time: ${timestamp}\n- Content: ${doc.pageContent}\n`;+ })+ .join('\n');- if (intent === 'no_context') {- finalAnswer = await generateNoContextAnswer(- userInputText,- formattedChatHistory- );- citations = [];- } else {- const rewrittenQuery = await rewriteQuery(userInputText);- const nodeDocs = await nodeRetrievalService.retrieve(- rewrittenQuery,- workspaceId,- user.id+ const result = await generateFinalAnswer({+ currentTimestamp: new Date().toISOString(),+ workspaceName: workspace?.name || state.workspaceId,+ userName: state.userDetails.name,+ userEmail: state.userDetails.email,+ formattedChatHistory,+ formattedMessages,+ formattedDocuments,+ question: state.userInput,+ });++ return {+ finalAnswer: result.answer,+ citations: result.citations,+ };+}++// ---------------------------------------------------------------------+// Build the Response Chain Graph+// ---------------------------------------------------------------------+const assistantResponseChain = new StateGraph(ResponseState)+ .addNode('generateRewrittenQuery', generateRewrittenQuery)+ .addNode('fetchContextDocuments', fetchContextDocuments)+ .addNode('fetchChatHistory', fetchChatHistory)+ .addNode('rerankContextDocuments', rerankContextDocuments)+ .addNode('selectRelevantDocuments', selectRelevantDocuments)+ .addNode('generateResponse', generateResponse)+ .addNode('assessIntent', assessIntent)+ .addNode('generateNoContextResponse', generateNoContextResponse)+ .addEdge('__start__', 'fetchChatHistory')+ .addEdge('fetchChatHistory', 'assessIntent')+ .addConditionalEdges('assessIntent', (state) => {+ return state.intent === 'no_context'+ ? 'generateNoContextResponse'+ : 'generateRewrittenQuery';+ })+ .addEdge('generateRewrittenQuery', 'fetchContextDocuments')+ .addEdge('fetchContextDocuments', 'rerankContextDocuments')+ .addEdge('rerankContextDocuments', 'selectRelevantDocuments')+ .addEdge('selectRelevantDocuments', 'generateResponse')+ .addEdge('generateResponse', '__end__')+ .addEdge('generateNoContextResponse', '__end__')+ .compile();++// ---------------------------------------------------------------------+// Initialize Langfuse Callback Handler+// ---------------------------------------------------------------------+const langfuseCallback = new CallbackHandler({+ publicKey: configuration.ai.langfuse.publicKey,+ secretKey: configuration.ai.langfuse.secretKey,+ baseUrl: configuration.ai.langfuse.baseUrl,+});++// ---------------------------------------------------------------------+// Main Job Handler+// ---------------------------------------------------------------------+export const assistantResponseHandler: JobHandler<+ AssistantResponseInput+> = async (input) => {+ const { messageId, workspaceId } = input;+ console.log('Starting assistant response handler', {+ messageId,+ workspaceId,+ });++ if (!configuration.ai.enabled) {+ return;+ }++ const message = await fetchNode(messageId);+ if (!message) return;++ const messageModel = getNodeModel(message.attributes.type);+ if (!messageModel) return;++ const messageText = messageModel.getAttributesText(+ message.id,+ message.attributes+ );+ if (!messageText) return;++ // Fetch user and workspace details only ONCE+ const [user, workspace] = await Promise.all([+ database+ .selectFrom('users')+ .where('id', '=', message.created_by)+ .selectAll()+ .executeTakeFirst(),+ fetchWorkspaceDetails(workspaceId),+ ]);+ if (!user || !workspace) return;++ try {+ const chainResult = await assistantResponseChain.invoke(+ {+ userInput: messageText,+ workspaceId,+ userId: user.id,+ userDetails: {+ name: user.name || 'Unknown User',+ email: user.email || '[email protected]',+ },+ parentMessageId: message.parent_id || message.id,+ currentMessageId: message.id,+ originalMessage: message,+ intent: 'retrieve',+ },+ { callbacks: [langfuseCallback] });- const documentDocs = await documentRetrievalService.retrieve(- rewrittenQuery,- workspaceId,- user.id++ await createAndPublishResponse(+ chainResult.finalAnswer,+ chainResult.citations,+ message,+ workspaceId);- const allContext = [...nodeDocs, ...documentDocs];- const reranked = await rerankDocuments(- allContext.map((doc, idx) => ({- content: doc.pageContent,- type: doc.metadata.type,- sourceId: doc.metadata.id,- })),- rewrittenQuery+ console.log('Response published successfully');+ } catch (error) {+ console.error('Error in assistant response handler:', error);+ await createAndPublishResponse(+ 'Sorry, I encountered an error while processing your request.',+ [],+ message,+ workspaceId);- const topContext = reranked.slice(0, 5);- const formattedMessages = allContext- .filter((doc) => doc.metadata.type === 'message')- .map((doc) => {- const ts = doc.metadata.createdAt- ? new Date(doc.metadata.createdAt).toLocaleString()- : 'Unknown';- return `- [${ts}] ${doc.metadata.id}: ${doc.pageContent}`;- })- .join('\n');- const formattedDocuments = allContext- .filter(- (doc) =>- doc.metadata.type === 'page' || doc.metadata.type === 'document'- )- .map((doc) => {- const ts = doc.metadata.createdAt- ? new Date(doc.metadata.createdAt).toLocaleString()- : 'Unknown';- return `- [${ts}] ${doc.metadata.id}: ${doc.pageContent}`;- })- .join('\n');- const promptArgs = {- currentTimestamp: new Date().toISOString(),- workspaceName: workspaceId, // Or retrieve workspace details- userName: user.name || 'User',- userEmail: user.email || '[email protected]',- formattedChatHistory,- formattedMessages,- formattedDocuments,- question: userInputText,- };- const result = await generateFinalAnswer(promptArgs);- finalAnswer = result.answer;- citations = result.citations;}+};++// ---------------------------------------------------------------------+// Helper Functions+// ---------------------------------------------------------------------+async function createAndPublishResponse(+ response: string,+ citations: Array<{ sourceId: string; quote: string }>,+ originalMessage: any,+ workspaceId: string+) {+ const id = generateId(IdType.Message);+ const blockId = generateId(IdType.Block);- // Create a response node (answer message)- const responseNodeId = generateId(IdType.Node);- const responseAttributes = {+ const messageAttributes: NodeAttributes = {type: 'message',subtype: 'standard',+ parentId: originalMessage.parent_id || originalMessage.id,content: {- [generateId(IdType.Block)]: {- id: generateId(IdType.Block),+ [blockId]: {+ id: blockId,type: 'paragraph',- parentId: responseNodeId,- index: 'a',- content: [{ type: 'text', text: finalAnswer }],+ content: [{ type: 'text', text: response, marks: [] }],+ index: generateNodeIndex(),+ parentId: id,},+ ...citations.reduce((acc, citation) => {+ const citationBlockId = generateId(IdType.Block);+ return {+ ...acc,+ [citationBlockId]: {+ id: citationBlockId,+ type: 'citation',+ content: [+ { type: 'text', text: citation.quote, marks: [] },+ { type: 'text', text: citation.sourceId, marks: [] },+ ],+ index: generateNodeIndex(),+ parentId: id,+ },+ };+ }, {}),},- parentId: node.parent_id,- referenceId: node.id,};- await database+ const createdMessage = await database.insertInto('nodes')+ .returningAll().values({- id: responseNodeId,- root_id: node.root_id,+ id,workspace_id: workspaceId,- attributes: JSON.stringify(responseAttributes),- state: Buffer.from(''), // Initial empty state- created_at: new Date(),+ root_id: originalMessage.root_id,+ attributes: JSON.stringify(messageAttributes),created_by: 'colanode_ai',+ created_at: new Date(),+ state: Buffer.from([]),}).executeTakeFirst();+ if (!createdMessage) return;+eventBus.publish({type: 'node_created',- nodeId: responseNodeId,- rootId: node.root_id,- workspaceId,+ nodeId: createdMessage.id,+ rootId: createdMessage.root_id,+ workspaceId: createdMessage.workspace_id,});-};+}++async function rerankContext(context: Document[], query: string) {+ const documentsToRerank = context.map((doc) => ({+ content: doc.pageContent,+ type: doc.metadata.type,+ sourceId: doc.metadata.id,+ }));++ return await rerankDocuments(documentsToRerank, query);+}++function selectTopContext(+ reranked: {+ index: number;+ score: number;+ type: string;+ sourceId: string;+ }[],+ max: number,+ contextDocuments: Document[]+): Document[] {+ if (reranked.length === 0) return [];++ const maxScore = Math.max(...reranked.map((item) => item.score));+ const threshold = maxScore * 0.5;++ return reranked+ .filter((item) => item.score >= threshold && item.score > 0)+ .sort((a, b) => b.score - a.score)+ .slice(0, max)+ .map((item) => {+ if (item.index >= 0 && item.index < contextDocuments.length) {+ const doc = contextDocuments[item.index];+ if (!doc) return undefined;+ if (+ doc.metadata.id === item.sourceId &&+ doc.metadata.type === item.type+ ) {+ return doc;+ }+ }+ return undefined;+ })+ .filter((doc): doc is Document => doc !== undefined);+}