Open-source and local-first Slack and Notion alternative that puts you in control of your data
TypeScript chatchat-applicationcrdteditorelectronknowledge-baselocal-firstnotionnotion-alternativerealtime-collaborationself-hostedslacksqliteteam-collaborationwikiyjs
Simpler chunk summaries and metadata handling at response time
Ylber Gashie83b60b51373
diff --git a/apps/server/package.json b/apps/server/package.jsonindex 4c6c5005..5016cfbc 100644--- a/apps/server/package.json+++ b/apps/server/package.json@@ -36,7 +36,7 @@"@colanode/core": "*","@colanode/crdt": "*","@langchain/core": "^0.3.40",- "@langchain/google-genai": "^0.1.8",+ "@langchain/google-genai": "^0.1.10","@langchain/openai": "^0.4.4","@node-rs/argon2": "^2.0.2","axios": "^1.7.8",diff --git a/apps/server/src/jobs/assistant-response.ts b/apps/server/src/jobs/assistant-response.tsindex ac959b90..083436b1 100644--- a/apps/server/src/jobs/assistant-response.ts+++ b/apps/server/src/jobs/assistant-response.ts@@ -11,6 +11,8 @@ import { configuration } from '@/lib/configuration';import { fetchNode, createNode } from '@/lib/nodes';import { JobHandler } from '@/types/jobs';import { runAssistantResponseChain } from '@/lib/assistant';+import { SelectNode } from '@/data/schema';+import { Citation } from '@/types/assistant';export type AssistantResponseInput = {type: 'assistant_response';@@ -111,8 +113,8 @@ export const assistantResponseHandler: JobHandler<const createAndPublishResponse = async (response: string,- citations: Array<{ sourceId: string; quote: string }> | undefined,- originalMessage: any,+ citations: Citation[] | undefined,+ originalMessage: SelectNode,workspaceId: string) => {const id = generateId(IdType.Message);@@ -121,7 +123,7 @@ const createAndPublishResponse = async (const messageAttributes: MessageAttributes = {type: 'message',subtype: 'answer',- parentId: originalMessage.parent_id,+ parentId: originalMessage.parent_id || originalMessage.id,content: {[blockId]: {id: blockId,diff --git a/apps/server/src/jobs/embed-document.ts b/apps/server/src/jobs/embed-document.tsindex 1def2c26..14f31f44 100644--- a/apps/server/src/jobs/embed-document.ts+++ b/apps/server/src/jobs/embed-document.ts@@ -7,7 +7,6 @@ import { database } from '@/data/database';import { configuration } from '@/lib/configuration';import { CreateDocumentEmbedding } from '@/data/schema';import { fetchNode } from '@/lib/nodes';-import { enrichChunk } from '@/services/llm-service';export type EmbedDocumentInput = {type: 'embed_document';@@ -46,7 +45,7 @@ export const embedDocumentHandler = async (input: {return;}- const nodeModel = getNodeModel(node.attributes.type);+ const nodeModel = getNodeModel(node.type);if (!nodeModel?.documentSchema) {return;}@@ -79,8 +78,7 @@ export const embedDocumentHandler = async (input: {text: e.text,summary: e.summary ?? undefined,})),- { type: 'document', node: node },- enrichChunk+ node.type);const embeddingsToUpsert: CreateDocumentEmbedding[] = [];diff --git a/apps/server/src/jobs/embed-node.ts b/apps/server/src/jobs/embed-node.tsindex d49932ac..74665185 100644--- a/apps/server/src/jobs/embed-node.ts+++ b/apps/server/src/jobs/embed-node.ts@@ -7,7 +7,6 @@ import { database } from '@/data/database';import { configuration } from '@/lib/configuration';import { CreateNodeEmbedding } from '@/data/schema';import { fetchNode } from '@/lib/nodes';-import { enrichChunk } from '@/services/llm-service';export type EmbedNodeInput = {type: 'embed_node';@@ -51,10 +50,7 @@ export const embedNodeHandler = async (input: {return;}- const fullText =- `${nodeText.name ?? ''}\n\n${nodeText.attributes ?? ''}`.trim();-- if (fullText === '') {+ if (!nodeText.attributes || nodeText.attributes.trim() === '') {await database.deleteFrom('node_embeddings').where('node_id', '=', nodeId)@@ -75,14 +71,15 @@ export const embedNodeHandler = async (input: {.where('node_id', '=', nodeId).execute();+ const fullText =+ `${nodeText.name ?? ''}\n\n${nodeText.attributes ?? ''}`.trim();const textChunks = await chunkText(fullText,existingEmbeddings.map((e) => ({text: e.text,summary: e.summary ?? undefined,})),- { type: 'node', node: node },- enrichChunk+ node.type);const embeddingsToUpsert: CreateNodeEmbedding[] = [];diff --git a/apps/server/src/lib/ai-utils.ts b/apps/server/src/lib/ai-utils.tsnew file mode 100644index 00000000..3e3e61d5--- /dev/null+++ b/apps/server/src/lib/ai-utils.ts@@ -0,0 +1,222 @@+import { Document } from '@langchain/core/documents';+import { SearchResult } from '@/types/retrieval';+import { RerankedContextItem } from '@/types/assistant';+import { NodeMetadata, DocumentMetadata } from '@/types/metadata';++export const formatDate = (date?: Date | null): string => {+ if (!date) return 'Unknown time';+ return new Date(date).toLocaleString();+};++export const calculateRecencyBoost = (+ createdAt: Date | undefined | null,+ halfLifeDays: number = 7,+ boostFactor: number = 0.2+): number => {+ if (!createdAt) return 1;+ const now = new Date();+ const ageInDays =+ (now.getTime() - createdAt.getTime()) / (1000 * 60 * 60 * 24);+ return ageInDays <= halfLifeDays+ ? 1 + (1 - ageInDays / halfLifeDays) * boostFactor+ : 1;+};++export const formatChatHistory = (docs: Document[]): string => {+ return docs+ .map((doc) => {+ const time = doc.metadata.createdAt+ ? formatDate(doc.metadata.createdAt)+ : 'Unknown time';+ const author = doc.metadata.authorName || 'User';+ return `- [${time}] ${author}: ${doc.pageContent}`;+ })+ .join('\n');+};++export const formatSingleContextDocument = (+ doc: Document,+ index: number+): string => {+ const time = doc.metadata?.createdAt+ ? formatDate(doc.metadata.createdAt)+ : 'Unknown time';+ const author = doc.metadata?.author?.name || 'Unknown';+ const sourceId = doc.metadata.id;+ const metadataFormatted = doc.metadata?.formattedMetadata || '';++ const separator = `\n${'='.repeat(80)}\nSOURCE ${index + 1}\n${'='.repeat(80)}`;++ let header = `Source ID: ${sourceId}+Author: ${author}+Time: ${time}`;++ if (metadataFormatted) {+ header += `\nMetadata:\n${metadataFormatted}`;+ } else if (+ doc.metadata?.type === 'node' &&+ doc.metadata.nodeType === 'record' &&+ doc.metadata.parentContext?.name+ ) {+ header += `\nDatabase: ${doc.metadata.parentContext.name}`;+ }+ const content = `\n${'─'.repeat(40)}\nCONTENT:\n${'─'.repeat(40)}\n"${doc.pageContent}"\n`;+ return `${separator}\n${header}${content}`;+};++export const formatContextDocuments = (docs: Document[]): string => {+ return docs.map(formatSingleContextDocument).join('\n');+};++export const selectTopContext = (+ reranked: RerankedContextItem[],+ max: number,+ contextDocuments: Document[]+): Document[] => {+ if (reranked.length === 0) return [];+ const maxScore = Math.max(...reranked.map((item) => item.score));+ const threshold = maxScore * 0.5;++ return reranked+ .filter((item) => item.score >= threshold && item.score > 0)+ .sort((a, b) => b.score - a.score)+ .slice(0, max)+ .map((item) => {+ if (item.index >= 0 && item.index < contextDocuments.length) {+ return contextDocuments[item.index];+ }+ return undefined;+ })+ .filter((doc): doc is Document => doc !== undefined);+};++export const formatMetadataForPrompt = (+ metadata: NodeMetadata | DocumentMetadata+): string => {+ const basicInfo = [+ `Type: ${metadata.type === 'node' ? (metadata as NodeMetadata).nodeType : 'document'}`,+ metadata.name ? `Title: ${metadata.name}` : '',+ ].filter((line) => line.trim() !== '');++ const authorInfo = [+ metadata.author?.name+ ? `Created by: ${metadata.author.name} on ${formatDate(metadata.createdAt)}`+ : '',+ metadata.lastAuthor?.name && metadata.updatedAt+ ? `Last updated by: ${metadata.lastAuthor.name} on ${formatDate(metadata.updatedAt)}`+ : '',+ ].filter((line) => line.trim() !== '');++ const locationInfo = [+ metadata.parentContext?.path ? `Path: ${metadata.parentContext.path}` : '',+ metadata.workspace?.name ? `Workspace: ${metadata.workspace.name}` : '',+ ].filter((line) => line.trim() !== '');++ let formattedMetadata = basicInfo.join('\n');++ if (authorInfo.length > 0) {+ formattedMetadata += '\n' + authorInfo.join('\n');+ }++ if (locationInfo.length > 0) {+ formattedMetadata += '\n' + locationInfo.join('\n');+ }++ if (metadata.databaseInfo) {+ const databaseInfo = [`Database: ${metadata.databaseInfo.name}`];++ if (Object.keys(metadata.databaseInfo.fields).length > 0) {+ databaseInfo.push('Fields:');+ Object.entries(metadata.databaseInfo.fields).forEach(([_, field]) => {+ databaseInfo.push(` • ${field.name} (${field.type})`);+ });+ }++ formattedMetadata += '\n' + databaseInfo.join('\n');+ }++ return formattedMetadata;+};++export const createKey = (result: SearchResult): string => {+ return `${result.id}-${result.chunkIndex}`;+};++const processSearchResult = (+ result: SearchResult,+ combined: Map<string, SearchResult & { finalScore: number }>,+ maxScore: number,+ weight: number,+ isKeyword: boolean = false+) => {+ const key = createKey(result);+ const recencyBoost = calculateRecencyBoost(result.createdAt);+ let normalizedScore = isKeyword+ ? (result.score / maxScore) * weight+ : ((maxScore - result.score) / maxScore) * weight;++ if (combined.has(key)) {+ const existing = combined.get(key)!;+ existing.finalScore += normalizedScore * recencyBoost;+ } else {+ combined.set(key, {+ ...result,+ finalScore: normalizedScore * recencyBoost,+ });+ }+};++const createDocumentFromResult = (+ result: SearchResult & { finalScore: number },+ authorMap: Map<string, { id: string; name: string | null }>+): Document => {+ const author = result.createdBy ? authorMap.get(result.createdBy) : null;+ return new Document({+ pageContent: `${result.summary}\n\n${result.text}`,+ metadata: {+ id: result.id,+ score: result.finalScore,+ createdAt: result.createdAt,+ type: result.type === 'semantic' ? 'node' : 'document', // Adjust as needed+ chunkIndex: result.chunkIndex,+ author: author ? { id: author.id, name: author.name || 'Unknown' } : null,+ },+ });+};++export const combineAndScoreSearchResults = (+ semanticResults: SearchResult[],+ keywordResults: SearchResult[],+ semanticSearchWeight: number,+ keywordSearchWeight: number,+ authorMap: Map<string, { id: string; name: string | null }>+): Promise<Document[]> => {+ const maxSemanticScore = Math.max(...semanticResults.map((r) => r.score), 1);+ const maxKeywordScore = Math.max(...keywordResults.map((r) => r.score), 1);++ const combined = new Map<string, SearchResult & { finalScore: number }>();++ semanticResults.forEach((result) =>+ processSearchResult(+ result,+ combined,+ maxSemanticScore,+ semanticSearchWeight+ )+ );+ keywordResults.forEach((result) =>+ processSearchResult(+ result,+ combined,+ maxKeywordScore,+ keywordSearchWeight,+ true+ )+ );++ return Promise.resolve(+ Array.from(combined.values())+ .sort((a, b) => b.finalScore - a.finalScore)+ .map((result) => createDocumentFromResult(result, authorMap))+ );+};diff --git a/apps/server/src/lib/assistant.ts b/apps/server/src/lib/assistant.tsindex 7cbca447..e715a4e3 100644--- a/apps/server/src/lib/assistant.ts+++ b/apps/server/src/lib/assistant.ts@@ -15,40 +15,27 @@ import {import { nodeRetrievalService } from '@/services/node-retrieval-service';import { documentRetrievalService } from '@/services/document-retrieval-service';import { recordsRetrievalService } from '@/services/records-retrieval-service';-import { getNodeModel } from '@colanode/core';-import { AssistantChainState, ResponseState } from '@/types/assistant';--function formatChatHistory(docs: Document[]): string {- return docs- .map((doc) => {- const time = doc.metadata.createdAt- ? new Date(doc.metadata.createdAt).toLocaleString()- : 'Unknown time';- const author = doc.metadata.authorName || 'User';- return `- [${time}] ${author}: ${doc.pageContent}`;- })- .join('\n');-}--function formatContextDocuments(docs: Document[]): string {- return docs- .map((doc) => {- const time = doc.metadata?.createdAt- ? new Date(doc.metadata.createdAt).toLocaleString()- : 'Unknown time';- const author = doc.metadata?.author?.name || 'Unknown';- let header = `Source ID: ${doc.metadata.id}\nAuthor: ${author}\nTime: ${time}`;- if (- doc.metadata?.type === 'node' &&- doc.metadata.nodeType === 'record' &&- doc.metadata.parentContext?.name- ) {- header += `\nDatabase: ${doc.metadata.parentContext.name}`;- }- return `${header}\nContent: "${doc.pageContent}"\n`;- })- .join('\n');-}+import {+ DatabaseAttributes,+ getNodeModel,+ RecordAttributes,+} from '@colanode/core';+import {+ AssistantChainState,+ ResponseState,+ DatabaseFilters,+ DatabaseContextItem,+ AssistantResponse,+ AssistantInput,+} from '@/types/assistant';+import { fetchMetadataForContextItems } from '@/lib/metadata';+import { SelectNode } from '@/data/schema';+import {+ formatChatHistory,+ formatContextDocuments,+ selectTopContext,+ formatMetadataForPrompt,+} from '@/lib/ai-utils';async function generateRewrittenQuery(state: AssistantChainState) {const rewrittenQuery = await rewriteQuery(state.userInput);@@ -100,10 +87,12 @@ async function fetchContextDocuments(state: AssistantChainState) {const dbNode = await fetchNode(filter.databaseId);if (!dbNode || dbNode.type !== 'database') return [];return records.map((record) => {- const fields = Object.entries((record as any).attributes.fields || {})+ const fields = Object.entries(+ (record.attributes as RecordAttributes).fields || {}+ ).map(([key, value]) => `${key}: ${value}`).join('\n');- const content = `Database Record from ${dbNode.attributes.type === 'database' ? dbNode.attributes.name || 'Database' : 'Database'}:\n${fields}`;+ const content = `Database Record from ${dbNode.type === 'database' ? (dbNode.attributes as DatabaseAttributes).name || 'Database' : 'Database'}:\n${fields}`;return new Document({pageContent: content,metadata: {@@ -138,7 +127,7 @@ async function fetchChatHistory(state: AssistantChainState) {const isAI = message.created_by === 'colanode_ai';const extracted = (message &&message.attributes &&- getNodeModel(message.attributes.type)?.extractNodeText(+ getNodeModel(message.type)?.extractNodeText(message.id,message.attributes)) || { attributes: '' };@@ -173,12 +162,31 @@ async function rerankContextDocuments(state: AssistantChainState) {}async function selectRelevantDocuments(state: AssistantChainState) {+ if (state.rerankedContext.length === 0) {+ return { topContext: [] };+ }++ const maxContext = 10;const topContext = selectTopContext(state.rerankedContext,- 5,+ maxContext,state.contextDocuments);+ const contextItemsWithType = topContext.map((doc) => ({+ id: doc.metadata.id,+ type: doc.metadata.type,+ }));++ const metadata = await fetchMetadataForContextItems(contextItemsWithType);++ topContext.forEach((doc) => {+ const id = doc.metadata.id;+ if (metadata[id]) {+ doc.metadata.formattedMetadata = formatMetadataForPrompt(metadata[id]);+ }+ });+return { topContext };}@@ -194,6 +202,7 @@ async function generateResponse(state: AssistantChainState) {const workspace = await fetchWorkspaceDetails(state.workspaceId);const formattedChatHistory = formatChatHistory(state.chatHistory);const formattedContext = formatContextDocuments(state.topContext);+const result = await generateFinalAnswer({currentTimestamp: new Date().toISOString(),workspaceName: workspace?.name || state.workspaceId,@@ -219,16 +228,17 @@ async function fetchDatabaseContext(state: AssistantChainState) {.selectAll().execute();- const databaseContext = await Promise.all(+ const databaseContext: DatabaseContextItem[] = await Promise.all(databases.map(async (db) => {- const dbNode = db as any;+ const dbNode = db as SelectNode;const sampleRecords = await recordsRetrievalService.retrieveByFilters(db.id,state.workspaceId,state.userId,{ filters: [], sorts: [], page: 1, count: 5 });- const fields = dbNode.attributes.fields || {};+ const dbAttrs = dbNode.attributes as DatabaseAttributes;+ const fields = dbAttrs.fields || {};const formattedFields = Object.entries(fields).reduce((acc, [id, field]) => ({...acc,@@ -242,7 +252,7 @@ async function fetchDatabaseContext(state: AssistantChainState) {return {id: db.id,- name: dbNode.attributes.name || 'Untitled Database',+ name: dbAttrs.name || 'Untitled Database',fields: formattedFields,sampleRecords,};@@ -254,7 +264,9 @@ async function fetchDatabaseContext(state: AssistantChainState) {async function generateDatabaseFilterAttributes(state: AssistantChainState) {if (state.intent === 'no_context' || !state.databaseContext.length) {- return { databaseFilters: { shouldFilter: false, filters: [] } };+ return {+ databaseFilters: { shouldFilter: false, filters: [] } as DatabaseFilters,+ };}const databaseFilters = await generateDatabaseFilters({query: state.userInput,@@ -264,33 +276,6 @@ async function generateDatabaseFilterAttributes(state: AssistantChainState) {return { databaseFilters };}-function selectTopContext(- reranked: Array<{- index: number;- score: number;- type: string;- sourceId: string;- }>,- max: number,- contextDocuments: Document[]-): Document[] {- if (reranked.length === 0) return [];- const maxScore = Math.max(...reranked.map((item) => item.score));- const threshold = maxScore * 0.5;-- return reranked- .filter((item) => item.score >= threshold && item.score > 0)- .sort((a, b) => b.score - a.score)- .slice(0, max)- .map((item) => {- if (item.index >= 0 && item.index < contextDocuments.length) {- return contextDocuments[item.index];- }- return undefined;- })- .filter((doc): doc is Document => doc !== undefined);-}-const assistantResponseChain = new StateGraph(ResponseState).addNode('generateRewrittenQuery', generateRewrittenQuery).addNode('fetchContextDocuments', fetchContextDocuments)@@ -327,7 +312,6 @@ const langfuseCallback = configuration.ai.langfuse.enabledasync function getFullContextNodeIds(selectedIds: string[]): Promise<string[]> {const fullSet = new Set<string>();- console.log('selectedIds', selectedIds);for (const id of selectedIds) {fullSet.add(id);try {@@ -337,24 +321,13 @@ async function getFullContextNodeIds(selectedIds: string[]): Promise<string[]> {console.error(`Error fetching descendants for node ${id}:`, error);}}- console.log('fullSet', fullSet);+return Array.from(fullSet);}-export async function runAssistantResponseChain(input: {- userInput: string;- workspaceId: string;- userId: string;- userDetails: { name: string; email: string };- parentMessageId: string;- currentMessageId: string;- originalMessage: any;- selectedContextNodeIds?: string[];-}): Promise<{- finalAnswer: string;- citations: Array<{ sourceId: string; quote: string }>;-}> {- // Process the selected context node IDs if provided+export async function runAssistantResponseChain(+ input: AssistantInput+): Promise<AssistantResponse> {let fullContextNodeIds: string[] = [];if (input.selectedContextNodeIds && input.selectedContextNodeIds.length > 0) {fullContextNodeIds = await getFullContextNodeIds(@@ -362,7 +335,6 @@ export async function runAssistantResponseChain(input: {);}- // Build the chain input with the new property added into the state.const chainInput = {...input,selectedContextNodeIds: fullContextNodeIds,diff --git a/apps/server/src/lib/chunking.ts b/apps/server/src/lib/chunking.tsindex 7d018464..d3442670 100644--- a/apps/server/src/lib/chunking.ts+++ b/apps/server/src/lib/chunking.ts@@ -1,254 +1,14 @@import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';-import { getNodeModel, FieldAttributes } from '@colanode/core';-import { configuration } from '@/lib/configuration';-import { database } from '@/data/database';-import type { SelectNode, SelectDocument } from '@/data/schema';-import { prepareEnrichmentPrompt } from '@/lib/llm-prompts';-import { BaseMetadata, NodeMetadata, DocumentMetadata } from '@/types/chunking';--const buildBaseMetadata = async (- node: SelectNode-): Promise<BaseMetadata | undefined> => {- const nodeModel = getNodeModel(node.attributes.type);- if (!nodeModel) return undefined;- const nodeText = nodeModel.extractNodeText(node.id, node.attributes);- if (!nodeText) return undefined;-- const author = await database- .selectFrom('users')- .select(['id', 'name'])- .where('id', '=', node.created_by)- .executeTakeFirst();-- const lastAuthor = node.updated_by- ? await database- .selectFrom('users')- .select(['id', 'name'])- .where('id', '=', node.updated_by)- .executeTakeFirst()- : undefined;-- const workspace = await database- .selectFrom('workspaces')- .select(['id', 'name'])- .where('id', '=', node.workspace_id)- .executeTakeFirst();-- return {- id: node.id,- name: nodeText.name ?? node.attributes.type,- createdAt: node.created_at,- createdBy: node.created_by,- updatedAt: node.updated_at,- updatedBy: node.updated_by,- author,- lastAuthor,- workspace,- };-};--const buildParentContext = async (- node: SelectNode-): Promise<BaseMetadata['parentContext'] | undefined> => {- const parentNode = await database- .selectFrom('nodes')- .selectAll()- .where('id', '=', node.parent_id)- .executeTakeFirst();-- if (!parentNode) {- return undefined;- }-- const parentModel = getNodeModel(parentNode.attributes.type);- if (!parentModel) {- return undefined;- }-- const parentText = parentModel.extractNodeText(- parentNode.id,- parentNode.attributes- );-- const pathNodes = await database- .selectFrom('node_paths')- .innerJoin('nodes', 'nodes.id', 'node_paths.ancestor_id')- .select(['nodes.id', 'nodes.attributes'])- .where('node_paths.descendant_id', '=', node.id)- .orderBy('node_paths.level', 'desc')- .execute();-- const path = pathNodes- .map((n) => {- const model = getNodeModel(n.attributes.type);- return model?.extractNodeText(n.id, n.attributes)?.name ?? '';- })- .join(' / ');-- return {- id: parentNode.id,- type: parentNode.attributes.type,- name: parentText?.name ?? undefined,- path,- };-};--const fetchCollaborators = async (- collaboratorIds: string[]-): Promise<Array<{ id: string; name: string }>> => {- if (!collaboratorIds.length) return [];- const collaborators = await database- .selectFrom('users')- .select(['id', 'name'])- .where('id', 'in', collaboratorIds)- .execute();-- return collaborators.map((c) => ({ id: c.id, name: c.name }));-};--const buildNodeMetadata = async (- node: SelectNode-): Promise<NodeMetadata | undefined> => {- const nodeModel = getNodeModel(node.attributes.type);- if (!nodeModel) return undefined;- const baseMetadata = await buildBaseMetadata(node);- if (!baseMetadata) return undefined;-- if ('collaborators' in node.attributes) {- baseMetadata.collaborators = await fetchCollaborators(- Object.keys(node.attributes.collaborators)- );- }- if (node.parent_id) {- const parentContext = await buildParentContext(node);- if (parentContext) baseMetadata.parentContext = parentContext;- }- let fieldInfo: Record<string, { type: string; name: string }> | undefined;- if (node.attributes.type === 'record') {- const databaseNode = await database- .selectFrom('nodes')- .selectAll()- .where('id', '=', node.attributes.databaseId)- .executeTakeFirst();- if (databaseNode?.attributes.type === 'database') {- fieldInfo = Object.entries(databaseNode.attributes.fields).reduce(- (acc, [fieldId, field]) => ({- ...acc,- [fieldId]: {- type: (field as FieldAttributes).type,- name: (field as FieldAttributes).name,- },- }),- {} as Record<string, { type: string; name: string }>- );- }- }- return {- type: 'node',- nodeType: node.attributes.type,- fieldInfo,- ...baseMetadata,- };-};--const buildDocumentMetadata = async (- document: SelectDocument,- node?: SelectNode-): Promise<DocumentMetadata | undefined> => {- if (!node) return undefined;-- // Fetch author and workspace info- const author = await database- .selectFrom('users')- .select(['id', 'name'])- .where('id', '=', document.created_by)- .executeTakeFirst();-- const workspace = await database- .selectFrom('workspaces')- .select(['id', 'name'])- .where('id', '=', node.workspace_id)- .executeTakeFirst();-- const baseMetadata: BaseMetadata = {- id: document.id,- createdAt: document.created_at,- createdBy: document.created_by,- author,- workspace,- };-- const nodeModel = getNodeModel(node.attributes.type);- if (nodeModel) {- const nodeText = nodeModel.extractNodeText(node.id, node.attributes);- if (nodeText) baseMetadata.name = nodeText.name;- if (node.parent_id) {- const parentContext = await buildParentContext(node);- if (parentContext) baseMetadata.parentContext = parentContext;- }-- // Add database info for record nodes- if (node.attributes.type === 'record') {- const databaseNode = await database- .selectFrom('nodes')- .selectAll()- .where('id', '=', node.attributes.databaseId)- .executeTakeFirst();- if (databaseNode?.attributes.type === 'database') {- baseMetadata.databaseInfo = {- id: databaseNode.id,- name: databaseNode.attributes.name || 'Untitled Database',- fields: Object.entries(databaseNode.attributes.fields).reduce(- (acc, [fieldId, field]) => ({- ...acc,- [fieldId]: {- type: (field as FieldAttributes).type,- name: (field as FieldAttributes).name,- },- }),- {} as Record<string, { type: string; name: string }>- ),- };- }- }- }- return { type: 'document', ...baseMetadata };-};--const fetchMetadata = async (metadata?: {- type: 'node' | 'document';- node: SelectNode;-}): Promise<NodeMetadata | DocumentMetadata | undefined> => {- if (!metadata) {- return undefined;- }-- if (metadata.type === 'node') {- return buildNodeMetadata(metadata.node);- } else {- const document = await database- .selectFrom('documents')- .selectAll()- .where('id', '=', metadata.node.id)- .executeTakeFirst();- if (!document) {- return undefined;- }-- return buildDocumentMetadata(document, metadata.node);- }-};+import type { NodeType } from '@colanode/core';+import { enrichChunk } from '@/services/llm-service';+import { TextChunk } from '@/types/chunking';export const chunkText = async (text: string,- existingChunks: Array<{ text: string; summary?: string }>,- metadata?: { type: 'node' | 'document'; node: SelectNode },- enrichFn?: (- prompt: string,- baseVars: Record<string, string>- ) => Promise<string>-): Promise<Array<{ text: string; summary?: string }>> => {+ existingChunks: TextChunk[],+ nodeType: NodeType+): Promise<TextChunk[]> => {const chunkSize = configuration.ai.chunking.defaultChunkSize;const chunkOverlap = configuration.ai.chunking.defaultOverlap;const splitter = new RecursiveCharacterTextSplitter({@@ -261,13 +21,8 @@ export const chunkText = async (.map((doc) => ({ text: doc.pageContent })).filter((c) => c.text.trim().length > 5);- if (configuration.ai.chunking.enhanceWithContext && enrichFn && metadata) {- const enrichedMetadata = await fetchMetadata(metadata);- if (!enrichedMetadata) {- return chunks;- }-- const enrichedChunks: Array<{ text: string; summary: string }> = [];+ if (configuration.ai.chunking.enhanceWithContext) {+ const enrichedChunks: TextChunk[] = [];for (const chunk of chunks) {const existingChunk = existingChunks.find((ec) => ec.text === chunk.text);@@ -276,17 +31,10 @@ export const chunkText = async (text: chunk.text,summary: existingChunk.summary,});-continue;}- const { prompt, baseVars } = prepareEnrichmentPrompt(- chunk.text,- text,- enrichedMetadata- );-- const summary = await enrichFn(prompt, baseVars);+ const summary = await enrichChunk(chunk.text, text, nodeType);enrichedChunks.push({ text: chunk.text, summary });}return enrichedChunks;diff --git a/apps/server/src/lib/llm-prompts.ts b/apps/server/src/lib/llm-prompts.tsindex 81f8a3f3..0041d5e7 100644--- a/apps/server/src/lib/llm-prompts.ts+++ b/apps/server/src/lib/llm-prompts.ts@@ -1,7 +1,5 @@import { PromptTemplate, ChatPromptTemplate } from '@langchain/core/prompts';-import { NodeMetadata, DocumentMetadata } from '@/types/chunking';-export const queryRewritePrompt = PromptTemplate.fromTemplate(`<task>You are an expert at rewriting search queries to optimize for both semantic similarity and keyword-based search in a document retrieval system.@@ -150,7 +148,15 @@ export const answerPrompt = ChatPromptTemplate.fromTemplate(</user_query><task>- Based solely on the current conversation history and the relevant context above, provide a clear and professional answer to the user's query. In your answer, include exact quotes from the provided context that support your answer.+ Based solely on the current conversation history and the relevant context above, provide a clear and professional answer to the user's query.++ Pay attention to the metadata provided for each source (like creation date, author, path, document type, etc.) to:+ - Properly attribute information to its source+ - Consider the recency and relevance of the information+ - Understand the relationships between different content pieces+ - Recognize the context in which content was created or modified++ In your answer, include exact quotes from the provided context that support your answer.If the relevant context does not contain any information that answers the user's query, respond with "No relevant information found." This is a critical step to ensure correct answers.</task>@@ -244,179 +250,89 @@ export const noContextPrompt = PromptTemplate.fromTemplate();export const databaseFilterPrompt = ChatPromptTemplate.fromTemplate(- `You are an expert at analyzing natural language queries and converting them into structured database filters.--Available Databases:-{databasesInfo}--User Query:-{query}--Your task is to:-1. Determine if this query is asking or makes sense to answer by filtering/searching databases-2. If yes, generate appropriate filter attributes for each relevant database-3. If no, return shouldFilter: false--Return a JSON object with:-- shouldFilter: boolean-- filters: array of objects with:- - databaseId: string- - filters: array of DatabaseViewFilterAttributes--Only include databases that are relevant to the query.-For each filter, use the exact field IDs from the database schema.-Use appropriate operators based on field types.--Example Response:-{{- "shouldFilter": true,- "filters": [- {{- "databaseId": "db1",- "filters": [- {{- "type": "field",- "fieldId": "field1",- "operator": "contains",- "value": "search term"- }}- ]- }}- ]-}}+ `<task>+ You are an expert at analyzing natural language queries and converting them into structured database filters.++ Your task is to:+ 1. Determine if this query is asking or makes sense to answer by filtering/searching databases+ 2. If yes, generate appropriate filter attributes for each relevant database+ 3. If no, return shouldFilter: false+</task>++<context>+ Available Databases:+ {databasesInfo}+</context>-Return a JSON object with:-- shouldFilter: boolean-- filters: array of objects with:- - databaseId: string- - filters: array of DatabaseViewFilterAttributes+<user_query>+ {query}+</user_query>-Only include databases that are relevant to the query.-For each filter, use the exact field IDs from the database schema.-Use appropriate operators based on field types.`-);+<guidelines>+ Only include databases that are relevant to the query.+ For each filter, use the exact field IDs from the database schema.+ Use appropriate operators based on field types.+</guidelines>-export function getNodeContextPrompt(metadata: any): string {- const metadataLines = [- metadata.name && `Name: ${metadata.name}`,- metadata.author?.name &&- `Created by: ${metadata.author.name} on ${new Date(metadata.createdAt)}`,- metadata.lastAuthor?.name &&- metadata.updatedAt &&- `Last updated: ${new Date(metadata.updatedAt)} by ${metadata.lastAuthor.name}`,- metadata.parentContext?.path && `Path: ${metadata.parentContext.path}`,- metadata.workspace?.name && `Workspace: ${metadata.workspace.name}`,- ]- .filter(Boolean)- .join('\n');-- const contextHeader = `Given the following context about a ${metadata.nodeType === 'record' ? 'database record' : metadata.nodeType}:\n${metadataLines}\n`;- const contentSection =- metadata.nodeType === 'record'- ? `\n\nContent:\n{chunk}`- : `\n\nFull content:\n{fullText}\n\nCurrent chunk:\n{chunk}`;- const instructions = `\n\nGenerate a brief (50-100 tokens) contextual prefix that:-1. Explains what this ${metadata.nodeType === 'record' ? 'record' : 'chunk'} represents.-2. Highlights key details.-3. Provides context to make the chunk understandable in isolation.`;- return `${contextHeader}${contentSection}${instructions}`;-}--export const documentContextPrompt = PromptTemplate.fromTemplate(- `Given the following context about a document:-Type: {nodeType}-Name: {name}-Location: {path}-Created by: {createdAt}-{updatedAt}Workspace: {workspaceName}-{databaseContext}--Full content:-{fullText}--Current chunk:-{chunk}--Generate a brief (50-100 tokens) contextual prefix that:-1. Explains what this document is{recordInstructions}-2. Provides relevant context about its location and purpose.-3. Makes the chunk more understandable in isolation.-Do not repeat the chunk content. Return only the contextual prefix.`+<output_format>+ Return a JSON object with:+ - shouldFilter: boolean+ - filters: array of objects with:+ - databaseId: string+ - filters: array of DatabaseViewFilterAttributes++ Example Response:+ {{+ "shouldFilter": true,+ "filters": [+ {{+ "databaseId": "db1",+ "filters": [+ {{+ "type": "field",+ "fieldId": "field1",+ "operator": "contains",+ "value": "search term"+ }}+ ]+ }}+ ]+ }}+</output_format>`);-export const prepareEnrichmentPrompt = (- chunk: string,- fullText: string,- metadata: NodeMetadata | DocumentMetadata-): { prompt: string; baseVars: Record<string, string> } => {- const formatDate = (date?: Date | string | null) => {- if (!date) return '';- const dateObj = typeof date === 'string' ? new Date(date) : date;- return dateObj.toLocaleString();- };-- let databaseContext = '';- let recordInstructions = '';- if (metadata.type === 'document' && metadata.databaseInfo) {- databaseContext = `Database: ${metadata.databaseInfo.name}-Fields:-${Object.entries(metadata.databaseInfo.fields)- .map(([_, field]) => `- ${field.name} (${field.type})`)- .join('\n')}`;- recordInstructions =- ', including how it relates to the database record and its fields';- }-- // Format creation info- const createdAt = formatDate(metadata.createdAt);- const createdBy = metadata.author?.name;- const creationInfo =- createdAt && createdBy- ? `${createdBy} on ${createdAt}`- : createdAt- ? `Created on ${createdAt}`- : createdBy- ? `Created by ${createdBy}`- : '';-- // Format update info- const updatedAt = formatDate(metadata.updatedAt);- const updatedBy = metadata.lastAuthor?.name;- const updateInfo =- updatedAt && updatedBy- ? `Last updated on ${updatedAt} by ${updatedBy}\n`- : updatedAt- ? `Last updated on ${updatedAt}\n`- : '';-- const baseVars: Record<string, string> = {- nodeType:- metadata.type === 'node'- ? (metadata as NodeMetadata).nodeType- : metadata.type,- name: metadata.name || 'Untitled',- createdAt: creationInfo || '',- updatedAt: updateInfo || '',- authorName: metadata.author?.name || '',- lastAuthorName: metadata.lastAuthor?.name || '',- path: metadata.parentContext?.path || '',- workspaceName: metadata.workspace?.name || '',- fullText,- chunk,- databaseContext,- recordInstructions,- };-- let prompt: string;- if (metadata.type === 'node') {- prompt = getNodeContextPrompt(metadata as NodeMetadata);- } else {- prompt = documentContextPrompt.template.toString();- }-- Object.entries(baseVars).forEach(([key, value]) => {- prompt = prompt.replace(new RegExp(`{${key}}`, 'g'), value);- });-- return { prompt, baseVars };-};+export const chunkSummarizationPrompt = PromptTemplate.fromTemplate(+ `<task>+ Generate a concise summary of the following text chunk that is part of a larger document.+ This summary will be used to enhance vector search retrieval by providing additional context about this specific chunk.+</task>++<context>+ Content Type: {nodeType}+</context>++<guidelines>+ 1. Create a brief (30-50 words) summary that captures the key points and main idea of the chunk+ 2. Consider how this chunk fits into the overall document provided+ 3. If the chunk appears to be part of a specific section, identify its role or purpose+ 4. If the chunk contains structured data (like a database record), identify the type of information it represents+ 5. Use neutral, descriptive language+ 6. Consider the content type ("{nodeType}") when creating the summary - different types have different purposes:+ - "message": Communication content in a conversation+ - "page": Document-like content with structured information+ - "record": Database record with specific fields and values+ - Other types: Adapt your summary accordingly+</guidelines>++<complete_document>+ {fullText}+</complete_document>++<chunk_to_summarize>+ {chunk}+</chunk_to_summarize>++<output_format>+ Provide only the summary with no additional commentary or explanations.+</output_format>`+);diff --git a/apps/server/src/lib/metadata.ts b/apps/server/src/lib/metadata.tsnew file mode 100644index 00000000..0a0f6479--- /dev/null+++ b/apps/server/src/lib/metadata.ts@@ -0,0 +1,623 @@+import {+ getNodeModel,+ FieldAttributes,+ RecordAttributes,+} from '@colanode/core';+import { database } from '@/data/database';+import {+ NodeMetadata,+ DocumentMetadata,+ BaseMetadata,+ ContextItem,+ UserInfo,+ ParentContextInfo,+ DatabaseInfo,+ DatabaseFieldInfo,+} from '@/types/metadata';+import { DatabaseAttributes } from '@colanode/core';++const fetchBaseMetadata = async (+ id: string,+ workspaceId: string,+ createdBy: string,+ createdAt: Date,+ updatedBy: string | null = null,+ updatedAt: Date | null = null+): Promise<BaseMetadata> => {+ const userIds = [createdBy];+ if (updatedBy) {+ userIds.push(updatedBy);+ }++ const users = await database+ .selectFrom('users')+ .select(['id', 'name'])+ .where('id', 'in', userIds)+ .execute();++ const userMap = new Map(users.map((u) => [u.id, u]));+ const author = userMap.get(createdBy);+ const lastAuthor = updatedBy ? userMap.get(updatedBy) : undefined;++ const workspace = await database+ .selectFrom('workspaces')+ .select(['id', 'name'])+ .where('id', '=', workspaceId)+ .executeTakeFirst();++ return {+ id,+ createdAt,+ createdBy,+ updatedAt,+ updatedBy,+ author: author ? { id: author.id, name: author.name } : undefined,+ lastAuthor: lastAuthor+ ? { id: lastAuthor.id, name: lastAuthor.name }+ : undefined,+ workspace: workspace+ ? { id: workspace.id, name: workspace.name }+ : undefined,+ };+};++const fetchParentContext = async (+ parentId: string | null+): Promise<ParentContextInfo | undefined> => {+ if (!parentId) {+ return undefined;+ }++ const parentNode = await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', '=', parentId)+ .executeTakeFirst();++ if (!parentNode) {+ return undefined;+ }++ const parentModel = getNodeModel(parentNode.type);+ if (!parentModel) {+ return undefined;+ }++ const parentText = parentModel.extractNodeText(+ parentNode.id,+ parentNode.attributes+ );++ const pathNodes = await database+ .selectFrom('node_paths')+ .innerJoin('nodes', 'nodes.id', 'node_paths.ancestor_id')+ .select(['nodes.id', 'nodes.attributes'])+ .where('node_paths.descendant_id', '=', parentId)+ .orderBy('node_paths.level', 'desc')+ .execute();++ const path = pathNodes+ .map((n) => {+ const model = getNodeModel(n.attributes.type);+ return model?.extractNodeText(n.id, n.attributes)?.name ?? '';+ })+ .join(' / ');++ return {+ id: parentNode.id,+ type: parentNode.type,+ name: parentText?.name,+ path,+ };+};++const fetchCollaborators = async (+ collaboratorIds: string[]+): Promise<UserInfo[]> => {+ if (!collaboratorIds.length) return [];++ const collaborators = await database+ .selectFrom('users')+ .select(['id', 'name'])+ .where('id', 'in', collaboratorIds)+ .execute();++ return collaborators.map((c) => ({ id: c.id, name: c.name }));+};++const fetchDatabaseInfo = async (+ databaseId: string+): Promise<DatabaseInfo | undefined> => {+ const databaseNode = await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', '=', databaseId)+ .executeTakeFirst();++ if (!databaseNode || databaseNode.type !== 'database') return undefined;++ const dbAttrs = databaseNode.attributes as DatabaseAttributes;++ return {+ id: databaseNode.id,+ name: dbAttrs.name || 'Untitled Database',+ fields: Object.entries(dbAttrs.fields || {}).reduce(+ (acc, [fieldId, field]) => ({+ ...acc,+ [fieldId]: {+ type: (field as FieldAttributes).type,+ name: (field as FieldAttributes).name,+ },+ }),+ {} as Record<string, DatabaseFieldInfo>+ ),+ };+};++export const fetchNodeMetadata = async (+ nodeId: string+): Promise<NodeMetadata | undefined> => {+ const node = await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', '=', nodeId)+ .executeTakeFirst();++ if (!node) {+ return undefined;+ }++ const nodeModel = getNodeModel(node.type);+ if (!nodeModel) {+ return undefined;+ }++ const nodeText = nodeModel.extractNodeText(node.id, node.attributes);+ if (!nodeText) {+ return undefined;+ }++ const baseMetadata = await fetchBaseMetadata(+ node.id,+ node.workspace_id,+ node.created_by,+ node.created_at,+ node.updated_by || null,+ node.updated_at || null+ );++ baseMetadata.name = nodeText.name ?? node.type;++ if (node.parent_id) {+ baseMetadata.parentContext = await fetchParentContext(node.parent_id);+ }++ if ('collaborators' in node.attributes) {+ baseMetadata.collaborators = await fetchCollaborators(+ Object.keys(node.attributes.collaborators as Record<string, string>)+ );+ }++ let fieldInfo: Record<string, { type: string; name: string }> | undefined;+ if (node.type === 'record') {+ const recordAttrs = node.attributes as RecordAttributes;+ const databaseInfo = await fetchDatabaseInfo(recordAttrs.databaseId);+ if (databaseInfo) {+ fieldInfo = databaseInfo.fields;+ baseMetadata.databaseInfo = databaseInfo;+ }+ }++ return {+ ...baseMetadata,+ type: 'node',+ nodeType: node.type,+ fieldInfo,+ };+};++export const fetchDocumentMetadata = async (+ documentId: string+): Promise<DocumentMetadata | undefined> => {+ const document = await database+ .selectFrom('documents')+ .selectAll()+ .where('id', '=', documentId)+ .executeTakeFirst();++ if (!document) {+ return undefined;+ }++ const node = await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', '=', documentId)+ .executeTakeFirst();++ if (!node) {+ return undefined;+ }++ const baseMetadata = await fetchBaseMetadata(+ document.id,+ document.workspace_id,+ document.created_by,+ document.created_at,+ document.updated_by || null,+ document.updated_at || null+ );++ const nodeModel = getNodeModel(node.type);+ if (nodeModel) {+ const nodeText = nodeModel.extractNodeText(node.id, node.attributes);+ if (nodeText) {+ baseMetadata.name = nodeText.name;+ }+ }++ if (node.parent_id) {+ baseMetadata.parentContext = await fetchParentContext(node.parent_id);+ }++ if (node.type === 'record') {+ const recordAttrs = node.attributes as RecordAttributes;+ const databaseInfo = await fetchDatabaseInfo(recordAttrs.databaseId);+ if (databaseInfo) {+ baseMetadata.databaseInfo = databaseInfo;+ }+ }++ return {+ ...baseMetadata,+ type: 'document',+ };+};++export const fetchNodesMetadata = async (+ nodeIds: string[]+): Promise<Record<string, NodeMetadata>> => {+ if (!nodeIds.length) {+ return {};+ }++ const nodes = await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', 'in', nodeIds)+ .execute();++ if (!nodes.length) {+ return {};+ }++ const workspaceIds = new Set<string>();+ const userIds = new Set<string>();+ const parentIds = new Set<string>();+ const databaseIds = new Set<string>();++ nodes.forEach((node) => {+ workspaceIds.add(node.workspace_id);+ userIds.add(node.created_by);+ if (node.updated_by) {+ userIds.add(node.updated_by);+ }+ if (node.parent_id) {+ parentIds.add(node.parent_id);+ }+ if (node.type === 'record') {+ const recordAttrs = node.attributes as RecordAttributes;+ databaseIds.add(recordAttrs.databaseId);+ }+ });++ const workspaces = await database+ .selectFrom('workspaces')+ .select(['id', 'name'])+ .where('id', 'in', Array.from(workspaceIds))+ .execute();+ const workspaceMap = new Map(workspaces.map((w) => [w.id, w]));++ const users = await database+ .selectFrom('users')+ .select(['id', 'name'])+ .where('id', 'in', Array.from(userIds))+ .execute();+ const userMap = new Map(users.map((u) => [u.id, u]));++ const parentNodes =+ parentIds.size > 0+ ? await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', 'in', Array.from(parentIds))+ .execute()+ : [];+ const parentNodeMap = new Map(parentNodes.map((p) => [p.id, p]));++ const databaseNodes =+ databaseIds.size > 0+ ? await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', 'in', Array.from(databaseIds))+ .execute()+ : [];+ const databaseNodeMap = new Map(databaseNodes.map((d) => [d.id, d]));++ const results: Record<string, NodeMetadata> = {};++ for (const node of nodes) {+ const nodeModel = getNodeModel(node.type);+ if (!nodeModel) {+ continue;+ }++ const nodeText = nodeModel.extractNodeText(node.id, node.attributes);+ if (!nodeText) {+ continue;+ }++ const workspace = workspaceMap.get(node.workspace_id);+ const author = userMap.get(node.created_by);+ const lastAuthor = node.updated_by+ ? userMap.get(node.updated_by)+ : undefined;++ const metadata: NodeMetadata = {+ id: node.id,+ name: nodeText.name ?? node.type,+ createdAt: node.created_at,+ createdBy: node.created_by,+ updatedAt: node.updated_at,+ updatedBy: node.updated_by,+ type: 'node',+ nodeType: node.type,+ author: author ? { id: author.id, name: author.name } : undefined,+ lastAuthor: lastAuthor+ ? { id: lastAuthor.id, name: lastAuthor.name }+ : undefined,+ workspace: workspace+ ? { id: workspace.id, name: workspace.name }+ : undefined,+ };++ if (node.parent_id) {+ const parentNode = parentNodeMap.get(node.parent_id);+ if (parentNode) {+ const parentModel = getNodeModel(parentNode.type);+ if (parentModel) {+ const parentText = parentModel.extractNodeText(+ parentNode.id,+ parentNode.attributes+ );+ metadata.parentContext = {+ id: parentNode.id,+ type: parentNode.type,+ name: parentText?.name,+ path: '',+ } as ParentContextInfo;+ }+ }+ }++ if (node.type === 'record') {+ const recordAttrs = node.attributes as RecordAttributes;+ const databaseNode = databaseNodeMap.get(recordAttrs.databaseId);++ if (databaseNode && databaseNode.type === 'database') {+ const dbAttrs = databaseNode.attributes as DatabaseAttributes;+ const fieldInfo = Object.entries(dbAttrs.fields || {}).reduce(+ (acc, [fieldId, field]) => ({+ ...acc,+ [fieldId]: {+ type: (field as FieldAttributes).type,+ name: (field as FieldAttributes).name,+ },+ }),+ {} as Record<string, DatabaseFieldInfo>+ );++ metadata.fieldInfo = fieldInfo;+ metadata.databaseInfo = {+ id: databaseNode.id,+ name: dbAttrs.name || 'Untitled Database',+ fields: fieldInfo,+ } as DatabaseInfo;+ }+ }++ results[node.id] = metadata;+ }++ return results;+};++export const fetchDocumentsMetadata = async (+ documentIds: string[]+): Promise<Record<string, DocumentMetadata>> => {+ if (!documentIds.length) return {};++ const documents = await database+ .selectFrom('documents')+ .selectAll()+ .where('id', 'in', documentIds)+ .execute();++ if (!documents.length) return {};++ const nodes = await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', 'in', documentIds)+ .execute();+ const nodeMap = new Map(nodes.map((n) => [n.id, n]));++ const workspaceIds = new Set<string>();+ const userIds = new Set<string>();+ const parentIds = new Set<string>();+ const databaseIds = new Set<string>();++ documents.forEach((doc) => {+ workspaceIds.add(doc.workspace_id);+ userIds.add(doc.created_by);+ if (doc.updated_by) userIds.add(doc.updated_by);++ const node = nodeMap.get(doc.id);+ if (node) {+ if (node.parent_id) parentIds.add(node.parent_id);+ if (node.type === 'record') {+ const recordAttrs = node.attributes as RecordAttributes;+ databaseIds.add(recordAttrs.databaseId);+ }+ }+ });++ const workspaces = await database+ .selectFrom('workspaces')+ .select(['id', 'name'])+ .where('id', 'in', Array.from(workspaceIds))+ .execute();+ const workspaceMap = new Map(workspaces.map((w) => [w.id, w]));++ const users = await database+ .selectFrom('users')+ .select(['id', 'name'])+ .where('id', 'in', Array.from(userIds))+ .execute();+ const userMap = new Map(users.map((u) => [u.id, u]));++ const parentNodes =+ parentIds.size > 0+ ? await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', 'in', Array.from(parentIds))+ .execute()+ : [];+ const parentNodeMap = new Map(parentNodes.map((p) => [p.id, p]));++ const databaseNodes =+ databaseIds.size > 0+ ? await database+ .selectFrom('nodes')+ .selectAll()+ .where('id', 'in', Array.from(databaseIds))+ .execute()+ : [];+ const databaseNodeMap = new Map(databaseNodes.map((d) => [d.id, d]));++ const results: Record<string, DocumentMetadata> = {};++ for (const document of documents) {+ const node = nodeMap.get(document.id);+ if (!node) {+ continue;+ }++ const workspace = workspaceMap.get(document.workspace_id);+ const author = userMap.get(document.created_by);+ const lastAuthor = document.updated_by+ ? userMap.get(document.updated_by)+ : undefined;++ let name: string | undefined;+ const nodeModel = getNodeModel(node.type);+ if (nodeModel) {+ const nodeText = nodeModel.extractNodeText(node.id, node.attributes);+ if (nodeText) {+ name = nodeText.name ?? '';+ }+ }++ const metadata: DocumentMetadata = {+ id: document.id,+ name,+ createdAt: document.created_at,+ createdBy: document.created_by,+ updatedAt: document.updated_at,+ updatedBy: document.updated_by,+ type: 'document',+ author: author ? { id: author.id, name: author.name } : undefined,+ lastAuthor: lastAuthor+ ? { id: lastAuthor.id, name: lastAuthor.name }+ : undefined,+ workspace: workspace+ ? { id: workspace.id, name: workspace.name }+ : undefined,+ };++ if (node.parent_id) {+ const parentNode = parentNodeMap.get(node.parent_id);+ if (parentNode) {+ const parentModel = getNodeModel(parentNode.type);+ if (parentModel) {+ const parentText = parentModel.extractNodeText(+ parentNode.id,+ parentNode.attributes+ );+ metadata.parentContext = {+ id: parentNode.id,+ type: parentNode.type,+ name: parentText?.name,+ path: '',+ } as ParentContextInfo;+ }+ }+ }++ if (node.type === 'record') {+ const recordAttrs = node.attributes as RecordAttributes;+ const databaseNode = databaseNodeMap.get(recordAttrs.databaseId);++ if (databaseNode && databaseNode.type === 'database') {+ const dbAttrs = databaseNode.attributes as DatabaseAttributes;+ const fieldInfo = Object.entries(dbAttrs.fields || {}).reduce(+ (acc, [fieldId, field]) => ({+ ...acc,+ [fieldId]: {+ type: (field as FieldAttributes).type,+ name: (field as FieldAttributes).name,+ },+ }),+ {} as Record<string, DatabaseFieldInfo>+ );++ metadata.databaseInfo = {+ id: databaseNode.id,+ name: dbAttrs.name || 'Untitled Database',+ fields: fieldInfo,+ } as DatabaseInfo;+ }+ }++ results[document.id] = metadata;+ }++ return results;+};++export const fetchMetadataForContextItems = async (+ contextItems: ContextItem[]+): Promise<Record<string, NodeMetadata | DocumentMetadata>> => {+ const nodeIds: string[] = [];+ const documentIds: string[] = [];++ contextItems.forEach((item) => {+ if (item.type === 'node') {+ nodeIds.push(item.id);+ } else if (item.type === 'document') {+ documentIds.push(item.id);+ }+ });++ const [nodesMetadata, documentsMetadata] = await Promise.all([+ fetchNodesMetadata(nodeIds),+ fetchDocumentsMetadata(documentIds),+ ]);++ return {+ ...nodesMetadata,+ ...documentsMetadata,+ };+};diff --git a/apps/server/src/services/document-retrieval-service.ts b/apps/server/src/services/document-retrieval-service.tsindex a3440aa0..bf69311a 100644--- a/apps/server/src/services/document-retrieval-service.ts+++ b/apps/server/src/services/document-retrieval-service.ts@@ -6,6 +6,7 @@ import { database } from '@/data/database';import { configuration } from '@/lib/configuration';import { SearchResult } from '@/types/retrieval';import { RewrittenQuery } from '@/types/llm';+import { combineAndScoreSearchResults } from '@/lib/ai-utils';export class DocumentRetrievalService {private embeddings = new OpenAIEmbeddings({@@ -185,64 +186,15 @@ export class DocumentRetrievalService {): Promise<Document[]> {const { semanticSearchWeight, keywordSearchWeight } =configuration.ai.retrieval.hybridSearch;- const maxSemanticScore = Math.max(- ...semanticResults.map((r) => r.score),- 1- );- const maxKeywordScore = Math.max(...keywordResults.map((r) => r.score), 1);-- const combined = new Map<string, SearchResult & { finalScore: number }>();- const createKey = (result: SearchResult) =>- `${result.id}-${result.chunkIndex}`;-- const calculateRecencyBoost = (- createdAt: Date | undefined | null- ): number => {- if (!createdAt) return 1;- const now = new Date();- const ageInDays =- (now.getTime() - createdAt.getTime()) / (1000 * 60 * 60 * 24);- return ageInDays <= 7 ? 1 + (1 - ageInDays / 7) * 0.2 : 1;- };- semanticResults.forEach((result) => {- const key = createKey(result);- const recencyBoost = calculateRecencyBoost(result.createdAt);- const normalizedScore =- ((maxSemanticScore - result.score) / maxSemanticScore) *- semanticSearchWeight;- combined.set(key, {- ...result,- finalScore: normalizedScore * recencyBoost,- });- });-- keywordResults.forEach((result) => {- const key = createKey(result);- const recencyBoost = calculateRecencyBoost(result.createdAt);- const normalizedScore =- (result.score / maxKeywordScore) * keywordSearchWeight;- if (combined.has(key)) {- const existing = combined.get(key)!;- existing.finalScore += normalizedScore * recencyBoost;- } else {- combined.set(key, {- ...result,- finalScore: normalizedScore * recencyBoost,- });- }- });-- // Fetch all unique author IDs from the resultsconst authorIds = Array.from(new Set(- Array.from(combined.values())+ [...semanticResults, ...keywordResults].map((r) => r.createdBy).filter((id): id is string => id !== undefined && id !== null)));- // Bulk fetch author informationconst authors =authorIds.length > 0? await database@@ -254,29 +206,13 @@ export class DocumentRetrievalService {const authorMap = new Map(authors.map((author) => [author.id, author]));- return Array.from(combined.values())- .sort((a, b) => b.finalScore - a.finalScore)- .map((result) => {- const author = result.createdBy- ? authorMap.get(result.createdBy)- : null;- return new Document({- pageContent: `${result.summary}\n\n${result.text}`,- metadata: {- id: result.id,- score: result.finalScore,- createdAt: result.createdAt,- type: 'document',- chunkIndex: result.chunkIndex,- author: author- ? {- id: author.id,- name: author.name || 'Unknown',- }- : null,- },- });- });+ return combineAndScoreSearchResults(+ semanticResults,+ keywordResults,+ semanticSearchWeight,+ keywordSearchWeight,+ authorMap+ );}}diff --git a/apps/server/src/services/llm-service.ts b/apps/server/src/services/llm-service.tsindex 2b3b1c26..e739db76 100644--- a/apps/server/src/services/llm-service.ts+++ b/apps/server/src/services/llm-service.ts@@ -24,7 +24,9 @@ import {intentRecognitionPrompt,noContextPrompt,databaseFilterPrompt,+ chunkSummarizationPrompt,} from '@/lib/llm-prompts';+import { NodeType } from '@colanode/core';const langfuseCallback = configuration.ai.langfuse.enabled? new CallbackHandler({@@ -188,17 +190,20 @@ ${db.sampleRecords.invoke({ query: args.query, databasesInfo });};-export async function enrichChunk(- prompt: string,- _baseVars: Record<string, string>-): Promise<string> {+export const enrichChunk = async (+ chunk: string,+ fullText: string = '',+ nodeType: NodeType+): Promise<string> => {const task = 'contextEnhancer';const model = getChatModel(task);- const messages = [new SystemMessage({ content: prompt })];- const callbacks = langfuseCallback ? [langfuseCallback] : undefined;- const response = await model.invoke(messages, {- callbacks,- });-- return (response.content.toString() || '').trim();-}++ return chunkSummarizationPrompt+ .pipe(model)+ .pipe(new StringOutputParser())+ .invoke({+ chunk,+ fullText,+ nodeType,+ });+};diff --git a/apps/server/src/services/node-retrieval-service.ts b/apps/server/src/services/node-retrieval-service.tsindex 7e93329a..45b306fb 100644--- a/apps/server/src/services/node-retrieval-service.ts+++ b/apps/server/src/services/node-retrieval-service.ts@@ -6,6 +6,7 @@ import { database } from '@/data/database';import { configuration } from '@/lib/configuration';import { SearchResult } from '@/types/retrieval';import { RewrittenQuery } from '@/types/llm';+import { combineAndScoreSearchResults } from '@/lib/ai-utils';export class NodeRetrievalService {private embeddings = new OpenAIEmbeddings({@@ -60,7 +61,7 @@ export class NodeRetrievalService {.innerJoin('nodes', 'nodes.id', 'node_embeddings.node_id').innerJoin('collaborations', (join) =>join- .onRef('collaborations.node_id', '=', 'node_embeddings.root_id')+ .onRef('collaborations.node_id', '=', 'nodes.root_id').on('collaborations.collaborator_id', '=', sql.lit(userId)).on('collaborations.deleted_at', 'is', null))@@ -122,7 +123,7 @@ export class NodeRetrievalService {.innerJoin('nodes', 'nodes.id', 'node_embeddings.node_id').innerJoin('collaborations', (join) =>join- .onRef('collaborations.node_id', '=', 'node_embeddings.root_id')+ .onRef('collaborations.node_id', '=', 'nodes.root_id').on('collaborations.collaborator_id', '=', sql.lit(userId)).on('collaborations.deleted_at', 'is', null))@@ -182,64 +183,15 @@ export class NodeRetrievalService {): Promise<Document[]> {const { semanticSearchWeight, keywordSearchWeight } =configuration.ai.retrieval.hybridSearch;- const maxSemanticScore = Math.max(- ...semanticResults.map((r) => r.score),- 1- );- const maxKeywordScore = Math.max(...keywordResults.map((r) => r.score), 1);-- const combined = new Map<string, SearchResult & { finalScore: number }>();- const createKey = (result: SearchResult) =>- `${result.id}-${result.chunkIndex}`;-- const calculateRecencyBoost = (- createdAt: Date | undefined | null- ): number => {- if (!createdAt) return 1;- const now = new Date();- const ageInDays =- (now.getTime() - createdAt.getTime()) / (1000 * 60 * 60 * 24);- return ageInDays <= 7 ? 1 + (1 - ageInDays / 7) * 0.2 : 1;- };- semanticResults.forEach((result) => {- const key = createKey(result);- const recencyBoost = calculateRecencyBoost(result.createdAt);- const normalizedScore =- ((maxSemanticScore - result.score) / maxSemanticScore) *- semanticSearchWeight;- combined.set(key, {- ...result,- finalScore: normalizedScore * recencyBoost,- });- });-- keywordResults.forEach((result) => {- const key = createKey(result);- const recencyBoost = calculateRecencyBoost(result.createdAt);- const normalizedScore =- (result.score / maxKeywordScore) * keywordSearchWeight;- if (combined.has(key)) {- const existing = combined.get(key)!;- existing.finalScore += normalizedScore * recencyBoost;- } else {- combined.set(key, {- ...result,- finalScore: normalizedScore * recencyBoost,- });- }- });-- // Fetch all unique author IDs from the resultsconst authorIds = Array.from(new Set(- Array.from(combined.values())+ [...semanticResults, ...keywordResults].map((r) => r.createdBy).filter((id): id is string => id !== undefined && id !== null)));- // Bulk fetch author informationconst authors =authorIds.length > 0? await database@@ -251,29 +203,13 @@ export class NodeRetrievalService {const authorMap = new Map(authors.map((author) => [author.id, author]));- return Array.from(combined.values())- .sort((a, b) => b.finalScore - a.finalScore)- .map((result) => {- const author = result.createdBy- ? authorMap.get(result.createdBy)- : null;- return new Document({- pageContent: `${result.summary}\n\n${result.text}`,- metadata: {- id: result.id,- score: result.finalScore,- createdAt: result.createdAt,- type: 'node',- chunkIndex: result.chunkIndex,- author: author- ? {- id: author.id,- name: author.name || 'Unknown',- }- : null,- },- });- });+ return combineAndScoreSearchResults(+ semanticResults,+ keywordResults,+ semanticSearchWeight,+ keywordSearchWeight,+ authorMap+ );}}diff --git a/apps/server/src/types/assistant.ts b/apps/server/src/types/assistant.tsindex be86d743..f315eb16 100644--- a/apps/server/src/types/assistant.ts+++ b/apps/server/src/types/assistant.ts@@ -6,6 +6,7 @@ import {DatabaseFilterResult,RewrittenQuery,} from './llm';+import { SelectNode } from '@/data/schema';export type Citation = {sourceId: string;@@ -29,11 +30,39 @@ export type DatabaseFilters = {filters: DatabaseFilter[];};+export type DatabaseContextItem = {+ id: string;+ name: string;+ fields: Record<string, { type: string; name: string }>;+ sampleRecords: any[];+};++export type UserDetails = {+ name: string;+ email: string;+};++export type AssistantInput = {+ userInput: string;+ workspaceId: string;+ userId: string;+ userDetails: UserDetails;+ parentMessageId: string;+ currentMessageId: string;+ originalMessage: SelectNode;+ selectedContextNodeIds?: string[];+};++export type AssistantResponse = {+ finalAnswer: string;+ citations: Citation[];+};+export const ResponseState = Annotation.Root({userInput: Annotation<string>(),workspaceId: Annotation<string>(),userId: Annotation<string>(),- userDetails: Annotation<{ name: string; email: string }>(),+ userDetails: Annotation<UserDetails>(),parentMessageId: Annotation<string>(),currentMessageId: Annotation<string>(),rewrittenQuery: Annotation<RewrittenQuery>(),@@ -45,14 +74,7 @@ export const ResponseState = Annotation.Root({citations: Annotation<CitedAnswer['citations']>(),originalMessage: Annotation<any>(),intent: Annotation<'retrieve' | 'no_context'>(),- databaseContext: Annotation<- Array<{- id: string;- name: string;- fields: Record<string, { type: string; name: string }>;- sampleRecords: any[];- }>- >(),+ databaseContext: Annotation<DatabaseContextItem[]>(),databaseFilters: Annotation<DatabaseFilterResult>(),selectedContextNodeIds: Annotation<string[]>(),});diff --git a/apps/server/src/types/chunking.ts b/apps/server/src/types/chunking.tsindex a5ca9ef0..a74fdab4 100644--- a/apps/server/src/types/chunking.ts+++ b/apps/server/src/types/chunking.ts@@ -1,33 +1,4 @@-export interface BaseMetadata {- id: string;- name?: string | null;- createdAt: Date | null;- createdBy: string;- updatedAt?: Date | null;- updatedBy?: string | null;- author?: { id: string; name: string };- lastAuthor?: { id: string; name: string };- workspace?: { id: string; name: string };- parentContext?: {- id: string;- type: string;- name?: string | null;- path: string;- };- collaborators?: Array<{ id: string; name: string }>;- databaseInfo?: {- id: string;- name: string;- fields: Record<string, { type: string; name: string }>;- };-}--export type NodeMetadata = BaseMetadata & {- type: 'node';- nodeType: string;- fieldInfo?: Record<string, { type: string; name: string }>;-};--export type DocumentMetadata = BaseMetadata & {- type: 'document';+export type TextChunk = {+ text: string;+ summary?: string;};diff --git a/apps/server/src/types/metadata.ts b/apps/server/src/types/metadata.tsnew file mode 100644index 00000000..3768c4bd--- /dev/null+++ b/apps/server/src/types/metadata.ts@@ -0,0 +1,57 @@+export interface BaseMetadata {+ id: string;+ name?: string | null;+ createdAt: Date | null;+ createdBy: string;+ updatedAt?: Date | null;+ updatedBy?: string | null;+ author?: UserInfo;+ lastAuthor?: UserInfo;+ workspace?: WorkspaceInfo;+ parentContext?: ParentContextInfo;+ collaborators?: UserInfo[];+ databaseInfo?: DatabaseInfo;+}++export type NodeMetadata = BaseMetadata & {+ type: 'node';+ nodeType: string;+ fieldInfo?: Record<string, DatabaseFieldInfo>;+};++export type DocumentMetadata = BaseMetadata & {+ type: 'document';+};++export type ContextItem = {+ id: string;+ type: string;+};++export type UserInfo = {+ id: string;+ name: string;+};++export type WorkspaceInfo = {+ id: string;+ name: string;+};++export type ParentContextInfo = {+ id: string;+ type: string;+ name?: string | null;+ path: string;+};++export type DatabaseFieldInfo = {+ type: string;+ name: string;+};++export type DatabaseInfo = {+ id: string;+ name: string;+ fields: Record<string, DatabaseFieldInfo>;+};