Open-source and local-first Slack and Notion alternative that puts you in control of your data
TypeScript chatchat-applicationcrdteditorelectronknowledge-baselocal-firstnotionnotion-alternativerealtime-collaborationself-hostedslacksqliteteam-collaborationwikiyjs
Merge branch 'main' of https://github.com/colanode/colanode into ai-assistant-rag
Ylber Gashi913c2f05cf3e
diff --cc apps/server/src/data/migrations/00017-create-vector-extension.tsindex fd02edb4,00000000..fd02edb4mode 100644,000000..100644--- a/apps/server/src/data/migrations/00017-create-vector-extension.ts+++ b/apps/server/src/data/migrations/00017-create-vector-extension.tsdiff --cc apps/server/src/data/migrations/00018-create-node-embeddings-table.tsindex a9664792,00000000..a9664792mode 100644,000000..100644--- a/apps/server/src/data/migrations/00018-create-node-embeddings-table.ts+++ b/apps/server/src/data/migrations/00018-create-node-embeddings-table.tsdiff --cc apps/server/src/data/migrations/00019-create-document-embeddings-table.tsindex 612cd5c3,00000000..612cd5c3mode 100644,000000..100644--- a/apps/server/src/data/migrations/00019-create-document-embeddings-table.ts+++ b/apps/server/src/data/migrations/00019-create-document-embeddings-table.tsdiff --cc apps/server/src/data/migrations/index.tsindex f30f2a19,72364052..80fdd548--- a/apps/server/src/data/migrations/index.ts+++ b/apps/server/src/data/migrations/index.ts@@@ -13,9 -13,9 +13,12 @@@ import { createNodePathsTable } from '.import { createCollaborationsTable } from './00011-create-collaborations-table';import { createDocumentsTable } from './00012-create-documents-table';import { createDocumentUpdatesTable } from './00013-create-document-updates-table';- import { createVectorExtension } from './00014-create-vector-extension';- import { createNodeEmbeddingsTable } from './00015-create-node-embeddings-table';- import { createDocumentEmbeddingsTable } from './00016-create-document-embeddings-table';+ import { createUploadsTable } from './00014-create-uploads-table';+ import { createNodePathsIndexes } from './00015-create-node-paths-indexes';+ import { createUserAccountIdIndex } from './00016-create-user-account-id-index';++import { createVectorExtension } from './00017-create-vector-extension';++import { createNodeEmbeddingsTable } from './00018-create-node-embeddings-table';++import { createDocumentEmbeddingsTable } from './00019-create-document-embeddings-table';export const databaseMigrations: Record<string, Migration> = {'00001_create_accounts_table': createAccountsTable,@@@ -31,7 -31,7 +34,10 @@@'00011_create_collaborations_table': createCollaborationsTable,'00012_create_documents_table': createDocumentsTable,'00013_create_document_updates_table': createDocumentUpdatesTable,- '00014_create_vector_extension': createVectorExtension,- '00015_create_node_embeddings_table': createNodeEmbeddingsTable,- '00016_create_document_embeddings_table': createDocumentEmbeddingsTable,+ '00014_create_uploads_table': createUploadsTable,+ '00015_create_node_paths_indexes': createNodePathsIndexes,+ '00016_create_user_account_id_index': createUserAccountIdIndex,++ '00017_create_vector_extension': createVectorExtension,++ '00018_create_node_embeddings_table': createNodeEmbeddingsTable,++ '00019_create_document_embeddings_table': createDocumentEmbeddingsTable,};diff --cc apps/server/src/data/schema.tsindex 886e66f5,1eb86916..8c162a7f--- a/apps/server/src/data/schema.ts+++ b/apps/server/src/data/schema.ts@@@ -240,38 -240,24 +240,56 @@@ export type SelectDocumentUpdate = Seleexport type CreateDocumentUpdate = Insertable<DocumentUpdateTable>;export type UpdateDocumentUpdate = Updateable<DocumentUpdateTable>;+ interface UploadTable {+ file_id: ColumnType<string, string, never>;+ upload_id: ColumnType<string, string, string>;+ workspace_id: ColumnType<string, string, never>;+ root_id: ColumnType<string, string, never>;+ mime_type: ColumnType<string, string, string>;+ size: ColumnType<number, number, number>;+ path: ColumnType<string, string, string>;+ version_id: ColumnType<string, string, string>;+ created_at: ColumnType<Date, Date, Date>;+ created_by: ColumnType<string, string, string>;+ uploaded_at: ColumnType<Date | null, Date | null, Date | null>;+ }++ export type SelectUpload = Selectable<UploadTable>;+ export type CreateUpload = Insertable<UploadTable>;+ export type UpdateUpload = Updateable<UploadTable>;++interface NodeEmbeddingTable {+ node_id: ColumnType<string, string, never>;+ chunk: ColumnType<number, number, number>;+ parent_id: ColumnType<string | null, string | null, string | null>;+ root_id: ColumnType<string, string, never>;+ workspace_id: ColumnType<string, string, never>;+ text: ColumnType<string, string, string>;+ embedding_vector: ColumnType<number[], number[], number[]>;+ search_vector: ColumnType<never, never, never>;+ created_at: ColumnType<Date, Date, never>;+ updated_at: ColumnType<Date | null, Date | null, Date | null>;+}++export type SelectNodeEmbedding = Selectable<NodeEmbeddingTable>;+export type CreateNodeEmbedding = Insertable<NodeEmbeddingTable>;+export type UpdateNodeEmbedding = Updateable<NodeEmbeddingTable>;++interface DocumentEmbeddingTable {+ document_id: ColumnType<string, string, never>;+ chunk: ColumnType<number, number, number>;+ workspace_id: ColumnType<string, string, never>;+ text: ColumnType<string, string, string>;+ embedding_vector: ColumnType<number[], number[], number[]>;+ search_vector: ColumnType<never, never, never>;+ created_at: ColumnType<Date, Date, never>;+ updated_at: ColumnType<Date | null, Date | null, Date | null>;+}++export type SelectDocumentEmbedding = Selectable<DocumentEmbeddingTable>;+export type CreateDocumentEmbedding = Insertable<DocumentEmbeddingTable>;+export type UpdateDocumentEmbedding = Updateable<DocumentEmbeddingTable>;+export interface DatabaseSchema {accounts: AccountTable;devices: DeviceTable;@@@ -286,6 -272,5 +304,7 @@@collaborations: CollaborationTable;documents: DocumentTable;document_updates: DocumentUpdateTable;+ uploads: UploadTable;+ node_embeddings: NodeEmbeddingTable;+ document_embeddings: DocumentEmbeddingTable;}diff --cc apps/server/src/lib/documents.tsindex ad16d33b,6889e08d..11e500e3--- a/apps/server/src/lib/documents.ts+++ b/apps/server/src/lib/documents.ts@@@ -11,9 -13,8 +13,10 @@@ import { database } from '@/data/databaimport { SelectUser } from '@/data/schema';import { ConcurrentUpdateResult, UpdateDocumentOutput } from '@/types/nodes';import { eventBus } from '@/lib/event-bus';- import { fetchNodeTree, mapNode } from '@/lib/nodes';+ import { fetchNode, fetchNodeTree, mapNode } from '@/lib/nodes';+ import { CreateDocumentInput, CreateDocumentOutput } from '@/types/documents';+import { jobService } from '@/services/job-service';+import { configuration } from './configuration';const debug = createDebugger('server:lib:documents');diff --cc apps/server/src/lib/nodes.tsindex fe6101f3,13242291..67f155f5--- a/apps/server/src/lib/nodes.ts+++ b/apps/server/src/lib/nodes.ts@@@ -38,7 -37,7 +38,8 @@@ importcheckCollaboratorChanges,} from '@/lib/collaborations';import { jobService } from '@/services/job-service';+ import { deleteFile } from '@/lib/files';+import { configuration } from '@/lib/configuration';const debug = createDebugger('server:lib:nodes');