Skip to content

Open-source and local-first Slack and Notion alternative that puts you in control of your data

Merge branch 'main' of https://github.com/colanode/colanode into ai-assistant-rag

Ylber Gashi913c2f05cf3e
diff --cc apps/server/src/data/migrations/00017-create-vector-extension.ts
index fd02edb4,00000000..fd02edb4
mode 100644,000000..100644
--- a/apps/server/src/data/migrations/00017-create-vector-extension.ts
+++ b/apps/server/src/data/migrations/00017-create-vector-extension.ts
diff --cc apps/server/src/data/migrations/00018-create-node-embeddings-table.ts
index a9664792,00000000..a9664792
mode 100644,000000..100644
--- a/apps/server/src/data/migrations/00018-create-node-embeddings-table.ts
+++ b/apps/server/src/data/migrations/00018-create-node-embeddings-table.ts
diff --cc apps/server/src/data/migrations/00019-create-document-embeddings-table.ts
index 612cd5c3,00000000..612cd5c3
mode 100644,000000..100644
--- a/apps/server/src/data/migrations/00019-create-document-embeddings-table.ts
+++ b/apps/server/src/data/migrations/00019-create-document-embeddings-table.ts
diff --cc apps/server/src/data/migrations/index.ts
index f30f2a19,72364052..80fdd548
--- a/apps/server/src/data/migrations/index.ts
+++ b/apps/server/src/data/migrations/index.ts
@@@ -13,9 -13,9 +13,12 @@@ import { createNodePathsTable } from '.
import { createCollaborationsTable } from './00011-create-collaborations-table';
import { createDocumentsTable } from './00012-create-documents-table';
import { createDocumentUpdatesTable } from './00013-create-document-updates-table';
- import { createVectorExtension } from './00014-create-vector-extension';
- import { createNodeEmbeddingsTable } from './00015-create-node-embeddings-table';
- import { createDocumentEmbeddingsTable } from './00016-create-document-embeddings-table';
+ import { createUploadsTable } from './00014-create-uploads-table';
+ import { createNodePathsIndexes } from './00015-create-node-paths-indexes';
+ import { createUserAccountIdIndex } from './00016-create-user-account-id-index';
++import { createVectorExtension } from './00017-create-vector-extension';
++import { createNodeEmbeddingsTable } from './00018-create-node-embeddings-table';
++import { createDocumentEmbeddingsTable } from './00019-create-document-embeddings-table';
export const databaseMigrations: Record<string, Migration> = {
'00001_create_accounts_table': createAccountsTable,
@@@ -31,7 -31,7 +34,10 @@@
'00011_create_collaborations_table': createCollaborationsTable,
'00012_create_documents_table': createDocumentsTable,
'00013_create_document_updates_table': createDocumentUpdatesTable,
- '00014_create_vector_extension': createVectorExtension,
- '00015_create_node_embeddings_table': createNodeEmbeddingsTable,
- '00016_create_document_embeddings_table': createDocumentEmbeddingsTable,
+ '00014_create_uploads_table': createUploadsTable,
+ '00015_create_node_paths_indexes': createNodePathsIndexes,
+ '00016_create_user_account_id_index': createUserAccountIdIndex,
++ '00017_create_vector_extension': createVectorExtension,
++ '00018_create_node_embeddings_table': createNodeEmbeddingsTable,
++ '00019_create_document_embeddings_table': createDocumentEmbeddingsTable,
};
diff --cc apps/server/src/data/schema.ts
index 886e66f5,1eb86916..8c162a7f
--- a/apps/server/src/data/schema.ts
+++ b/apps/server/src/data/schema.ts
@@@ -240,38 -240,24 +240,56 @@@ export type SelectDocumentUpdate = Sele
export type CreateDocumentUpdate = Insertable<DocumentUpdateTable>;
export type UpdateDocumentUpdate = Updateable<DocumentUpdateTable>;
+ interface UploadTable {
+ file_id: ColumnType<string, string, never>;
+ upload_id: ColumnType<string, string, string>;
+ workspace_id: ColumnType<string, string, never>;
+ root_id: ColumnType<string, string, never>;
+ mime_type: ColumnType<string, string, string>;
+ size: ColumnType<number, number, number>;
+ path: ColumnType<string, string, string>;
+ version_id: ColumnType<string, string, string>;
+ created_at: ColumnType<Date, Date, Date>;
+ created_by: ColumnType<string, string, string>;
+ uploaded_at: ColumnType<Date | null, Date | null, Date | null>;
+ }
+
+ export type SelectUpload = Selectable<UploadTable>;
+ export type CreateUpload = Insertable<UploadTable>;
+ export type UpdateUpload = Updateable<UploadTable>;
+
+interface NodeEmbeddingTable {
+ node_id: ColumnType<string, string, never>;
+ chunk: ColumnType<number, number, number>;
+ parent_id: ColumnType<string | null, string | null, string | null>;
+ root_id: ColumnType<string, string, never>;
+ workspace_id: ColumnType<string, string, never>;
+ text: ColumnType<string, string, string>;
+ embedding_vector: ColumnType<number[], number[], number[]>;
+ search_vector: ColumnType<never, never, never>;
+ created_at: ColumnType<Date, Date, never>;
+ updated_at: ColumnType<Date | null, Date | null, Date | null>;
+}
+
+export type SelectNodeEmbedding = Selectable<NodeEmbeddingTable>;
+export type CreateNodeEmbedding = Insertable<NodeEmbeddingTable>;
+export type UpdateNodeEmbedding = Updateable<NodeEmbeddingTable>;
+
+interface DocumentEmbeddingTable {
+ document_id: ColumnType<string, string, never>;
+ chunk: ColumnType<number, number, number>;
+ workspace_id: ColumnType<string, string, never>;
+ text: ColumnType<string, string, string>;
+ embedding_vector: ColumnType<number[], number[], number[]>;
+ search_vector: ColumnType<never, never, never>;
+ created_at: ColumnType<Date, Date, never>;
+ updated_at: ColumnType<Date | null, Date | null, Date | null>;
+}
+
+export type SelectDocumentEmbedding = Selectable<DocumentEmbeddingTable>;
+export type CreateDocumentEmbedding = Insertable<DocumentEmbeddingTable>;
+export type UpdateDocumentEmbedding = Updateable<DocumentEmbeddingTable>;
+
export interface DatabaseSchema {
accounts: AccountTable;
devices: DeviceTable;
@@@ -286,6 -272,5 +304,7 @@@
collaborations: CollaborationTable;
documents: DocumentTable;
document_updates: DocumentUpdateTable;
+ uploads: UploadTable;
+ node_embeddings: NodeEmbeddingTable;
+ document_embeddings: DocumentEmbeddingTable;
}
diff --cc apps/server/src/lib/documents.ts
index ad16d33b,6889e08d..11e500e3
--- a/apps/server/src/lib/documents.ts
+++ b/apps/server/src/lib/documents.ts
@@@ -11,9 -13,8 +13,10 @@@ import { database } from '@/data/databa
import { SelectUser } from '@/data/schema';
import { ConcurrentUpdateResult, UpdateDocumentOutput } from '@/types/nodes';
import { eventBus } from '@/lib/event-bus';
- import { fetchNodeTree, mapNode } from '@/lib/nodes';
+ import { fetchNode, fetchNodeTree, mapNode } from '@/lib/nodes';
+ import { CreateDocumentInput, CreateDocumentOutput } from '@/types/documents';
+import { jobService } from '@/services/job-service';
+import { configuration } from './configuration';
const debug = createDebugger('server:lib:documents');
diff --cc apps/server/src/lib/nodes.ts
index fe6101f3,13242291..67f155f5
--- a/apps/server/src/lib/nodes.ts
+++ b/apps/server/src/lib/nodes.ts
@@@ -38,7 -37,7 +38,8 @@@ import
checkCollaboratorChanges,
} from '@/lib/collaborations';
import { jobService } from '@/services/job-service';
+ import { deleteFile } from '@/lib/files';
+import { configuration } from '@/lib/configuration';
const debug = createDebugger('server:lib:nodes');