Skip to content

armgit / papra

Public Imported from GitHub
0

The minimalistic document archiving platform.

refactor(documents): improved storage management

Corentin Thomasset8b06bd723ec6
diff --git a/apps/papra-server/src/modules/config/fragments/document-storage.config.ts b/apps/papra-server/src/modules/config/fragments/document-storage.config.ts
index 2ea87c5b..6c76267f 100644
--- a/apps/papra-server/src/modules/config/fragments/document-storage.config.ts
+++ b/apps/papra-server/src/modules/config/fragments/document-storage.config.ts
@@ -1,6 +1,7 @@
import type { ConfigDefinition } from 'figue';
import { z } from 'zod';
import { FS_STORAGE_DRIVER_NAME } from '../../documents/storage/drivers/fs/fs.storage-driver';
+import { IN_MEMORY_STORAGE_DRIVER_NAME } from '../../documents/storage/drivers/memory/memory.storage-driver';
import { S3_STORAGE_DRIVER_NAME } from '../../documents/storage/drivers/s3/s3.storage-driver';
export const documentStorageConfig = {
@@ -12,7 +13,7 @@ export const documentStorageConfig = {
},
driver: {
doc: 'The driver to use for document storage',
- schema: z.enum([FS_STORAGE_DRIVER_NAME, S3_STORAGE_DRIVER_NAME]),
+ schema: z.enum([FS_STORAGE_DRIVER_NAME, S3_STORAGE_DRIVER_NAME, IN_MEMORY_STORAGE_DRIVER_NAME]),
default: FS_STORAGE_DRIVER_NAME,
env: 'DOCUMENT_STORAGE_DRIVER',
},
diff --git a/apps/papra-server/src/modules/documents/documents.constants.ts b/apps/papra-server/src/modules/documents/documents.constants.ts
new file mode 100644
index 00000000..7f2c8450
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/documents.constants.ts
@@ -0,0 +1 @@
+export const ORIGINAL_DOCUMENTS_STORAGE_KEY = 'originals';
diff --git a/apps/papra-server/src/modules/documents/documents.models.test.ts b/apps/papra-server/src/modules/documents/documents.models.test.ts
new file mode 100644
index 00000000..10631c53
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/documents.models.test.ts
@@ -0,0 +1,49 @@
+import { describe, expect, test } from 'vitest';
+import { buildOriginalDocumentKey, joinStorageKeyParts } from './documents.models';
+
+describe('documents models', () => {
+ describe('joinStorageKeyParts', () => {
+ test('the parts of a storage key are joined with a slash', () => {
+ expect(joinStorageKeyParts('org_1', 'documents', 'file.txt')).to.eql('org_1/documents/file.txt');
+ });
+ });
+
+ describe('buildOriginalDocumentKey', () => {
+ test(`the original document storage key is composed of
+ - the organization id
+ - the original documents storage key "originals"
+ - the document id withe the same extension as the original file (if any)`, () => {
+ expect(buildOriginalDocumentKey({
+ documentId: 'doc_1',
+ organizationId: 'org_1',
+ fileName: 'file.txt',
+ })).to.eql({
+ originalDocumentStorageKey: 'org_1/originals/doc_1.txt',
+ });
+
+ expect(buildOriginalDocumentKey({
+ documentId: 'doc_1',
+ organizationId: 'org_1',
+ fileName: 'file',
+ })).to.eql({
+ originalDocumentStorageKey: 'org_1/originals/doc_1',
+ });
+
+ expect(buildOriginalDocumentKey({
+ documentId: 'doc_1',
+ organizationId: 'org_1',
+ fileName: 'file.',
+ })).to.eql({
+ originalDocumentStorageKey: 'org_1/originals/doc_1',
+ });
+
+ expect(buildOriginalDocumentKey({
+ documentId: 'doc_1',
+ organizationId: 'org_1',
+ fileName: '',
+ })).to.eql({
+ originalDocumentStorageKey: 'org_1/originals/doc_1',
+ });
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/documents/documents.models.ts b/apps/papra-server/src/modules/documents/documents.models.ts
new file mode 100644
index 00000000..aa6cf8be
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/documents.models.ts
@@ -0,0 +1,21 @@
+import { getExtension } from '../shared/files/file-names';
+import { generateId } from '../shared/random';
+import { ORIGINAL_DOCUMENTS_STORAGE_KEY } from './documents.constants';
+
+export function joinStorageKeyParts(...parts: string[]) {
+ return parts.join('/');
+}
+
+export function buildOriginalDocumentKey({ documentId, organizationId, fileName }: { documentId: string; organizationId: string; fileName: string }) {
+ const { extension } = getExtension({ fileName });
+
+ const newFileName = extension ? `${documentId}.${extension}` : documentId;
+
+ const originalDocumentStorageKey = joinStorageKeyParts(organizationId, ORIGINAL_DOCUMENTS_STORAGE_KEY, newFileName);
+
+ return { originalDocumentStorageKey };
+}
+
+export function generateDocumentId() {
+ return generateId({ prefix: 'doc' });
+}
diff --git a/apps/papra-server/src/modules/documents/documents.repository.ts b/apps/papra-server/src/modules/documents/documents.repository.ts
index 950dab72..b6ad32e7 100644
--- a/apps/papra-server/src/modules/documents/documents.repository.ts
+++ b/apps/papra-server/src/modules/documents/documents.repository.ts
@@ -91,17 +91,17 @@ async function softDeleteDocument({ documentId, userId, db, now = new Date() }:
}
async function searchOrganizationDocuments({ organizationId, searchQuery, pageIndex, pageSize, db }: { organizationId: string; searchQuery: string; pageIndex: number; pageSize: number; db: Database }) {
- // const doubleQuotedSearchQuery = `"${searchQuery.replace(/"/g, '')}"`;
+ // TODO: extract this logic to a tested function
// when searchquery is a single word, we append a wildcard to it to make it a prefix search
const cleanedSearchQuery = searchQuery.replace(/"/g, '').replace(/\*/g, '').trim();
- const formatedSearchQuery = cleanedSearchQuery.includes(' ') ? cleanedSearchQuery : `${cleanedSearchQuery}*`;
+ const formattedSearchQuery = cleanedSearchQuery.includes(' ') ? cleanedSearchQuery : `${cleanedSearchQuery}*`;
const result = await db.run(sql`
SELECT * FROM ${documentsTable}
JOIN documents_fts ON documents_fts.id = ${documentsTable.id}
WHERE ${documentsTable.organizationId} = ${organizationId}
AND ${documentsTable.isDeleted} = 0
- AND documents_fts MATCH ${formatedSearchQuery}
+ AND documents_fts MATCH ${formattedSearchQuery}
ORDER BY rank
LIMIT ${pageSize}
OFFSET ${pageIndex * pageSize}
diff --git a/apps/papra-server/src/modules/documents/documents.routes.ts b/apps/papra-server/src/modules/documents/documents.routes.ts
index 0fc5aa71..bf7d9cc8 100644
--- a/apps/papra-server/src/modules/documents/documents.routes.ts
+++ b/apps/papra-server/src/modules/documents/documents.routes.ts
@@ -81,6 +81,7 @@ function setupCreateDocumentRoute({ app }: { app: ServerInstance }) {
organizationId,
documentsRepository,
documentsStorageService,
+
});
return context.json({
diff --git a/apps/papra-server/src/modules/documents/documents.table.ts b/apps/papra-server/src/modules/documents/documents.table.ts
index 84daaa30..1a56b90a 100644
--- a/apps/papra-server/src/modules/documents/documents.table.ts
+++ b/apps/papra-server/src/modules/documents/documents.table.ts
@@ -2,9 +2,10 @@ import { integer, sqliteTable, text } from 'drizzle-orm/sqlite-core';
import { organizationsTable } from '../organizations/organizations.table';
import { createPrimaryKeyField, createSoftDeleteColumns, createTimestampColumns } from '../shared/db/columns.helpers';
import { usersTable } from '../users/users.table';
+import { generateDocumentId } from './documents.models';
export const documentsTable = sqliteTable('documents', {
- ...createPrimaryKeyField({ prefix: 'doc' }),
+ ...createPrimaryKeyField({ idGenerator: generateDocumentId }),
...createTimestampColumns(),
...createSoftDeleteColumns(),
diff --git a/apps/papra-server/src/modules/documents/documents.usecases.test.ts b/apps/papra-server/src/modules/documents/documents.usecases.test.ts
new file mode 100644
index 00000000..78c07ad6
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/documents.usecases.test.ts
@@ -0,0 +1,62 @@
+import type { Config } from '../config/config.types';
+import { describe, expect, test } from 'vitest';
+import { createInMemoryDatabase } from '../app/database/database.test-utils';
+import { collectReadableStreamToString } from '../shared/streams/readable-stream';
+import { createDocumentsRepository } from './documents.repository';
+import { documentsTable } from './documents.table';
+import { createDocument } from './documents.usecases';
+import { createDocumentStorageService } from './storage/documents.storage.services';
+
+describe('documents usecases', () => {
+ describe('createDocument', () => {
+ test('creating a document save the file to the storage and registers a record in the db', async () => {
+ const { db } = await createInMemoryDatabase({
+ users: [{ id: 'user-1', email: '[email protected]' }],
+ organizations: [{ id: 'organization-1', name: 'Organization 1' }],
+ organizationUsers: [{ organizationId: 'organization-1', userId: 'user-1' }],
+ });
+
+ const documentsRepository = createDocumentsRepository({ db });
+ const documentsStorageService = await createDocumentStorageService({ config: { documentsStorage: { driver: 'in-memory' } } as Config });
+ const generateDocumentId = () => 'doc_1';
+
+ const file = new File(['content'], 'file.txt', { type: 'text/plain' });
+ const userId = 'user-1';
+ const organizationId = 'organization-1';
+
+ const { document } = await createDocument({
+ file,
+ userId,
+ organizationId,
+ documentsRepository,
+ documentsStorageService,
+ generateDocumentId,
+ });
+
+ expect(document).to.include({
+ id: 'doc_1',
+ organizationId: 'organization-1',
+ createdBy: 'user-1',
+ name: 'file.txt',
+ originalName: 'file.txt',
+ size: 7,
+ originalSize: 7,
+ storageKey: 'organization-1/originals/doc_1.txt',
+ mimeType: 'text/plain',
+ deletedBy: null,
+ deletedAt: null,
+ });
+
+ // Ensure the file content is saved in the storage
+ const { fileStream } = await documentsStorageService.getFileStream({ storageKey: 'organization-1/originals/doc_1.txt' });
+ const content = await collectReadableStreamToString({ stream: fileStream });
+
+ expect(content).to.eql('content');
+
+ // Ensure the document record is saved in the database
+ const documentRecords = await db.select().from(documentsTable);
+
+ expect(documentRecords).to.eql([document]);
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/documents/documents.usecases.ts b/apps/papra-server/src/modules/documents/documents.usecases.ts
index a252d898..6093e92c 100644
--- a/apps/papra-server/src/modules/documents/documents.usecases.ts
+++ b/apps/papra-server/src/modules/documents/documents.usecases.ts
@@ -1,5 +1,6 @@
import type { DocumentsRepository } from './documents.repository';
import type { DocumentStorageService } from './storage/documents.storage.services';
+import { buildOriginalDocumentKey, generateDocumentId as generateDocumentIdImpl } from './documents.models';
export async function createDocument({
file,
@@ -7,30 +8,42 @@ export async function createDocument({
organizationId,
documentsRepository,
documentsStorageService,
+ generateDocumentId = generateDocumentIdImpl,
}: {
file: File;
userId: string;
organizationId: string;
documentsRepository: DocumentsRepository;
documentsStorageService: DocumentStorageService;
+ generateDocumentId?: () => string;
}) {
- const { storageKey } = await documentsStorageService.saveFile({
- file,
- organizationId,
- });
-
const {
name: fileName,
size,
type: mimeType,
} = file;
+ const documentId = generateDocumentId();
+
+ const { originalDocumentStorageKey } = buildOriginalDocumentKey({
+ documentId,
+ organizationId,
+ fileName,
+ });
+
+ const { storageKey } = await documentsStorageService.saveFile({
+ file,
+ storageKey: originalDocumentStorageKey,
+ });
+
const { document } = await documentsRepository.saveOrganizationDocument({
+ id: documentId,
name: fileName,
organizationId,
originalName: fileName,
createdBy: userId,
size,
+ originalSize: size,
storageKey,
mimeType,
});
diff --git a/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts b/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts
index f733fcd2..2c4ced7c 100644
--- a/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts
+++ b/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts
@@ -3,11 +3,13 @@ import type { StorageDriver } from './drivers/drivers.models';
import { injectArguments } from '@corentinth/chisels';
import { createError } from '../../shared/errors/errors';
import { FS_STORAGE_DRIVER_NAME, fsStorageDriverFactory } from './drivers/fs/fs.storage-driver';
+import { IN_MEMORY_STORAGE_DRIVER_NAME, inMemoryStorageDriverFactory } from './drivers/memory/memory.storage-driver';
import { S3_STORAGE_DRIVER_NAME, s3StorageDriverFactory } from './drivers/s3/s3.storage-driver';
const storageDriverFactories = {
[FS_STORAGE_DRIVER_NAME]: fsStorageDriverFactory,
[S3_STORAGE_DRIVER_NAME]: s3StorageDriverFactory,
+ [IN_MEMORY_STORAGE_DRIVER_NAME]: inMemoryStorageDriverFactory,
};
export type DocumentStorageService = Awaited<ReturnType<typeof createDocumentStorageService>>;
@@ -38,14 +40,14 @@ export async function createDocumentStorageService({ config }: { config: Config
async function saveFile({
file,
- organizationId,
+ storageKey,
storageDriver,
}: {
file: File;
- organizationId: string;
+ storageKey: string;
storageDriver: StorageDriver;
}) {
- return storageDriver.saveFile({ file, organizationId });
+ return storageDriver.saveFile({ file, storageKey });
}
async function getFileStream({
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts b/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts
index 19bcf582..30a99a80 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts
@@ -5,7 +5,7 @@ export type StorageDriver = {
name: string;
saveFile: (args: {
file: File;
- organizationId: string;
+ storageKey: string;
}) => Promise<{ storageKey: string }>;
getFileStream: (args: { storageKey: string }) => Promise<{
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts
index b5bdf8c3..8715d9b6 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts
@@ -34,7 +34,7 @@ describe('storage driver', () => {
const { storageKey } = await fsStorageDriver.saveFile({
file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
- organizationId: 'org_1',
+ storageKey: 'org_1/text-file.txt',
});
expect(storageKey).to.eql(`org_1/text-file.txt`);
@@ -60,13 +60,13 @@ describe('storage driver', () => {
await fsStorageDriver.saveFile({
file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
- organizationId: 'org_1',
+ storageKey: 'org_1/text-file.txt',
});
await expect(
fsStorageDriver.saveFile({
file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
- organizationId: 'org_1',
+ storageKey: 'org_1/text-file.txt',
}),
).rejects.toThrow(createFileAlreadyExistsError());
});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts
index a3f3c4f6..5610b022 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts
@@ -1,5 +1,5 @@
import fs from 'node:fs';
-import { dirname } from 'node:path';
+import { dirname, join } from 'node:path';
import stream from 'node:stream';
import { defineStorageDriver } from '../drivers.models';
import { createFileAlreadyExistsError } from './fs.storage-driver.errors';
@@ -24,9 +24,8 @@ export const fsStorageDriverFactory = defineStorageDriver(async ({ config }) =>
return {
name: FS_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, organizationId }) => {
- const storageKey = `${organizationId}/${file.name}`;
- const storagePath = `${root}/${storageKey}`;
+ saveFile: async ({ file, storageKey }) => {
+ const storagePath = join(root, storageKey);
const fileExists = await checkFileExists({ path: storagePath });
@@ -50,7 +49,7 @@ export const fsStorageDriverFactory = defineStorageDriver(async ({ config }) =>
});
},
getFileStream: async ({ storageKey }) => {
- const storagePath = `${root}/${storageKey}`;
+ const storagePath = join(root, storageKey);
const fileExists = await checkFileExists({ path: storagePath });
@@ -59,10 +58,9 @@ export const fsStorageDriverFactory = defineStorageDriver(async ({ config }) =>
}
const readStream = fs.createReadStream(storagePath);
+ const fileStream = stream.Readable.toWeb(readStream);
- return {
- fileStream: stream.Readable.toWeb(readStream),
- };
+ return { fileStream };
},
};
});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.test.ts b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.test.ts
new file mode 100644
index 00000000..a2fcc758
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.test.ts
@@ -0,0 +1,28 @@
+import type { Config } from '../../../../config/config.types';
+import { describe, expect, test } from 'vitest';
+import { inMemoryStorageDriverFactory } from './memory.storage-driver';
+
+describe('memory storage-driver', () => {
+ describe('inMemoryStorageDriver', () => {
+ test('saves and retrieves a file', async () => {
+ const inMemoryStorageDriver = await inMemoryStorageDriverFactory({ config: {} as Config });
+
+ const file = new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' });
+
+ const { storageKey } = await inMemoryStorageDriver.saveFile({
+ file,
+ storageKey: 'org_1/text-file.txt',
+ });
+
+ expect(storageKey).to.eql('org_1/text-file.txt');
+
+ const { fileStream } = await inMemoryStorageDriver.getFileStream({
+ storageKey: 'org_1/text-file.txt',
+ });
+
+ const fileContent = await new Response(fileStream).text();
+
+ expect(fileContent).to.eql('lorem ipsum');
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts
new file mode 100644
index 00000000..d81b4e0b
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts
@@ -0,0 +1,29 @@
+import { defineStorageDriver } from '../drivers.models';
+
+export const IN_MEMORY_STORAGE_DRIVER_NAME = 'in-memory' as const;
+
+export const inMemoryStorageDriverFactory = defineStorageDriver(async () => {
+ const storage: Map<string, File> = new Map();
+
+ return {
+ name: IN_MEMORY_STORAGE_DRIVER_NAME,
+
+ saveFile: async ({ file, storageKey }) => {
+ storage.set(storageKey, file);
+
+ return { storageKey };
+ },
+
+ getFileStream: async ({ storageKey }) => {
+ const fileEntry = storage.get(storageKey);
+
+ if (!fileEntry) {
+ throw new Error('File not found');
+ }
+
+ return {
+ fileStream: fileEntry.stream(),
+ };
+ },
+ };
+});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts
index 5244d472..efde6bf1 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts
@@ -19,9 +19,7 @@ export const s3StorageDriverFactory = defineStorageDriver(async ({ config }) =>
return {
name: S3_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, organizationId }) => {
- const storageKey = `${organizationId}/${file.name}`;
-
+ saveFile: async ({ file, storageKey }) => {
const upload = new Upload({
client: s3Client,
params: {
diff --git a/apps/papra-server/src/modules/shared/db/columns.helpers.ts b/apps/papra-server/src/modules/shared/db/columns.helpers.ts
index 9e60b9a4..d3393bd8 100644
--- a/apps/papra-server/src/modules/shared/db/columns.helpers.ts
+++ b/apps/papra-server/src/modules/shared/db/columns.helpers.ts
@@ -3,11 +3,14 @@ import { generateId } from '../random';
export { createCreatedAtField, createPrimaryKeyField, createSoftDeleteColumns, createTimestampColumns, createUpdatedAtField };
-function createPrimaryKeyField({ prefix }: { prefix?: string } = {}) {
+function createPrimaryKeyField({
+ prefix,
+ idGenerator = () => generateId({ prefix }),
+}: { prefix?: string; idGenerator?: () => string } = {}) {
return {
id: text('id')
.primaryKey()
- .$default(() => generateId({ prefix })),
+ .$default(idGenerator),
};
}
diff --git a/apps/papra-server/src/modules/shared/files/file-names.test.ts b/apps/papra-server/src/modules/shared/files/file-names.test.ts
new file mode 100644
index 00000000..2c0dc818
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/files/file-names.test.ts
@@ -0,0 +1,18 @@
+import { describe, expect, test } from 'vitest';
+import { getExtension } from './file-names';
+
+describe('extensions', () => {
+ describe('getExtension', () => {
+ test('extracts the extension from a file name', () => {
+ expect(getExtension({ fileName: 'file.txt' })).to.eql({ extension: 'txt' });
+ expect(getExtension({ fileName: 'file.test.txt' })).to.eql({ extension: 'txt' });
+ });
+
+ test('file name without extension returns no extension', () => {
+ expect(getExtension({ fileName: 'file' })).to.eql({ extension: undefined });
+ expect(getExtension({ fileName: 'file.' })).to.eql({ extension: undefined });
+ expect(getExtension({ fileName: '' })).to.eql({ extension: undefined });
+ expect(getExtension({ fileName: '.' })).to.eql({ extension: undefined });
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/shared/files/file-names.ts b/apps/papra-server/src/modules/shared/files/file-names.ts
new file mode 100644
index 00000000..3d9b563b
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/files/file-names.ts
@@ -0,0 +1,27 @@
+export function getExtension({ fileName }: { fileName: string }) {
+ const parts = fileName.split('.');
+
+ if (parts.length === 1) {
+ return { extension: undefined };
+ }
+
+ const extension = parts.at(-1);
+
+ if (extension === '') {
+ return { extension: undefined };
+ }
+
+ return { extension };
+}
+
+export function getFileNameWithoutExtension({ fileName }: { fileName: string }) {
+ const parts = fileName.split('.');
+
+ if (parts.length === 1) {
+ return fileName;
+ }
+
+ const fileNameWithoutExtension = parts.slice(0, -1).join('.');
+
+ return { fileNameWithoutExtension };
+}
diff --git a/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts b/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts
new file mode 100644
index 00000000..3c8462d9
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts
@@ -0,0 +1,29 @@
+import { describe, expect, test } from 'vitest';
+import { collectReadableStreamToString } from './readable-stream';
+
+describe('readable-stream', () => {
+ describe('collectReadableStreamToString', () => {
+ test('fully reads a readable stream and returns its content as a string', async () => {
+ const content = 'Hello, world!';
+ const stream = new ReadableStream({
+ start(controller) {
+ controller.enqueue(new TextEncoder().encode(content));
+ controller.close();
+ },
+ });
+
+ const result = await collectReadableStreamToString({ stream });
+
+ expect(result).toEqual('Hello, world!');
+ });
+
+ test('useful to read a File object stream', async () => {
+ const file = new File(['Hello, world!'], 'hello.txt', { type: 'text/plain' });
+ const stream = file.stream();
+
+ const result = await collectReadableStreamToString({ stream });
+
+ expect(result).toEqual('Hello, world!');
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/shared/streams/readable-stream.ts b/apps/papra-server/src/modules/shared/streams/readable-stream.ts
new file mode 100644
index 00000000..cb368c30
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/readable-stream.ts
@@ -0,0 +1,3 @@
+export async function collectReadableStreamToString({ stream }: { stream: ReadableStream }) {
+ return await new Response(stream).text();
+}