Skip to content

armgit / papra

Public Imported from GitHub
0

The minimalistic document archiving platform.

refactor(server): use streaming for handling file upload (#472)

Corentin Thomassetb08241f20fc3
diff --git a/.changeset/purple-emus-smile.md b/.changeset/purple-emus-smile.md
new file mode 100644
index 00000000..0356937e
--- /dev/null
+++ b/.changeset/purple-emus-smile.md
@@ -0,0 +1,5 @@
+---
+"@papra/app-server": minor
+---
+
+Dropped support for the dedicated backblaze b2 storage driver as b2 now fully support s3 client
diff --git a/.changeset/shiny-aliens-wonder.md b/.changeset/shiny-aliens-wonder.md
new file mode 100644
index 00000000..d1122f43
--- /dev/null
+++ b/.changeset/shiny-aliens-wonder.md
@@ -0,0 +1,5 @@
+---
+"@papra/app-server": patch
+---
+
+Properly handle missing files errors in storage drivers
diff --git a/.changeset/twenty-grapes-brake.md b/.changeset/twenty-grapes-brake.md
new file mode 100644
index 00000000..8f3e5286
--- /dev/null
+++ b/.changeset/twenty-grapes-brake.md
@@ -0,0 +1,5 @@
+---
+"@papra/app-server": minor
+---
+
+Stream file upload instead of full in-memory loading
diff --git a/apps/papra-server/package.json b/apps/papra-server/package.json
index d5ff4ea1..9ac3c736 100644
--- a/apps/papra-server/package.json
+++ b/apps/papra-server/package.json
@@ -17,6 +17,11 @@
"lint:fix": "eslint --fix .",
"test": "vitest run",
"test:watch": "vitest watch",
+ "test:unit": "vitest run --exclude '**/*.int.test.ts'",
+ "test:unit:watch": "vitest watch --exclude '**/*.int.test.ts'",
+ "test:int": "vitest run .int.test.ts",
+ "test:int:watch": "vitest watch '**/*.int.test.ts'",
+ "test:int:pull-images": "tsx --env-file-if-exists=.env src/scripts/pull-test-container-images.script.ts | crowlog-pretty",
"typecheck": "tsc --noEmit",
"migrate:up": "tsx --env-file-if-exists=.env src/scripts/migrate-up.script.ts | crowlog-pretty",
"migrate:up:prod": "tsx src/scripts/migrate-up.script.ts",
@@ -48,8 +53,8 @@
"@papra/lecture": "workspace:*",
"@papra/webhooks": "workspace:*",
"@paralleldrive/cuid2": "^2.2.2",
- "backblaze-b2": "^1.7.1",
"better-auth": "catalog:",
+ "busboy": "^1.6.0",
"c12": "^3.0.4",
"chokidar": "^4.0.3",
"date-fns": "^4.1.0",
@@ -75,8 +80,11 @@
"devDependencies": {
"@antfu/eslint-config": "catalog:",
"@crowlog/pretty": "^1.2.1",
+ "@testcontainers/azurite": "^11.5.1",
+ "@testcontainers/localstack": "^11.5.1",
"@total-typescript/ts-reset": "^0.6.1",
"@types/backblaze-b2": "^1.5.6",
+ "@types/busboy": "^1.5.4",
"@types/lodash-es": "^4.17.12",
"@types/mime-types": "^2.1.4",
"@types/node": "catalog:",
@@ -89,6 +97,7 @@
"eslint": "catalog:",
"magicast": "^0.3.5",
"memfs": "^4.17.2",
+ "testcontainers": "^11.5.1",
"typescript": "catalog:",
"vitest": "catalog:"
}
diff --git a/apps/papra-server/src/index.ts b/apps/papra-server/src/index.ts
index 0bdcc907..3fd4ecd9 100644
--- a/apps/papra-server/src/index.ts
+++ b/apps/papra-server/src/index.ts
@@ -5,6 +5,7 @@ import { setupDatabase } from './modules/app/database/database';
import { ensureLocalDatabaseDirectoryExists } from './modules/app/database/database.services';
import { createServer } from './modules/app/server';
import { parseConfig } from './modules/config/config';
+import { createDocumentStorageService } from './modules/documents/storage/documents.storage.services';
import { createIngestionFolderWatcher } from './modules/ingestion-folders/ingestion-folders.usecases';
import { createLogger } from './modules/shared/logger/logger';
import { registerTaskDefinitions } from './modules/tasks/tasks.definitions';
@@ -17,8 +18,10 @@ const { config } = await parseConfig({ env });
await ensureLocalDatabaseDirectoryExists({ config });
const { db, client } = setupDatabase(config.database);
+const documentsStorageService = await createDocumentStorageService({ config });
+
const taskServices = createTaskServices({ config });
-const { app } = await createServer({ config, db, taskServices });
+const { app } = await createServer({ config, db, taskServices, documentsStorageService });
const server = serve(
{
@@ -33,12 +36,13 @@ if (config.ingestionFolder.isEnabled) {
taskServices,
config,
db,
+ documentsStorageService,
});
await startWatchingIngestionFolders();
}
-await registerTaskDefinitions({ taskServices, db, config });
+await registerTaskDefinitions({ taskServices, db, config, documentsStorageService });
taskServices.start();
diff --git a/apps/papra-server/src/modules/app/database/database.test-utils.ts b/apps/papra-server/src/modules/app/database/database.test-utils.ts
index 7399e050..6f964ba3 100644
--- a/apps/papra-server/src/modules/app/database/database.test-utils.ts
+++ b/apps/papra-server/src/modules/app/database/database.test-utils.ts
@@ -1,4 +1,5 @@
import type { Database } from './database.types';
+import { createInMemoryLoggerTransport, createLogger } from '@crowlog/logger';
import { sql } from 'drizzle-orm';
import { runMigrations } from '../../../migrations/migrations.usecases';
import { apiKeyOrganizationsTable, apiKeysTable } from '../../api-keys/api-keys.tables';
@@ -17,7 +18,11 @@ export { createInMemoryDatabase, seedDatabase };
async function createInMemoryDatabase(seedOptions: Omit<Parameters<typeof seedDatabase>[0], 'db'> | undefined = {}) {
const { db } = setupDatabase({ url: ':memory:' });
- await runMigrations({ db });
+ await runMigrations({
+ db,
+ // In memory logger to avoid polluting the console with migrations logs
+ logger: createLogger({ transports: [createInMemoryLoggerTransport()], namespace: 'migrations' }),
+ });
await seedDatabase({ db, ...seedOptions });
diff --git a/apps/papra-server/src/modules/app/server.ts b/apps/papra-server/src/modules/app/server.ts
index d53b8ebf..1514d27b 100644
--- a/apps/papra-server/src/modules/app/server.ts
+++ b/apps/papra-server/src/modules/app/server.ts
@@ -3,6 +3,7 @@ import { Hono } from 'hono';
import { secureHeaders } from 'hono/secure-headers';
import { createApiKeyMiddleware } from '../api-keys/api-keys.middlewares';
import { parseConfig } from '../config/config';
+import { createDocumentStorageService } from '../documents/storage/documents.storage.services';
import { createEmailsServices } from '../emails/emails.services';
import { createLoggerMiddleware } from '../shared/logger/logger.middleware';
import { createSubscriptionsServices } from '../subscriptions/subscriptions.services';
@@ -25,8 +26,10 @@ async function createGlobalDependencies(partialDeps: Partial<GlobalDependencies>
const auth = partialDeps.auth ?? getAuth({ db, config, authEmailsServices: createAuthEmailsServices({ emailsServices }), trackingServices }).auth;
const subscriptionsServices = createSubscriptionsServices({ config });
const taskServices = partialDeps.taskServices ?? createTaskServices({ config });
+ const documentsStorageService = partialDeps.documentsStorageService ?? await createDocumentStorageService({ config });
return {
+ documentsStorageService,
config,
db,
auth,
diff --git a/apps/papra-server/src/modules/app/server.types.ts b/apps/papra-server/src/modules/app/server.types.ts
index 7028a0d0..1f666801 100644
--- a/apps/papra-server/src/modules/app/server.types.ts
+++ b/apps/papra-server/src/modules/app/server.types.ts
@@ -1,6 +1,7 @@
import type { Context as BaseContext, Hono } from 'hono';
import type { ApiKey } from '../api-keys/api-keys.types';
import type { Config } from '../config/config.types';
+import type { DocumentStorageService } from '../documents/storage/documents.storage.services';
import type { EmailsServices } from '../emails/emails.services';
import type { SubscriptionsServices } from '../subscriptions/subscriptions.services';
import type { TaskServices } from '../tasks/tasks.services';
@@ -30,6 +31,7 @@ export type GlobalDependencies = {
subscriptionsServices: SubscriptionsServices;
trackingServices: TrackingServices;
taskServices: TaskServices;
+ documentsStorageService: DocumentStorageService;
};
export type RouteDefinitionContext = { app: ServerInstance } & GlobalDependencies;
diff --git a/apps/papra-server/src/modules/documents/documents.errors.ts b/apps/papra-server/src/modules/documents/documents.errors.ts
index 6ef05e39..034c74ce 100644
--- a/apps/papra-server/src/modules/documents/documents.errors.ts
+++ b/apps/papra-server/src/modules/documents/documents.errors.ts
@@ -24,3 +24,9 @@ export const createDocumentNotDeletedError = createErrorFactory({
code: 'document.not_deleted',
statusCode: 400,
});
+
+export const createDocumentSizeTooLargeError = createErrorFactory({
+ message: 'Document size too large.',
+ code: 'document.size_too_large',
+ statusCode: 413,
+});
diff --git a/apps/papra-server/src/modules/documents/documents.models.test.ts b/apps/papra-server/src/modules/documents/documents.models.test.ts
index 623d6021..6e21d5e3 100644
--- a/apps/papra-server/src/modules/documents/documents.models.test.ts
+++ b/apps/papra-server/src/modules/documents/documents.models.test.ts
@@ -48,8 +48,9 @@ describe('documents models', () => {
});
describe('isDocumentSizeLimitEnabled', () => {
- test('the user can disable the document size limit by setting the maxUploadSize to 0', () => {
+ test('the user can disable the document size limit by setting the maxUploadSize to 0 or less', () => {
expect(isDocumentSizeLimitEnabled({ maxUploadSize: 0 })).to.eql(false);
+ expect(isDocumentSizeLimitEnabled({ maxUploadSize: -1 })).to.eql(false);
expect(isDocumentSizeLimitEnabled({ maxUploadSize: 100 })).to.eql(true);
expect(isDocumentSizeLimitEnabled({ maxUploadSize: 42 })).to.eql(true);
diff --git a/apps/papra-server/src/modules/documents/documents.models.ts b/apps/papra-server/src/modules/documents/documents.models.ts
index fcad2d3c..4210fb03 100644
--- a/apps/papra-server/src/modules/documents/documents.models.ts
+++ b/apps/papra-server/src/modules/documents/documents.models.ts
@@ -22,5 +22,5 @@ export function generateDocumentId() {
}
export function isDocumentSizeLimitEnabled({ maxUploadSize }: { maxUploadSize: number }) {
- return maxUploadSize !== 0;
+ return maxUploadSize > 0;
}
diff --git a/apps/papra-server/src/modules/documents/documents.routes.ts b/apps/papra-server/src/modules/documents/documents.routes.ts
index bad5ef86..576f57f4 100644
--- a/apps/papra-server/src/modules/documents/documents.routes.ts
+++ b/apps/papra-server/src/modules/documents/documents.routes.ts
@@ -1,24 +1,21 @@
import type { RouteDefinitionContext } from '../app/server.types';
-import { bodyLimit } from 'hono/body-limit';
+import { Readable } from 'node:stream';
import { z } from 'zod';
import { requireAuthentication } from '../app/auth/auth.middleware';
import { getUser } from '../app/auth/auth.models';
import { organizationIdSchema } from '../organizations/organization.schemas';
import { createOrganizationsRepository } from '../organizations/organizations.repository';
import { ensureUserIsInOrganization } from '../organizations/organizations.usecases';
-import { createError } from '../shared/errors/errors';
-import { isNil } from '../shared/utils';
-import { validateFormData, validateJsonBody, validateParams, validateQuery } from '../shared/validation/validation';
+import { getFileStreamFromMultipartForm } from '../shared/streams/file-upload';
+import { validateJsonBody, validateParams, validateQuery } from '../shared/validation/validation';
import { createWebhookRepository } from '../webhooks/webhook.repository';
import { deferTriggerWebhooks } from '../webhooks/webhook.usecases';
import { createDocumentActivityRepository } from './document-activity/document-activity.repository';
import { deferRegisterDocumentActivityLog } from './document-activity/document-activity.usecases';
import { createDocumentIsNotDeletedError } from './documents.errors';
-import { isDocumentSizeLimitEnabled } from './documents.models';
import { createDocumentsRepository } from './documents.repository';
-import { documentIdSchema, stringCoercedOcrLanguagesSchema } from './documents.schemas';
+import { documentIdSchema } from './documents.schemas';
import { createDocumentCreationUsecase, deleteAllTrashDocuments, deleteTrashDocument, ensureDocumentExists, getDocumentOrThrow } from './documents.usecases';
-import { createDocumentStorageService } from './storage/documents.storage.services';
export function registerDocumentsRoutes(context: RouteDefinitionContext) {
setupCreateDocumentRoute(context);
@@ -35,78 +32,27 @@ export function registerDocumentsRoutes(context: RouteDefinitionContext) {
setupUpdateDocumentRoute(context);
}
-function setupCreateDocumentRoute({ app, config, db, trackingServices, taskServices }: RouteDefinitionContext) {
+function setupCreateDocumentRoute({ app, ...deps }: RouteDefinitionContext) {
app.post(
'/api/organizations/:organizationId/documents',
requireAuthentication({ apiKeyPermissions: ['documents:create'] }),
- async (context, next) => {
- const { maxUploadSize } = config.documentsStorage;
-
- if (!isDocumentSizeLimitEnabled({ maxUploadSize })) {
- return next();
- }
-
- const middleware = bodyLimit({
- maxSize: maxUploadSize,
- onError: () => {
- throw createError({
- message: `The file is too big, the maximum size is ${maxUploadSize} bytes.`,
- code: 'document.file_too_big',
- statusCode: 413,
- });
- },
- });
-
- // eslint-disable-next-line ts/no-unsafe-argument
- return middleware(context, next);
- },
-
- validateFormData(z.object({
- file: z.instanceof(File),
- ocrLanguages: stringCoercedOcrLanguagesSchema.optional(),
- })),
validateParams(z.object({
organizationId: organizationIdSchema,
})),
async (context) => {
const { userId } = getUser({ context });
-
- const { file, ocrLanguages } = context.req.valid('form');
const { organizationId } = context.req.valid('param');
- if (isNil(file)) {
- throw createError({
- message: 'No file provided, please upload a file using the "file" key.',
- code: 'document.no_file',
- statusCode: 400,
- });
- }
-
- if (!(file instanceof File)) {
- throw createError({
- message: 'The file provided is not a file object.',
- code: 'document.invalid_file',
- statusCode: 400,
- });
- }
-
- const createDocument = await createDocumentCreationUsecase({
- db,
- config,
- taskServices,
- trackingServices,
- ocrLanguages,
+ const { fileStream, fileName, mimeType } = await getFileStreamFromMultipartForm({
+ body: context.req.raw.body,
+ headers: context.req.header(),
});
- const { document } = await createDocument({
- file,
- userId,
- organizationId,
- });
+ const createDocument = await createDocumentCreationUsecase({ ...deps });
- return context.json({
- document,
- });
+ const { document } = await createDocument({ fileStream, fileName, mimeType, userId, organizationId });
+
+ return context.json({ document });
},
);
}
@@ -305,7 +251,7 @@ function setupRestoreDocumentRoute({ app, db }: RouteDefinitionContext) {
);
}
-function setupGetDocumentFileRoute({ app, config, db }: RouteDefinitionContext) {
+function setupGetDocumentFileRoute({ app, db, documentsStorageService }: RouteDefinitionContext) {
app.get(
'/api/organizations/:organizationId/documents/:documentId/file',
requireAuthentication({ apiKeyPermissions: ['documents:read'] }),
@@ -325,12 +271,10 @@ function setupGetDocumentFileRoute({ app, config, db }: RouteDefinitionContext)
const { document } = await getDocumentOrThrow({ documentId, documentsRepository, organizationId });
- const documentsStorageService = await createDocumentStorageService({ config });
-
const { fileStream } = await documentsStorageService.getFileStream({ storageKey: document.originalStorageKey });
return context.body(
- fileStream,
+ Readable.toWeb(fileStream),
200,
{
'Content-Type': document.mimeType,
@@ -405,7 +349,7 @@ function setupGetOrganizationDocumentsStatsRoute({ app, db }: RouteDefinitionCon
);
}
-function setupDeleteTrashDocumentRoute({ app, config, db }: RouteDefinitionContext) {
+function setupDeleteTrashDocumentRoute({ app, db, documentsStorageService }: RouteDefinitionContext) {
app.delete(
'/api/organizations/:organizationId/documents/trash/:documentId',
requireAuthentication(),
@@ -420,7 +364,6 @@ function setupDeleteTrashDocumentRoute({ app, config, db }: RouteDefinitionConte
const documentsRepository = createDocumentsRepository({ db });
const organizationsRepository = createOrganizationsRepository({ db });
- const documentsStorageService = await createDocumentStorageService({ config });
await ensureUserIsInOrganization({ userId, organizationId, organizationsRepository });
@@ -433,7 +376,7 @@ function setupDeleteTrashDocumentRoute({ app, config, db }: RouteDefinitionConte
);
}
-function setupDeleteAllTrashDocumentsRoute({ app, config, db }: RouteDefinitionContext) {
+function setupDeleteAllTrashDocumentsRoute({ app, db, documentsStorageService }: RouteDefinitionContext) {
app.delete(
'/api/organizations/:organizationId/documents/trash',
requireAuthentication(),
@@ -447,7 +390,6 @@ function setupDeleteAllTrashDocumentsRoute({ app, config, db }: RouteDefinitionC
const documentsRepository = createDocumentsRepository({ db });
const organizationsRepository = createOrganizationsRepository({ db });
- const documentsStorageService = await createDocumentStorageService({ config });
await ensureUserIsInOrganization({ userId, organizationId, organizationsRepository });
diff --git a/apps/papra-server/src/modules/documents/documents.services.test.ts b/apps/papra-server/src/modules/documents/documents.services.test.ts
deleted file mode 100644
index d654036d..00000000
--- a/apps/papra-server/src/modules/documents/documents.services.test.ts
+++ /dev/null
@@ -1,14 +0,0 @@
-import { describe, expect, test } from 'vitest';
-import { getFileSha256Hash } from './documents.services';
-
-describe('documents services', () => {
- describe('getFileSha256Hash', () => {
- test('computes the sha256 hash in hex format of a file content', async () => {
- const file = new File(['lorem ipsum'], 'document.pdf', { type: 'application/pdf' });
-
- const { hash } = await getFileSha256Hash({ file });
-
- expect(hash).to.equal('5e2bf57d3f40c4b6df69daf1936cb766f832374b4fc0259a7cbff06e2f70f269');
- });
- });
-});
diff --git a/apps/papra-server/src/modules/documents/documents.services.ts b/apps/papra-server/src/modules/documents/documents.services.ts
index 841fee05..936c423c 100644
--- a/apps/papra-server/src/modules/documents/documents.services.ts
+++ b/apps/papra-server/src/modules/documents/documents.services.ts
@@ -1,17 +1,12 @@
import type { Logger } from '@crowlog/logger';
import { extractTextFromFile } from '@papra/lecture';
import { createLogger } from '../shared/logger/logger';
+import { getStreamSha256Hash } from '../shared/streams/stream-hash';
-export async function getFileSha256Hash({ file }: { file: File }) {
- const arrayBuffer = await file.arrayBuffer();
- const hash = await crypto.subtle.digest('SHA-256', arrayBuffer);
- const hashHex = Array.from(new Uint8Array(hash))
- .map(byte => byte.toString(16).padStart(2, '0'))
- .join('');
+export async function getFileHash({ fileStream }: { fileStream: ReadableStream<Uint8Array> }) {
+ const { hash } = await getStreamSha256Hash({ stream: fileStream });
- return {
- hash: hashHex,
- };
+ return { hash };
}
export async function extractDocumentText({
diff --git a/apps/papra-server/src/modules/documents/documents.usecases.test.ts b/apps/papra-server/src/modules/documents/documents.usecases.test.ts
index b52fc966..09d5e039 100644
--- a/apps/papra-server/src/modules/documents/documents.usecases.test.ts
+++ b/apps/papra-server/src/modules/documents/documents.usecases.test.ts
@@ -1,19 +1,23 @@
+import type { PlansRepository } from '../plans/plans.repository';
+import type { DocumentStorageService } from './storage/documents.storage.services';
import { describe, expect, test } from 'vitest';
import { createInMemoryDatabase } from '../app/database/database.test-utils';
import { overrideConfig } from '../config/config.test-utils';
import { ORGANIZATION_ROLES } from '../organizations/organizations.constants';
+import { createOrganizationDocumentStorageLimitReachedError } from '../organizations/organizations.errors';
import { nextTick } from '../shared/async/defer.test-utils';
-import { collectReadableStreamToString } from '../shared/streams/readable-stream';
+import { collectReadableStreamToString, createReadableStream } from '../shared/streams/readable-stream';
import { createTaggingRulesRepository } from '../tagging-rules/tagging-rules.repository';
import { createTagsRepository } from '../tags/tags.repository';
import { documentsTagsTable } from '../tags/tags.table';
import { createInMemoryTaskServices } from '../tasks/tasks.test-utils';
import { documentActivityLogTable } from './document-activity/document-activity.table';
-import { createDocumentAlreadyExistsError } from './documents.errors';
+import { createDocumentAlreadyExistsError, createDocumentSizeTooLargeError } from './documents.errors';
import { createDocumentsRepository } from './documents.repository';
import { documentsTable } from './documents.table';
import { createDocumentCreationUsecase, extractAndSaveDocumentFileContent } from './documents.usecases';
import { createDocumentStorageService } from './storage/documents.storage.services';
+import { inMemoryStorageDriverFactory } from './storage/drivers/memory/memory.storage-driver';
describe('documents usecases', () => {
describe('createDocument', () => {
@@ -39,12 +43,13 @@ describe('documents usecases', () => {
taskServices,
});
- const file = new File(['content'], 'file.txt', { type: 'text/plain' });
const userId = 'user-1';
const organizationId = 'organization-1';
const { document } = await createDocument({
- file,
+ fileStream: createReadableStream({ content: 'Hello, world!' }),
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
userId,
organizationId,
});
@@ -55,9 +60,10 @@ describe('documents usecases', () => {
createdBy: 'user-1',
name: 'file.txt',
originalName: 'file.txt',
- originalSize: 7,
+ originalSize: 13,
originalStorageKey: 'organization-1/originals/doc_1.txt',
mimeType: 'text/plain',
+ originalSha256Hash: '315f5bdb76d078c43b8ac0064e4a0164612b1fce77c869345bfc94c75894edd3',
deletedBy: null,
deletedAt: null,
});
@@ -66,7 +72,7 @@ describe('documents usecases', () => {
const { fileStream } = await documentsStorageService.getFileStream({ storageKey: 'organization-1/originals/doc_1.txt' });
const content = await collectReadableStreamToString({ stream: fileStream });
- expect(content).to.eql('content');
+ expect(content).to.eql('Hello, world!');
// Ensure the document record is saved in the database
const documentRecords = await db.select().from(documentsTable);
@@ -98,12 +104,13 @@ describe('documents usecases', () => {
taskServices,
});
- const file = new File(['content'], 'file.txt', { type: 'text/plain' });
const userId = 'user-1';
const organizationId = 'organization-1';
const { document: document1 } = await createDocument({
- file,
+ fileStream: createReadableStream({ content: 'Hello, world!' }),
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
userId,
organizationId,
});
@@ -114,16 +121,19 @@ describe('documents usecases', () => {
createdBy: 'user-1',
name: 'file.txt',
originalName: 'file.txt',
+ originalSha256Hash: '315f5bdb76d078c43b8ac0064e4a0164612b1fce77c869345bfc94c75894edd3',
});
const { fileStream: fileStream1 } = await documentsStorageService.getFileStream({ storageKey: 'organization-1/originals/doc_1.txt' });
const content1 = await collectReadableStreamToString({ stream: fileStream1 });
- expect(content1).to.eql('content');
+ expect(content1).to.eql('Hello, world!');
await expect(
createDocument({
- file,
+ fileStream: createReadableStream({ content: 'Hello, world!' }),
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
userId,
organizationId,
}),
@@ -145,8 +155,8 @@ describe('documents usecases', () => {
- update the existing record, setting the name to the new file name (same content does not mean same name)
- pre-existing tags are removed
- the tagging rules are applied to the restored document`, async () => {
- // this is the sha256 hash of 'hello world'
- const hash = 'b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9';
+ // this is the sha256 hash of 'Hello, world!'
+ const hash = '315f5bdb76d078c43b8ac0064e4a0164612b1fce77c869345bfc94c75894edd3';
// The document is deleted and has the tag-1
// A tagging rule that apply tag-2 if the content contains 'hello'
@@ -168,7 +178,7 @@ describe('documents usecases', () => {
originalStorageKey: 'organization-1/originals/document-1.txt',
name: 'file-1.txt',
originalName: 'file-1.txt',
- content: 'hello world',
+ content: 'Hello, world!',
}],
documentsTags: [{
documentId: 'document-1',
@@ -189,18 +199,20 @@ describe('documents usecases', () => {
const config = overrideConfig({
organizationPlans: { isFreePlanUnlimited: true },
- documentsStorage: { driver: 'in-memory' },
});
const createDocument = await createDocumentCreationUsecase({
db,
config,
taskServices,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
});
// 3. Re-create the document
const { document: documentRestored } = await createDocument({
- file: new File(['hello world'], 'file-2.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'Hello, world!' }),
+ fileName: 'file-2.txt',
+ mimeType: 'text/plain',
organizationId: 'organization-1',
});
@@ -238,13 +250,13 @@ describe('documents usecases', () => {
const config = overrideConfig({
organizationPlans: { isFreePlanUnlimited: true },
- documentsStorage: { driver: 'in-memory' },
});
const documentsRepository = createDocumentsRepository({ db });
const documentsStorageService = await createDocumentStorageService({ config });
const createDocument = await createDocumentCreationUsecase({
+ documentsStorageService,
db,
config,
generateDocumentId: () => 'doc_1',
@@ -257,13 +269,14 @@ describe('documents usecases', () => {
taskServices,
});
- const file = new File(['content'], 'file.txt', { type: 'text/plain' });
const userId = 'user-1';
const organizationId = 'organization-1';
await expect(
createDocument({
- file,
+ fileStream: createReadableStream({ content: 'Hello, world!' }),
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
userId,
organizationId,
}),
@@ -288,7 +301,6 @@ describe('documents usecases', () => {
const config = overrideConfig({
organizationPlans: { isFreePlanUnlimited: true },
- documentsStorage: { driver: 'in-memory' },
});
let documentIdIndex = 1;
@@ -296,17 +308,22 @@ describe('documents usecases', () => {
db,
config,
generateDocumentId: () => `doc_${documentIdIndex++}`,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
taskServices,
});
await createDocument({
- file: new File(['content-1'], 'file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'content-1' }),
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
userId: 'user-1',
organizationId: 'organization-1',
});
await createDocument({
- file: new File(['content-2'], 'file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'content-2' }),
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
organizationId: 'organization-1',
});
@@ -330,6 +347,175 @@ describe('documents usecases', () => {
documentId: 'doc_2',
});
});
+
+ test('if the document size exceeds the organization storage limit, an error is thrown and nothing is saved in the db', async () => {
+ const taskServices = createInMemoryTaskServices();
+ const { db } = await createInMemoryDatabase({
+ users: [{ id: 'user-1', email: '[email protected]' }],
+ organizations: [{ id: 'organization-1', name: 'Organization 1' }],
+ organizationMembers: [{ organizationId: 'organization-1', userId: 'user-1', role: ORGANIZATION_ROLES.OWNER }],
+ });
+
+ const inMemoryDocumentsStorageService = await inMemoryStorageDriverFactory();
+
+ const plansRepository = {
+ getOrganizationPlanById: async _args => ({
+ organizationPlan: {
+ limits: {
+ maxDocumentStorageBytes: 100, // 100 bytes
+ },
+ },
+ }),
+ } as PlansRepository;
+
+ const createDocument = await createDocumentCreationUsecase({
+ db,
+ config: overrideConfig(),
+ taskServices,
+ plansRepository,
+ documentsStorageService: inMemoryDocumentsStorageService,
+ });
+
+ await expect(
+ createDocument({
+ fileStream: createReadableStream({ content: 'Lorem ipsum'.repeat(100) }), // Greater than 100 bytes
+ fileName: 'file.txt',
+ mimeType: 'text/plain',
+ userId: 'user-1',
+ organizationId: 'organization-1',
+ }),
+ ).rejects.toThrow(createOrganizationDocumentStorageLimitReachedError());
+
+ // Ensure no document is saved in the db
+ const documentRecords = await db.select().from(documentsTable);
+ expect(documentRecords.length).to.eql(0);
+
+ // Ensure no file is saved in the storage
+ expect(inMemoryDocumentsStorageService._getStorage().size).to.eql(0);
+ });
+
+ test('when on the verge of reaching the organization storage limit, if multiple documents, with the sum of the size exceeding the limit, are uploaded at the same time, the quota is not exceeded and only the first to be inserted is saved', async () => {
+ const taskServices = createInMemoryTaskServices();
+ const { db } = await createInMemoryDatabase({
+ users: [{ id: 'user-1', email: '[email protected]' }],
+ organizations: [{ id: 'organization-1', name: 'Organization 1' }],
+ organizationMembers: [{ organizationId: 'organization-1', userId: 'user-1', role: ORGANIZATION_ROLES.OWNER }],
+ });
+
+ // Quota is 100 bytes
+ // Upload file-1.txt (60 bytes) ------####################---->
+ // Upload file-2.txt (60 bytes) ------------###########------->
+
+ const { promise, resolve } = Promise.withResolvers();
+
+ const inMemoryDocumentsStorageService = await inMemoryStorageDriverFactory();
+ const documentsStorageService = {
+ ...inMemoryDocumentsStorageService,
+ saveFile: async (args) => {
+ const { fileName } = args;
+
+ // To ensure parallelism in tests, we pause the ingestion of the first file to wait for the second file to be ingested
+ if (fileName === 'file-1.txt') {
+ await promise;
+ }
+
+ return inMemoryDocumentsStorageService.saveFile(args);
+ },
+ } as DocumentStorageService;
+
+ const plansRepository = {
+ getOrganizationPlanById: async _args => ({
+ organizationPlan: {
+ limits: {
+ maxDocumentStorageBytes: 100, // 100 bytes
+ },
+ },
+ }),
+ } as PlansRepository;
+
+ const createDocument = await createDocumentCreationUsecase({
+ db,
+ config: overrideConfig(),
+ taskServices,
+ plansRepository,
+ documentsStorageService,
+ });
+
+ const [result1, result2] = await Promise.allSettled([
+ createDocument({
+ fileStream: createReadableStream({ content: 'A'.repeat(60) }),
+ fileName: 'file-1.txt',
+ mimeType: 'text/plain',
+ userId: 'user-1',
+ organizationId: 'organization-1',
+ }),
+
+ createDocument({
+ fileStream: createReadableStream({ content: 'B'.repeat(60) }),
+ fileName: 'file-2.txt',
+ mimeType: 'text/plain',
+ organizationId: 'organization-1',
+ }).then(resolve),
+ ]);
+
+ const documentRecords = await db.select().from(documentsTable);
+
+ expect(documentRecords.length).to.eql(1);
+ expect(documentRecords[0]).to.deep.include({
+ organizationId: 'organization-1',
+ name: 'file-2.txt',
+ });
+
+ expect(result1).to.deep.include({ status: 'rejected', reason: createOrganizationDocumentStorageLimitReachedError() });
+ expect(result2).to.deep.include({ status: 'fulfilled' });
+ });
+
+ test('when a document is created that exceeds the file size limit, an error is thrown and nothing is saved in the db', async () => {
+ const taskServices = createInMemoryTaskServices();
+ const { db } = await createInMemoryDatabase({
+ users: [{ id: 'user-1', email: '[email protected]' }],
+ organizations: [{ id: 'organization-1', name: 'Organization 1' }],
+ organizationMembers: [{ organizationId: 'organization-1', userId: 'user-1', role: ORGANIZATION_ROLES.OWNER }],
+ });
+
+ const inMemoryDocumentsStorageService = await inMemoryStorageDriverFactory();
+
+ const plansRepository = {
+ getOrganizationPlanById: async _args => ({
+ organizationPlan: {
+ limits: {
+ maxDocumentStorageBytes: 1_000, // 1kiB
+ maxFileSize: 100, // 100 bytes
+ },
+ },
+ }),
+ } as PlansRepository;
+
+ const createDocument = await createDocumentCreationUsecase({
+ db,
+ config: overrideConfig(),
+ taskServices,
+ plansRepository,
+ documentsStorageService: inMemoryDocumentsStorageService,
+ });
+
+ await expect(
+ createDocument({
+ fileStream: createReadableStream({ content: 'A'.repeat(101) }),
+ fileName: 'file-1.txt',
+ mimeType: 'text/plain',
+ userId: 'user-1',
+ organizationId: 'organization-1',
+ }),
+ ).rejects.toThrow(createDocumentSizeTooLargeError());
+
+ // Ensure no document is saved in the db
+ const documentRecords = await db.select().from(documentsTable);
+ expect(documentRecords.length).to.eql(0);
+
+ // Ensure no file is saved in the storage
+ expect(inMemoryDocumentsStorageService._getStorage().size).to.eql(0);
+ });
});
describe('extractAndSaveDocumentFileContent', () => {
@@ -361,7 +547,9 @@ describe('documents usecases', () => {
});
await documentsStorageService.saveFile({
- file: new File(['hello world'], 'file-1.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'hello world' }),
+ fileName: 'file-1.txt',
+ mimeType: 'text/plain',
storageKey: 'organization-1/originals/document-1.txt',
});
diff --git a/apps/papra-server/src/modules/documents/documents.usecases.ts b/apps/papra-server/src/modules/documents/documents.usecases.ts
index bcfe101d..83358212 100644
--- a/apps/papra-server/src/modules/documents/documents.usecases.ts
+++ b/apps/papra-server/src/modules/documents/documents.usecases.ts
@@ -1,3 +1,4 @@
+import type { Readable } from 'node:stream';
import type { Database } from '../app/database/database.types';
import type { Config } from '../config/config.types';
import type { PlansRepository } from '../plans/plans.repository';
@@ -14,9 +15,12 @@ import type { Document } from './documents.types';
import type { DocumentStorageService } from './storage/documents.storage.services';
import { safely } from '@corentinth/chisels';
import pLimit from 'p-limit';
-import { checkIfOrganizationCanCreateNewDocument } from '../organizations/organizations.usecases';
+import { createOrganizationDocumentStorageLimitReachedError } from '../organizations/organizations.errors';
+import { getOrganizationStorageLimits } from '../organizations/organizations.usecases';
import { createPlansRepository } from '../plans/plans.repository';
import { createLogger } from '../shared/logger/logger';
+import { createByteCounter } from '../shared/streams/byte-counter';
+import { createSha256HashTransformer } from '../shared/streams/stream-hash';
import { collectStreamToFile } from '../shared/streams/stream.convertion';
import { isDefined } from '../shared/utils';
import { createSubscriptionsRepository } from '../subscriptions/subscriptions.repository';
@@ -28,14 +32,15 @@ import { createWebhookRepository } from '../webhooks/webhook.repository';
import { deferTriggerWebhooks } from '../webhooks/webhook.usecases';
import { createDocumentActivityRepository } from './document-activity/document-activity.repository';
import { deferRegisterDocumentActivityLog } from './document-activity/document-activity.usecases';
-import { createDocumentAlreadyExistsError, createDocumentNotDeletedError, createDocumentNotFoundError } from './documents.errors';
+import { createDocumentAlreadyExistsError, createDocumentNotDeletedError, createDocumentNotFoundError, createDocumentSizeTooLargeError } from './documents.errors';
import { buildOriginalDocumentKey, generateDocumentId as generateDocumentIdImpl } from './documents.models';
import { createDocumentsRepository } from './documents.repository';
-import { extractDocumentText, getFileSha256Hash } from './documents.services';
-import { createDocumentStorageService } from './storage/documents.storage.services';
+import { extractDocumentText } from './documents.services';
export async function createDocument({
- file,
+ fileStream,
+ fileName,
+ mimeType,
userId,
organizationId,
ocrLanguages = [],
@@ -52,7 +57,9 @@ export async function createDocument({
taskServices,
logger = createLogger({ namespace: 'documents:usecases' }),
}: {
- file: File;
+ fileStream: Readable;
+ fileName: string;
+ mimeType: string;
userId?: string;
organizationId: string;
ocrLanguages?: string[];
@@ -69,21 +76,40 @@ export async function createDocument({
taskServices: TaskServices;
logger?: Logger;
}) {
- const {
- name: fileName,
- size,
- type: mimeType,
- } = file;
+ const { availableDocumentStorageBytes, maxFileSize } = await getOrganizationStorageLimits({ organizationId, plansRepository, subscriptionsRepository, documentsRepository });
- await checkIfOrganizationCanCreateNewDocument({
- organizationId,
- newDocumentSize: size,
- documentsRepository,
- plansRepository,
- subscriptionsRepository,
+ const documentId = generateDocumentId();
+ const { originalDocumentStorageKey } = buildOriginalDocumentKey({ documentId, organizationId, fileName });
+
+ const { tap: hashStream, getHash } = createSha256HashTransformer();
+
+ // Stream that will count the bytes of the file and throw an error if the file size exceeds the organization storage limit
+ const { tap: byteCountStream, getByteCount } = createByteCounter({
+ onByteCountChange: async ({ byteCount, destroy }) => {
+ if (byteCount > availableDocumentStorageBytes) {
+ destroy({ error: createOrganizationDocumentStorageLimitReachedError() });
+ }
+
+ if (byteCount > maxFileSize) {
+ destroy({ error: createDocumentSizeTooLargeError() });
+ }
+ },
+ });
+
+ const outputStream = fileStream
+ .pipe(hashStream)
+ .pipe(byteCountStream);
+
+ // We optimistically save the file to leverage streaming, if the file already exists, we will delete it
+ await documentsStorageService.saveFile({
+ fileStream: outputStream,
+ storageKey: originalDocumentStorageKey,
+ mimeType,
+ fileName,
});
- const { hash } = await getFileSha256Hash({ file });
+ const hash = getHash();
+ const size = getByteCount();
// Early check to avoid saving the file and then realizing it already exists with the db constraint
const { document: existingDocument } = await documentsRepository.getOrganizationDocumentBySha256Hash({ sha256Hash: hash, organizationId });
@@ -94,12 +120,14 @@ export async function createDocument({
fileName,
organizationId,
documentsRepository,
+ newDocumentStorageKey: originalDocumentStorageKey,
tagsRepository,
taggingRulesRepository,
+ documentsStorageService,
logger,
})
: await createNewDocument({
- file,
+ newDocumentStorageKey: originalDocumentStorageKey,
fileName,
size,
mimeType,
@@ -108,7 +136,9 @@ export async function createDocument({
organizationId,
documentsRepository,
documentsStorageService,
- generateDocumentId,
+ plansRepository,
+ subscriptionsRepository,
+ documentId,
trackingServices,
taskServices,
ocrLanguages,
@@ -139,21 +169,22 @@ export async function createDocument({
}
export type CreateDocumentUsecase = Awaited<ReturnType<typeof createDocumentCreationUsecase>>;
-export type DocumentUsecaseDependencies = Omit<Parameters<typeof createDocument>[0], 'file' | 'userId' | 'organizationId'>;
+export type DocumentUsecaseDependencies = Omit<Parameters<typeof createDocument>[0], 'fileStream' | 'fileName' | 'mimeType' | 'userId' | 'organizationId'>;
export async function createDocumentCreationUsecase({
db,
config,
taskServices,
+ documentsStorageService,
...initialDeps
}: {
db: Database;
taskServices: TaskServices;
+ documentsStorageService: DocumentStorageService;
config: Config;
} & Partial<DocumentUsecaseDependencies>) {
const deps = {
documentsRepository: initialDeps.documentsRepository ?? createDocumentsRepository({ db }),
- documentsStorageService: initialDeps.documentsStorageService ?? await createDocumentStorageService({ config }),
plansRepository: initialDeps.plansRepository ?? createPlansRepository({ config }),
subscriptionsRepository: initialDeps.subscriptionsRepository ?? createSubscriptionsRepository({ db }),
trackingServices: initialDeps.trackingServices ?? createTrackingServices({ config }),
@@ -167,7 +198,13 @@ export async function createDocumentCreationUsecase({
logger: initialDeps.logger,
};
- return async (args: { file: File; userId?: string; organizationId: string }) => createDocument({ taskServices, ...args, ...deps });
+ return async (args: {
+ fileStream: Readable;
+ fileName: string;
+ mimeType: string;
+ userId?: string;
+ organizationId: string;
+ }) => createDocument({ taskServices, documentsStorageService, ...args, ...deps });
}
async function handleExistingDocument({
@@ -178,6 +215,8 @@ async function handleExistingDocument({
documentsRepository,
tagsRepository,
taggingRulesRepository,
+ documentsStorageService,
+ newDocumentStorageKey,
logger,
}: {
existingDocument: Document;
@@ -187,9 +226,13 @@ async function handleExistingDocument({
documentsRepository: DocumentsRepository;
tagsRepository: TagsRepository;
taggingRulesRepository: TaggingRulesRepository;
+ documentsStorageService: DocumentStorageService;
+ newDocumentStorageKey: string;
logger: Logger;
}) {
if (!existingDocument.isDeleted) {
+ await documentsStorageService.deleteFile({ storageKey: newDocumentStorageKey });
+
throw createDocumentAlreadyExistsError();
}
@@ -206,48 +249,51 @@ async function handleExistingDocument({
}
async function createNewDocument({
- file,
fileName,
size,
mimeType,
hash,
userId,
organizationId,
+ plansRepository,
+ subscriptionsRepository,
documentsRepository,
documentsStorageService,
- generateDocumentId,
+ newDocumentStorageKey,
+ documentId,
trackingServices,
taskServices,
ocrLanguages = [],
logger,
}: {
- file: File;
fileName: string;
size: number;
mimeType: string;
hash: string;
userId?: string;
organizationId: string;
+ documentId: string;
documentsRepository: DocumentsRepository;
documentsStorageService: DocumentStorageService;
- generateDocumentId: () => string;
+ plansRepository: PlansRepository;
+ subscriptionsRepository: SubscriptionsRepository;
trackingServices: TrackingServices;
+ newDocumentStorageKey: string;
taskServices: TaskServices;
ocrLanguages?: string[];
logger: Logger;
}) {
- const documentId = generateDocumentId();
+ // TODO: wrap in a transaction
- const { originalDocumentStorageKey } = buildOriginalDocumentKey({
- documentId,
- organizationId,
- fileName,
- });
+ // Recheck for quota after saving the file to the storage
+ const { availableDocumentStorageBytes } = await getOrganizationStorageLimits({ organizationId, plansRepository, subscriptionsRepository, documentsRepository });
- const { storageKey } = await documentsStorageService.saveFile({
- file,
- storageKey: originalDocumentStorageKey,
- });
+ if (size > availableDocumentStorageBytes) {
+ logger.error({ size, availableDocumentStorageBytes }, 'Document size exceeds organization storage limit after being saved');
+ await documentsStorageService.deleteFile({ storageKey: newDocumentStorageKey });
+
+ throw createOrganizationDocumentStorageLimitReachedError();
+ }
const [result, error] = await safely(documentsRepository.saveOrganizationDocument({
id: documentId,
@@ -256,7 +302,7 @@ async function createNewDocument({
originalName: fileName,
createdBy: userId,
originalSize: size,
- originalStorageKey: storageKey,
+ originalStorageKey: newDocumentStorageKey,
mimeType,
originalSha256Hash: hash,
}));
@@ -265,7 +311,7 @@ async function createNewDocument({
logger.error({ error }, 'Error while creating document');
// If the document is not saved, delete the file from the storage
- await documentsStorageService.deleteFile({ storageKey: originalDocumentStorageKey });
+ await documentsStorageService.deleteFile({ storageKey: newDocumentStorageKey });
logger.error({ error }, 'Stored document file deleted because of error');
diff --git a/apps/papra-server/src/modules/documents/e2e/upload-documents.e2e.test.ts b/apps/papra-server/src/modules/documents/e2e/upload-documents.e2e.test.ts
new file mode 100644
index 00000000..a72a5544
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/e2e/upload-documents.e2e.test.ts
@@ -0,0 +1,131 @@
+import type { Document } from '../documents.types';
+import { describe, expect, test } from 'vitest';
+import { createInMemoryDatabase } from '../../app/database/database.test-utils';
+import { createServer } from '../../app/server';
+import { overrideConfig } from '../../config/config.test-utils';
+import { ORGANIZATION_ROLES } from '../../organizations/organizations.constants';
+import { documentsTable } from '../documents.table';
+import { inMemoryStorageDriverFactory } from '../storage/drivers/memory/memory.storage-driver';
+
+describe('documents e2e', () => {
+ describe('document upload', () => {
+ test('upload and retrieve a document', async () => {
+ const { db } = await createInMemoryDatabase({
+ users: [{ id: 'usr_111111111111111111111111', email: '[email protected]' }],
+ organizations: [{ id: 'org_222222222222222222222222', name: 'Org 1' }],
+ organizationMembers: [{ organizationId: 'org_222222222222222222222222', userId: 'usr_111111111111111111111111', role: ORGANIZATION_ROLES.OWNER }],
+ });
+
+ const { app } = await createServer({
+ db,
+ config: overrideConfig({
+ env: 'test',
+ documentsStorage: {
+ driver: 'in-memory',
+ },
+ }),
+ });
+
+ const formData = new FormData();
+ formData.append('file', new File(['this is an invoice'], 'invoice.txt', { type: 'text/plain' }));
+ const body = new Response(formData);
+
+ const createDocumentResponse = await app.request(
+ '/api/organizations/org_222222222222222222222222/documents',
+ {
+ method: 'POST',
+ headers: {
+ ...Object.fromEntries(body.headers.entries()),
+ },
+ body: await body.arrayBuffer(),
+ },
+ { loggedInUserId: 'usr_111111111111111111111111' },
+ );
+
+ expect(createDocumentResponse.status).to.eql(200);
+ const { document } = (await createDocumentResponse.json()) as { document: Document };
+
+ expect(document).to.include({
+ name: 'invoice.txt',
+ mimeType: 'text/plain',
+ originalSha256Hash: 'd80fa6177614300f12fd51d065c06c2e1154653662aefb2794807ef31daf4039',
+ originalSize: 18,
+ });
+
+ // Retrieve the document
+ const getDocumentResponse = await app.request(
+ `/api/organizations/org_222222222222222222222222/documents/${document.id}`,
+ { method: 'GET' },
+ { loggedInUserId: 'usr_111111111111111111111111' },
+ );
+
+ expect(getDocumentResponse.status).to.eql(200);
+ const { document: retrievedDocument } = (await getDocumentResponse.json()) as { document: Document };
+
+ expect(retrievedDocument).to.eql({ ...document, tags: [] });
+
+ // Retrieve the document file
+ const getDocumentFileResponse = await app.request(
+ `/api/organizations/org_222222222222222222222222/documents/${document.id}/file`,
+ { method: 'GET' },
+ { loggedInUserId: 'usr_111111111111111111111111' },
+ );
+
+ expect(getDocumentFileResponse.status).to.eql(200);
+ const content = await getDocumentFileResponse.text();
+ expect(content).to.eql('this is an invoice');
+ });
+
+ test('uploading a document that exceeds the upload size limit returns a 413', async () => {
+ const { db } = await createInMemoryDatabase({
+ users: [{ id: 'usr_111111111111111111111111', email: '[email protected]' }],
+ organizations: [{ id: 'org_222222222222222222222222', name: 'Org 1' }],
+ organizationMembers: [{ organizationId: 'org_222222222222222222222222', userId: 'usr_111111111111111111111111', role: ORGANIZATION_ROLES.OWNER }],
+ });
+
+ const documentsStorageService = await inMemoryStorageDriverFactory();
+
+ const { app } = await createServer({
+ db,
+ documentsStorageService,
+ config: overrideConfig({
+ env: 'test',
+ documentsStorage: {
+ maxUploadSize: 100,
+ },
+ }),
+ });
+
+ const formData = new FormData();
+ formData.append('file', new File(['a'.repeat(101)], 'invoice.txt', { type: 'text/plain' }));
+ const body = new Response(formData);
+
+ const createDocumentResponse = await app.request(
+ '/api/organizations/org_222222222222222222222222/documents',
+ {
+ method: 'POST',
+ headers: {
+ ...Object.fromEntries(body.headers.entries()),
+ },
+ body: await body.arrayBuffer(),
+ },
+ { loggedInUserId: 'usr_111111111111111111111111' },
+ );
+
+ expect(createDocumentResponse.status).to.eql(413);
+ expect(await createDocumentResponse.json()).to.eql({
+ error: {
+ code: 'document.size_too_large',
+ message: 'Document size too large.',
+ },
+ });
+
+ // Ensure no document is saved in the db
+ const documentRecords = await db.select().from(documentsTable);
+ expect(documentRecords.length).to.eql(0);
+
+ // Ensure no file is saved in the storage
+ expect(documentsStorageService._getStorage().size).to.eql(0);
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/documents/storage/document-storage.config.ts b/apps/papra-server/src/modules/documents/storage/document-storage.config.ts
index ed16cb1d..47e26f19 100644
--- a/apps/papra-server/src/modules/documents/storage/document-storage.config.ts
+++ b/apps/papra-server/src/modules/documents/storage/document-storage.config.ts
@@ -1,7 +1,6 @@
import type { ConfigDefinition } from 'figue';
import { z } from 'zod';
import { AZ_BLOB_STORAGE_DRIVER_NAME } from './drivers/az-blob/az-blob.storage-driver';
-import { B2_STORAGE_DRIVER_NAME } from './drivers/b2/b2.storage-driver';
import { FS_STORAGE_DRIVER_NAME } from './drivers/fs/fs.storage-driver';
import { IN_MEMORY_STORAGE_DRIVER_NAME } from './drivers/memory/memory.storage-driver';
import { S3_STORAGE_DRIVER_NAME } from './drivers/s3/s3.storage-driver';
@@ -14,8 +13,8 @@ export const documentStorageConfig = {
env: 'DOCUMENT_STORAGE_MAX_UPLOAD_SIZE',
},
driver: {
- doc: `The driver to use for document storage, values can be one of: ${[FS_STORAGE_DRIVER_NAME, S3_STORAGE_DRIVER_NAME, IN_MEMORY_STORAGE_DRIVER_NAME, B2_STORAGE_DRIVER_NAME, AZ_BLOB_STORAGE_DRIVER_NAME].map(x => `\`${x}\``).join(', ')}`,
- schema: z.enum([FS_STORAGE_DRIVER_NAME, S3_STORAGE_DRIVER_NAME, IN_MEMORY_STORAGE_DRIVER_NAME, B2_STORAGE_DRIVER_NAME, AZ_BLOB_STORAGE_DRIVER_NAME]),
+ doc: `The driver to use for document storage, values can be one of: ${[FS_STORAGE_DRIVER_NAME, S3_STORAGE_DRIVER_NAME, IN_MEMORY_STORAGE_DRIVER_NAME, AZ_BLOB_STORAGE_DRIVER_NAME].map(x => `\`${x}\``).join(', ')}`,
+ schema: z.enum([FS_STORAGE_DRIVER_NAME, S3_STORAGE_DRIVER_NAME, IN_MEMORY_STORAGE_DRIVER_NAME, AZ_BLOB_STORAGE_DRIVER_NAME]),
default: FS_STORAGE_DRIVER_NAME,
env: 'DOCUMENT_STORAGE_DRIVER',
},
@@ -59,34 +58,20 @@ export const documentStorageConfig = {
default: undefined,
env: 'DOCUMENT_STORAGE_S3_ENDPOINT',
},
- },
- b2: {
- applicationKeyId: {
- doc: 'The B2 application key ID',
- schema: z.string(),
- default: '',
- env: 'DOCUMENT_STORAGE_B2_APPLICATION_KEY_ID',
- },
- applicationKey: {
- doc: 'The B2 application key',
- schema: z.string(),
- default: '',
- env: 'DOCUMENT_STORAGE_B2_APPLICATION_KEY',
- },
- bucketName: {
- doc: 'The B2 bucket name',
- schema: z.string(),
- default: '',
- env: 'DOCUMENT_STORAGE_B2_BUCKET_NAME',
- },
- bucketId: {
- doc: 'The B2 bucket ID',
- schema: z.string(),
- default: '',
- env: 'DOCUMENT_STORAGE_B2_BUCKET_ID',
+ forcePathStyle: {
+ doc: 'Whether to force path style URLs for S3',
+ schema: z.boolean(),
+ default: false,
+ env: 'DOCUMENT_STORAGE_S3_FORCE_PATH_STYLE',
},
},
azureBlob: {
+ connectionString: {
+ doc: 'The Azure Blob Storage connection string, if provided, the other account name, account key and container name will be ignored',
+ schema: z.string().optional(),
+ default: undefined,
+ env: 'DOCUMENT_STORAGE_AZURE_BLOB_CONNECTION_STRING',
+ },
accountName: {
doc: 'The Azure Blob Storage account name',
schema: z.string(),
diff --git a/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts b/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts
index 2c7d69d0..1edd0429 100644
--- a/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts
+++ b/apps/papra-server/src/modules/documents/storage/documents.storage.services.ts
@@ -2,7 +2,6 @@ import type { Config } from '../../config/config.types';
import { createError } from '../../shared/errors/errors';
import { isNil } from '../../shared/utils';
import { AZ_BLOB_STORAGE_DRIVER_NAME, azBlobStorageDriverFactory } from './drivers/az-blob/az-blob.storage-driver';
-import { B2_STORAGE_DRIVER_NAME, b2StorageDriverFactory } from './drivers/b2/b2.storage-driver';
import { FS_STORAGE_DRIVER_NAME, fsStorageDriverFactory } from './drivers/fs/fs.storage-driver';
import { IN_MEMORY_STORAGE_DRIVER_NAME, inMemoryStorageDriverFactory } from './drivers/memory/memory.storage-driver';
import { S3_STORAGE_DRIVER_NAME, s3StorageDriverFactory } from './drivers/s3/s3.storage-driver';
@@ -12,7 +11,6 @@ const storageDriverFactories = {
[S3_STORAGE_DRIVER_NAME]: s3StorageDriverFactory,
[IN_MEMORY_STORAGE_DRIVER_NAME]: inMemoryStorageDriverFactory,
[AZ_BLOB_STORAGE_DRIVER_NAME]: azBlobStorageDriverFactory,
- [B2_STORAGE_DRIVER_NAME]: b2StorageDriverFactory,
};
export type DocumentStorageService = Awaited<ReturnType<typeof createDocumentStorageService>>;
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.int.test.ts b/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.int.test.ts
new file mode 100644
index 00000000..85ebcbf6
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.int.test.ts
@@ -0,0 +1,33 @@
+import { AzuriteContainer } from '@testcontainers/azurite';
+import { describe } from 'vitest';
+import { TEST_CONTAINER_IMAGES } from '../../../../../../test/containers/images';
+import { overrideConfig } from '../../../../config/config.test-utils';
+import { runDriverTestSuites } from '../drivers.test-suite';
+import { azBlobStorageDriverFactory } from './az-blob.storage-driver';
+
+describe('az-blob storage-driver', () => {
+ describe('azBlobStorageDriver', () => {
+ runDriverTestSuites({
+ timeout: 30_000,
+ createDriver: async () => {
+ const azuriteContainer = await new AzuriteContainer(TEST_CONTAINER_IMAGES.AZURITE).withInMemoryPersistence().start();
+ const connectionString = azuriteContainer.getConnectionString();
+
+ const config = overrideConfig({
+ documentsStorage: { drivers: { azureBlob: { connectionString, containerName: 'test-container' } } },
+ });
+
+ const driver = await azBlobStorageDriverFactory({ config });
+ const client = driver.getClient();
+ await client.createContainer('test-container');
+
+ return {
+ driver,
+ [Symbol.asyncDispose]: async () => {
+ await azuriteContainer.stop();
+ },
+ };
+ },
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.ts
index 7fea94f6..39ff403b 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/az-blob/az-blob.storage-driver.ts
@@ -1,38 +1,61 @@
-import { Readable } from 'node:stream';
+import type { Readable } from 'node:stream';
import { BlobServiceClient, StorageSharedKeyCredential } from '@azure/storage-blob';
+import { safely } from '@corentinth/chisels';
import { createFileNotFoundError } from '../../document-storage.errors';
import { defineStorageDriver } from '../drivers.models';
export const AZ_BLOB_STORAGE_DRIVER_NAME = 'azure-blob' as const;
+function isAzureBlobNotFoundError(error: Error): boolean {
+ return ('statusCode' in error && error.statusCode === 404) || ('code' in error && error.code === 'BlobNotFound');
+}
+
export const azBlobStorageDriverFactory = defineStorageDriver(async ({ config }) => {
- const { accountName, accountKey, containerName } = config.documentsStorage.drivers.azureBlob;
+ const { accountName, accountKey, containerName, connectionString } = config.documentsStorage.drivers.azureBlob;
- const blobServiceClient = new BlobServiceClient(`https://${accountName}.blob.core.windows.net`, new StorageSharedKeyCredential(accountName, accountKey));
+ const blobServiceClient = connectionString !== undefined
+ ? BlobServiceClient.fromConnectionString(connectionString)
+ : new BlobServiceClient(`https://${accountName}.blob.core.windows.net`, new StorageSharedKeyCredential(accountName, accountKey));
return {
name: AZ_BLOB_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, storageKey }) => {
- const containerClient = blobServiceClient.getContainerClient(containerName);
- await containerClient.uploadBlockBlob(storageKey, Readable.fromWeb(file.stream()), file.size);
+ getClient: () => blobServiceClient,
+ saveFile: async ({ fileStream, storageKey }) => {
+ await blobServiceClient
+ .getContainerClient(containerName)
+ .getBlockBlobClient(storageKey)
+ .uploadStream(fileStream);
+
return { storageKey };
},
getFileStream: async ({ storageKey }) => {
const containerClient = blobServiceClient.getContainerClient(containerName);
const blockBlobClient = containerClient.getBlockBlobClient(storageKey);
- const { readableStreamBody } = await blockBlobClient.download();
+ const [response, error] = await safely(blockBlobClient.download());
- if (!readableStreamBody) {
+ if (error && isAzureBlobNotFoundError(error)) {
throw createFileNotFoundError();
}
- return { fileStream: Readable.toWeb(readableStreamBody as Readable) };
+ if (error) {
+ throw error;
+ }
+
+ const { readableStreamBody } = response;
+
+ return { fileStream: readableStreamBody as Readable };
},
deleteFile: async ({ storageKey }) => {
- const containerClient = blobServiceClient.getContainerClient(containerName);
- const blockBlobClient = containerClient.getBlockBlobClient(storageKey);
- await blockBlobClient.delete();
+ const [, error] = await safely(blobServiceClient.getContainerClient(containerName).getBlockBlobClient(storageKey).delete());
+
+ if (error && isAzureBlobNotFoundError(error)) {
+ throw createFileNotFoundError();
+ }
+
+ if (error) {
+ throw error;
+ }
},
};
});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/b2/b2.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/b2/b2.storage-driver.ts
deleted file mode 100644
index 762f32f8..00000000
--- a/apps/papra-server/src/modules/documents/storage/drivers/b2/b2.storage-driver.ts
+++ /dev/null
@@ -1,60 +0,0 @@
-import { Buffer } from 'node:buffer';
-import B2 from 'backblaze-b2';
-
-import { isNil } from '../../../../shared/utils';
-import { createFileNotFoundError } from '../../document-storage.errors';
-import { defineStorageDriver } from '../drivers.models';
-
-export const B2_STORAGE_DRIVER_NAME = 'b2' as const;
-
-export const b2StorageDriverFactory = defineStorageDriver(async ({ config }) => {
- const { applicationKeyId, applicationKey, bucketId, bucketName } = config.documentsStorage.drivers.b2;
-
- const b2Client = new B2({
- applicationKey,
- applicationKeyId,
- });
-
- return {
- name: B2_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, storageKey }) => {
- await b2Client.authorize();
- const getUploadUrl = await b2Client.getUploadUrl({
- bucketId,
- });
- const upload = await b2Client.uploadFile({
- // eslint-disable-next-line ts/no-unsafe-member-access
- uploadUrl: getUploadUrl.data?.uploadUrl as string,
- // eslint-disable-next-line ts/no-unsafe-member-access
- uploadAuthToken: getUploadUrl.data?.authorizationToken as string,
- fileName: storageKey,
- data: Buffer.from(await file.arrayBuffer()),
- });
- if (upload.status !== 200) {
- throw createFileNotFoundError();
- }
- return { storageKey };
- },
- getFileStream: async ({ storageKey }) => {
- await b2Client.authorize();
-
- const response = await b2Client.downloadFileByName({
- bucketName,
- fileName: storageKey,
- responseType: 'stream',
- });
-
- if (isNil(response.data)) {
- throw createFileNotFoundError();
- }
-
- return { fileStream: response.data as ReadableStream };
- },
- deleteFile: async ({ storageKey }) => {
- await b2Client.hideFile({
- bucketId,
- fileName: storageKey,
- });
- },
- };
-});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts b/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts
index af95c3fd..daf1a9fd 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/drivers.models.ts
@@ -1,15 +1,17 @@
-import type { ReadableStream } from 'node:stream/web';
+import type { Readable } from 'node:stream';
import type { Config } from '../../../config/config.types';
export type StorageDriver = {
name: string;
saveFile: (args: {
- file: File;
+ fileStream: Readable;
+ fileName: string;
+ mimeType: string;
storageKey: string;
}) => Promise<{ storageKey: string }>;
getFileStream: (args: { storageKey: string }) => Promise<{
- fileStream: ReadableStream;
+ fileStream: Readable;
}>;
deleteFile: (args: { storageKey: string }) => Promise<void>;
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/drivers.test-suite.ts b/apps/papra-server/src/modules/documents/storage/drivers/drivers.test-suite.ts
new file mode 100644
index 00000000..2263bd22
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/storage/drivers/drivers.test-suite.ts
@@ -0,0 +1,34 @@
+import type { StorageDriver } from './drivers.models';
+import { Readable } from 'node:stream';
+import { describe, expect, test } from 'vitest';
+import { collectReadableStreamToString } from '../../../shared/streams/readable-stream';
+import { createFileNotFoundError } from '../document-storage.errors';
+
+export function runDriverTestSuites({ createDriver, timeout }: { createDriver: () => Promise<{ driver: StorageDriver; [Symbol.asyncDispose]: () => Promise<void> }>; timeout?: number }) {
+ describe('upload, download, delete', () => {
+ test('the driver should support uploading, retrieving and deleting files', { timeout }, async () => {
+ await using resource = await createDriver();
+
+ const { driver } = resource;
+
+ // 1. Save the file
+ await driver.saveFile({
+ fileName: 'test.txt',
+ mimeType: 'text/plain',
+ storageKey: 'files/test.txt',
+ fileStream: Readable.from('Hello, world!'),
+ });
+
+ // 2. Retrieve the file
+ const { fileStream } = await driver.getFileStream({ storageKey: 'files/test.txt' });
+ expect(await collectReadableStreamToString({ stream: fileStream })).to.eql('Hello, world!');
+
+ // 3. Delete the file
+ await driver.deleteFile({ storageKey: 'files/test.txt' });
+ await expect(driver.getFileStream({ storageKey: 'files/test.txt' })).rejects.toThrow(createFileNotFoundError());
+
+ // 4. Try to delete the file again
+ await expect(driver.deleteFile({ storageKey: 'files/test.txt' })).rejects.toThrow(createFileNotFoundError());
+ });
+ });
+}
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.int.test.ts
similarity index 74%
rename from apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts
rename to apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.int.test.ts
index 954d2f37..f8bd70bd 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.test.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.int.test.ts
@@ -3,20 +3,48 @@ import fs from 'node:fs';
import { tmpdir } from 'node:os';
import path, { join } from 'node:path';
import { afterEach, beforeEach, describe, expect, test } from 'vitest';
+import { createReadableStream } from '../../../../shared/streams/readable-stream';
import { createFileNotFoundError } from '../../document-storage.errors';
+import { runDriverTestSuites } from '../drivers.test-suite';
import { fsStorageDriverFactory } from './fs.storage-driver';
import { createFileAlreadyExistsError } from './fs.storage-driver.errors';
+const createTmpDirectory = async () => fs.promises.mkdtemp(join(tmpdir(), 'tests-'));
+const deleteTmpDirectory = async (tmpDirectory: string) => fs.promises.rm(tmpDirectory, { recursive: true });
+
describe('storage driver', () => {
describe('fsStorageDriver', async () => {
let tmpDirectory: string;
beforeEach(async () => {
- tmpDirectory = await fs.promises.mkdtemp(join(tmpdir(), 'tests-'));
+ tmpDirectory = await createTmpDirectory();
});
afterEach(async () => {
- await fs.promises.rm(tmpDirectory, { recursive: true });
+ await deleteTmpDirectory(tmpDirectory);
+ });
+
+ runDriverTestSuites({
+ createDriver: async () => {
+ const tmpDirectory = await createTmpDirectory();
+
+ const config = {
+ documentsStorage: {
+ drivers: {
+ filesystem: {
+ root: tmpDirectory,
+ },
+ },
+ },
+ } as Config;
+
+ return {
+ driver: await fsStorageDriverFactory({ config }),
+ [Symbol.asyncDispose]: async () => {
+ await deleteTmpDirectory(tmpDirectory);
+ },
+ };
+ },
});
describe('saveFile', () => {
@@ -34,7 +62,9 @@ describe('storage driver', () => {
const fsStorageDriver = await fsStorageDriverFactory({ config });
const { storageKey } = await fsStorageDriver.saveFile({
- file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'lorem ipsum' }),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
});
@@ -60,13 +90,17 @@ describe('storage driver', () => {
const fsStorageDriver = await fsStorageDriverFactory({ config });
await fsStorageDriver.saveFile({
- file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'lorem ipsum' }),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
});
await expect(
fsStorageDriver.saveFile({
- file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'lorem ipsum' }),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
}),
).rejects.toThrow(createFileAlreadyExistsError());
@@ -88,7 +122,9 @@ describe('storage driver', () => {
const fsStorageDriver = await fsStorageDriverFactory({ config });
await fsStorageDriver.saveFile({
- file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'lorem ipsum' }),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
});
@@ -134,7 +170,9 @@ describe('storage driver', () => {
const fsStorageDriver = await fsStorageDriverFactory({ config });
await fsStorageDriver.saveFile({
- file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'lorem ipsum' }),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts
index 9b3cda75..6337d6f7 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/fs/fs.storage-driver.ts
@@ -1,6 +1,5 @@
import fs from 'node:fs';
import { dirname, join } from 'node:path';
-import stream from 'node:stream';
import { get } from 'lodash-es';
import { checkFileExists, deleteFile, ensureDirectoryExists } from '../../../../shared/fs/fs.services';
import { createFileNotFoundError } from '../../document-storage.errors';
@@ -18,7 +17,7 @@ export const fsStorageDriverFactory = defineStorageDriver(async ({ config }) =>
return {
name: FS_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, storageKey }) => {
+ saveFile: async ({ fileStream, storageKey }) => {
const { storagePath } = getStoragePath({ storageKey });
const fileExists = await checkFileExists({ path: storagePath });
@@ -30,7 +29,7 @@ export const fsStorageDriverFactory = defineStorageDriver(async ({ config }) =>
await ensureDirectoryExists({ path: dirname(storagePath) });
const writeStream = fs.createWriteStream(storagePath);
- stream.Readable.fromWeb(file.stream()).pipe(writeStream);
+ fileStream.pipe(writeStream);
return new Promise((resolve, reject) => {
writeStream.on('finish', () => {
@@ -51,8 +50,7 @@ export const fsStorageDriverFactory = defineStorageDriver(async ({ config }) =>
throw createFileNotFoundError();
}
- const readStream = fs.createReadStream(storagePath);
- const fileStream = stream.Readable.toWeb(readStream);
+ const fileStream = fs.createReadStream(storagePath);
return { fileStream };
},
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.test.ts b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.int.test.ts
similarity index 73%
rename from apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.test.ts
rename to apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.int.test.ts
index 779c8931..a2d70582 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.test.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.int.test.ts
@@ -1,16 +1,31 @@
import { describe, expect, test } from 'vitest';
+import { createReadableStream, fileToReadableStream } from '../../../../shared/streams/readable-stream';
import { createFileNotFoundError } from '../../document-storage.errors';
+import { runDriverTestSuites } from '../drivers.test-suite';
import { inMemoryStorageDriverFactory } from './memory.storage-driver';
describe('memory storage-driver', () => {
describe('inMemoryStorageDriver', () => {
+ runDriverTestSuites({
+ createDriver: async () => {
+ const inMemoryStorageDriver = await inMemoryStorageDriverFactory();
+
+ return {
+ driver: inMemoryStorageDriver,
+ [Symbol.asyncDispose]: async () => {},
+ };
+ },
+ });
+
test('saves, retrieves and delete a file', async () => {
const inMemoryStorageDriver = await inMemoryStorageDriverFactory();
const file = new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' });
const { storageKey } = await inMemoryStorageDriver.saveFile({
- file,
+ fileStream: fileToReadableStream(file),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
});
@@ -33,7 +48,9 @@ describe('memory storage-driver', () => {
const inMemoryStorageDriver = await inMemoryStorageDriverFactory();
await inMemoryStorageDriver.saveFile({
- file: new File(['lorem ipsum'], 'text-file.txt', { type: 'text/plain' }),
+ fileStream: createReadableStream({ content: 'lorem ipsum' }),
+ fileName: 'text-file.txt',
+ mimeType: 'text/plain',
storageKey: 'org_1/text-file.txt',
});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts
index b8e84d2f..4d5dd980 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/memory/memory.storage-driver.ts
@@ -1,3 +1,5 @@
+import { Readable } from 'node:stream';
+import { collectStreamToFile } from '../../../../shared/streams/stream.convertion';
import { createFileNotFoundError } from '../../document-storage.errors';
import { defineStorageDriver } from '../drivers.models';
@@ -9,7 +11,9 @@ export const inMemoryStorageDriverFactory = defineStorageDriver(async () => {
return {
name: IN_MEMORY_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, storageKey }) => {
+ saveFile: async ({ fileStream, storageKey, mimeType, fileName }) => {
+ const { file } = await collectStreamToFile({ fileStream, fileName, mimeType });
+
storage.set(storageKey, file);
return { storageKey };
@@ -23,11 +27,15 @@ export const inMemoryStorageDriverFactory = defineStorageDriver(async () => {
}
return {
- fileStream: fileEntry.stream(),
+ fileStream: Readable.from(fileEntry.stream()),
};
},
deleteFile: async ({ storageKey }) => {
+ if (!storage.has(storageKey)) {
+ throw createFileNotFoundError();
+ }
+
storage.delete(storageKey);
},
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.int.test.ts b/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.int.test.ts
new file mode 100644
index 00000000..889a6a13
--- /dev/null
+++ b/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.int.test.ts
@@ -0,0 +1,48 @@
+import { CreateBucketCommand } from '@aws-sdk/client-s3';
+import { LocalstackContainer } from '@testcontainers/localstack';
+import { describe } from 'vitest';
+import { TEST_CONTAINER_IMAGES } from '../../../../../../test/containers/images';
+import { overrideConfig } from '../../../../config/config.test-utils';
+import { runDriverTestSuites } from '../drivers.test-suite';
+import { s3StorageDriverFactory } from './s3.storage-driver';
+
+describe('s3 storage-driver', () => {
+ describe('s3StorageDriver', () => {
+ runDriverTestSuites({
+ // In the ci it take more than 30 seconds to pull images
+ timeout: 40_000,
+ createDriver: async () => {
+ const localstackContainer = await new LocalstackContainer(TEST_CONTAINER_IMAGES.LOCALSTACK).start();
+ const bucketName = 'test-bucket';
+
+ const config = overrideConfig({
+ documentsStorage: {
+ drivers: {
+ s3: {
+ accessKeyId: 'test',
+ secretAccessKey: 'test',
+ bucketName,
+ region: 'us-east-1',
+ endpoint: localstackContainer.getConnectionUri(),
+ forcePathStyle: true,
+ },
+ },
+ },
+ });
+
+ const driver = await s3StorageDriverFactory({ config });
+
+ const s3Client = driver.getClient();
+
+ await s3Client.send(new CreateBucketCommand({ Bucket: bucketName }));
+
+ return {
+ driver,
+ [Symbol.asyncDispose]: async () => {
+ await localstackContainer.stop();
+ },
+ };
+ },
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts b/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts
index 08f422e3..c8f1fda7 100644
--- a/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts
+++ b/apps/papra-server/src/modules/documents/storage/drivers/s3/s3.storage-driver.ts
@@ -1,13 +1,22 @@
-import { DeleteObjectCommand, GetObjectCommand, S3Client } from '@aws-sdk/client-s3';
-import { Upload } from '@aws-sdk/lib-storage';
+import type { Readable } from 'node:stream';
+import { DeleteObjectCommand, GetObjectCommand, HeadObjectCommand, S3Client } from '@aws-sdk/client-s3';
+import { Upload } from '@aws-sdk/lib-storage';
+import { safely } from '@corentinth/chisels';
import { createFileNotFoundError } from '../../document-storage.errors';
import { defineStorageDriver } from '../drivers.models';
export const S3_STORAGE_DRIVER_NAME = 's3' as const;
+function isS3NotFoundError(error: Error) {
+ const codes = ['NoSuchKey', 'NotFound'];
+
+ return codes.includes(error.name)
+ || ('Code' in error && typeof error.Code === 'string' && codes.includes(error.Code));
+}
+
export const s3StorageDriverFactory = defineStorageDriver(async ({ config }) => {
- const { accessKeyId, secretAccessKey, bucketName, region, endpoint } = config.documentsStorage.drivers.s3;
+ const { accessKeyId, secretAccessKey, bucketName, region, endpoint, forcePathStyle } = config.documentsStorage.drivers.s3;
const s3Client = new S3Client({
region,
@@ -16,18 +25,19 @@ export const s3StorageDriverFactory = defineStorageDriver(async ({ config }) =>
accessKeyId,
secretAccessKey,
},
+ forcePathStyle,
});
return {
name: S3_STORAGE_DRIVER_NAME,
- saveFile: async ({ file, storageKey }) => {
+ getClient: () => s3Client,
+ saveFile: async ({ fileStream, storageKey }) => {
const upload = new Upload({
client: s3Client,
params: {
Bucket: bucketName,
Key: storageKey,
- Body: file.stream(),
- ContentLength: file.size,
+ Body: fileStream,
},
});
@@ -36,18 +46,42 @@ export const s3StorageDriverFactory = defineStorageDriver(async ({ config }) =>
return { storageKey };
},
getFileStream: async ({ storageKey }) => {
- const { Body } = await s3Client.send(new GetObjectCommand({
+ const [result, error] = await safely(s3Client.send(new GetObjectCommand({
Bucket: bucketName,
Key: storageKey,
- }));
+ })));
+
+ if (error && isS3NotFoundError(error)) {
+ throw createFileNotFoundError();
+ }
+
+ if (error) {
+ throw error;
+ }
+
+ const { Body } = result;
if (!Body) {
throw createFileNotFoundError();
}
- return { fileStream: Body.transformToWebStream() };
+ return { fileStream: Body as Readable };
},
deleteFile: async ({ storageKey }) => {
+ // First check if the file exists
+ const [, error] = await safely(s3Client.send(new HeadObjectCommand({
+ Bucket: bucketName,
+ Key: storageKey,
+ })));
+
+ if (error && isS3NotFoundError(error)) {
+ throw createFileNotFoundError();
+ }
+
+ if (error) {
+ throw error;
+ }
+
await s3Client.send(new DeleteObjectCommand({
Bucket: bucketName,
Key: storageKey,
diff --git a/apps/papra-server/src/modules/documents/tasks/extract-document-file-content.task.ts b/apps/papra-server/src/modules/documents/tasks/extract-document-file-content.task.ts
index 9a919a18..3f4052dc 100644
--- a/apps/papra-server/src/modules/documents/tasks/extract-document-file-content.task.ts
+++ b/apps/papra-server/src/modules/documents/tasks/extract-document-file-content.task.ts
@@ -1,20 +1,18 @@
import type { Database } from '../../app/database/database.types';
-import type { Config } from '../../config/config.types';
import type { TaskServices } from '../../tasks/tasks.services';
+import type { DocumentStorageService } from '../storage/documents.storage.services';
import { createTaggingRulesRepository } from '../../tagging-rules/tagging-rules.repository';
import { createTagsRepository } from '../../tags/tags.repository';
import { createDocumentsRepository } from '../documents.repository';
import { extractAndSaveDocumentFileContent } from '../documents.usecases';
-import { createDocumentStorageService } from '../storage/documents.storage.services';
-export async function registerExtractDocumentFileContentTask({ taskServices, db, config }: { taskServices: TaskServices; db: Database; config: Config }) {
+export async function registerExtractDocumentFileContentTask({ taskServices, db, documentsStorageService }: { taskServices: TaskServices; db: Database; documentsStorageService: DocumentStorageService }) {
const taskName = 'extract-document-file-content';
taskServices.registerTask({
taskName,
handler: async ({ data }) => {
const documentsRepository = createDocumentsRepository({ db });
- const documentsStorageService = await createDocumentStorageService({ config });
const taggingRulesRepository = createTaggingRulesRepository({ db });
const tagsRepository = createTagsRepository({ db });
diff --git a/apps/papra-server/src/modules/documents/tasks/hard-delete-expired-documents.task.ts b/apps/papra-server/src/modules/documents/tasks/hard-delete-expired-documents.task.ts
index 2e60d448..4f881d17 100644
--- a/apps/papra-server/src/modules/documents/tasks/hard-delete-expired-documents.task.ts
+++ b/apps/papra-server/src/modules/documents/tasks/hard-delete-expired-documents.task.ts
@@ -1,14 +1,14 @@
import type { Database } from '../../app/database/database.types';
import type { Config } from '../../config/config.types';
import type { TaskServices } from '../../tasks/tasks.services';
+import type { DocumentStorageService } from '../storage/documents.storage.services';
import { createLogger } from '../../shared/logger/logger';
import { createDocumentsRepository } from '../documents.repository';
import { deleteExpiredDocuments } from '../documents.usecases';
-import { createDocumentStorageService } from '../storage/documents.storage.services';
const logger = createLogger({ namespace: 'documents:tasks:hardDeleteExpiredDocuments' });
-export async function registerHardDeleteExpiredDocumentsTask({ taskServices, db, config }: { taskServices: TaskServices; db: Database; config: Config }) {
+export async function registerHardDeleteExpiredDocumentsTask({ taskServices, db, config, documentsStorageService }: { taskServices: TaskServices; db: Database; config: Config; documentsStorageService: DocumentStorageService }) {
const taskName = 'hard-delete-expired-documents';
const { cron, runOnStartup } = config.tasks.hardDeleteExpiredDocuments;
@@ -16,7 +16,6 @@ export async function registerHardDeleteExpiredDocumentsTask({ taskServices, db,
taskName,
handler: async () => {
const documentsRepository = createDocumentsRepository({ db });
- const documentsStorageService = await createDocumentStorageService({ config });
const { deletedDocumentsCount } = await deleteExpiredDocuments({
config,
diff --git a/apps/papra-server/src/modules/ingestion-folders/ingestion-folders.usecases.ts b/apps/papra-server/src/modules/ingestion-folders/ingestion-folders.usecases.ts
index aac31e3e..12619779 100644
--- a/apps/papra-server/src/modules/ingestion-folders/ingestion-folders.usecases.ts
+++ b/apps/papra-server/src/modules/ingestion-folders/ingestion-folders.usecases.ts
@@ -2,6 +2,7 @@ import type { Stats } from 'node:fs';
import type { Database } from '../app/database/database.types';
import type { Config } from '../config/config.types';
import type { CreateDocumentUsecase } from '../documents/documents.usecases';
+import type { DocumentStorageService } from '../documents/storage/documents.storage.services';
import type { OrganizationsRepository } from '../organizations/organizations.repository';
import type { FsServices } from '../shared/fs/fs.services';
import type { Logger } from '../shared/logger/logger';
@@ -19,6 +20,7 @@ import { isErrorWithCode } from '../shared/errors/errors';
import { createFsServices } from '../shared/fs/fs.services';
import { createLogger } from '../shared/logger/logger';
import { getRootDirPath } from '../shared/path';
+import { fileToReadableStream } from '../shared/streams/readable-stream';
import { isNil } from '../shared/utils';
import { addTimestampToFilename, getAbsolutePathFromFolderRelativeToOrganizationIngestionFolder, getOrganizationIdFromFilePath, isFileInDoneFolder, isFileInErrorFolder, normalizeFilePathToIngestionFolder } from './ingestion-folder.models';
import { createInvalidPostProcessingStrategyError } from './ingestion-folders.errors';
@@ -29,11 +31,13 @@ export function createIngestionFolderWatcher({
logger = createLogger({ namespace: 'ingestion-folder-watcher' }),
db,
taskServices,
+ documentsStorageService,
}: {
config: Config;
logger?: Logger;
db: Database;
taskServices: TaskServices;
+ documentsStorageService: DocumentStorageService;
}) {
const { folderRootPath, watcher: { usePolling, pollingInterval }, processingConcurrency } = config.ingestionFolder;
@@ -44,7 +48,7 @@ export function createIngestionFolderWatcher({
return {
startWatchingIngestionFolders: async () => {
const organizationsRepository = createOrganizationsRepository({ db });
- const createDocument = await createDocumentCreationUsecase({ db, config, logger, taskServices });
+ const createDocument = await createDocumentCreationUsecase({ db, config, logger, taskServices, documentsStorageService });
const ignored = await buildPathIgnoreFunction({ config, cwd, organizationsRepository });
@@ -137,7 +141,13 @@ export async function processFile({
return;
}
- const [result, error] = await safely(createDocument({ file, organizationId }));
+ // TODO: switch to native stream
+ const [result, error] = await safely(createDocument({
+ fileStream: fileToReadableStream(file),
+ fileName: file.name,
+ mimeType: file.type,
+ organizationId,
+ }));
const isNotInsertedBecauseAlreadyExists = isErrorWithCode({ error, code: DOCUMENT_ALREADY_EXISTS_ERROR_CODE });
diff --git a/apps/papra-server/src/modules/intake-emails/intake-emails.routes.ts b/apps/papra-server/src/modules/intake-emails/intake-emails.routes.ts
index 28a1662a..7fb178c6 100644
--- a/apps/papra-server/src/modules/intake-emails/intake-emails.routes.ts
+++ b/apps/papra-server/src/modules/intake-emails/intake-emails.routes.ts
@@ -145,7 +145,7 @@ function setupUpdateIntakeEmailRoute({ app, db }: RouteDefinitionContext) {
);
}
-function setupIngestIntakeEmailRoute({ app, db, config, trackingServices, taskServices }: RouteDefinitionContext) {
+function setupIngestIntakeEmailRoute({ app, db, config, trackingServices, taskServices, documentsStorageService }: RouteDefinitionContext) {
app.post(
INTAKE_EMAILS_INGEST_ROUTE,
validateFormData(z.object({
@@ -190,6 +190,7 @@ function setupIngestIntakeEmailRoute({ app, db, config, trackingServices, taskSe
const intakeEmailsRepository = createIntakeEmailsRepository({ db });
const createDocument = await createDocumentCreationUsecase({
+ documentsStorageService,
db,
config,
trackingServices,
diff --git a/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.test.ts b/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.test.ts
index 53436b0d..3ce5c907 100644
--- a/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.test.ts
+++ b/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.test.ts
@@ -7,6 +7,7 @@ import { createInMemoryDatabase } from '../app/database/database.test-utils';
import { overrideConfig } from '../config/config.test-utils';
import { documentsTable } from '../documents/documents.table';
import { createDocumentCreationUsecase } from '../documents/documents.usecases';
+import { inMemoryStorageDriverFactory } from '../documents/storage/drivers/memory/memory.storage-driver';
import { PLUS_PLAN_ID } from '../plans/plans.constants';
import { createLogger } from '../shared/logger/logger';
import { createSubscriptionsRepository } from '../subscriptions/subscriptions.repository';
@@ -31,8 +32,8 @@ describe('intake-emails usecases', () => {
const createDocument = await createDocumentCreationUsecase({
db,
taskServices,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
config: overrideConfig({
- documentsStorage: { driver: 'in-memory' },
organizationPlans: { isFreePlanUnlimited: true },
}),
});
@@ -73,8 +74,8 @@ describe('intake-emails usecases', () => {
const createDocument = await createDocumentCreationUsecase({
db,
taskServices,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
config: overrideConfig({
- documentsStorage: { driver: 'in-memory' },
organizationPlans: { isFreePlanUnlimited: true },
}),
});
@@ -106,8 +107,8 @@ describe('intake-emails usecases', () => {
const createDocument = await createDocumentCreationUsecase({
db,
taskServices,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
config: overrideConfig({
- documentsStorage: { driver: 'in-memory' },
organizationPlans: { isFreePlanUnlimited: true },
}),
});
@@ -144,8 +145,8 @@ describe('intake-emails usecases', () => {
const createDocument = await createDocumentCreationUsecase({
db,
taskServices,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
config: overrideConfig({
- documentsStorage: { driver: 'in-memory' },
organizationPlans: { isFreePlanUnlimited: true },
}),
});
@@ -193,8 +194,8 @@ describe('intake-emails usecases', () => {
const createDocument = await createDocumentCreationUsecase({
db,
taskServices,
+ documentsStorageService: await inMemoryStorageDriverFactory(),
config: overrideConfig({
- documentsStorage: { driver: 'in-memory' },
organizationPlans: { isFreePlanUnlimited: true },
}),
});
diff --git a/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.ts b/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.ts
index 19805315..2eea1161 100644
--- a/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.ts
+++ b/apps/papra-server/src/modules/intake-emails/intake-emails.usecases.ts
@@ -7,6 +7,7 @@ import type { IntakeEmailsRepository } from './intake-emails.repository';
import { safely } from '@corentinth/chisels';
import { getOrganizationPlan } from '../plans/plans.usecases';
import { addLogContext, createLogger } from '../shared/logger/logger';
+import { fileToReadableStream } from '../shared/streams/readable-stream';
import { createIntakeEmailLimitReachedError, createIntakeEmailNotFoundError } from './intake-emails.errors';
import { getIsFromAllowedOrigin } from './intake-emails.models';
@@ -107,7 +108,9 @@ export async function ingestEmailForRecipient({
await Promise.all(attachments.map(async (file) => {
const [result, error] = await safely(createDocument({
- file,
+ fileStream: fileToReadableStream(file),
+ fileName: file.name,
+ mimeType: file.type,
organizationId: intakeEmail.organizationId,
}));
diff --git a/apps/papra-server/src/modules/organizations/organizations.usecases.ts b/apps/papra-server/src/modules/organizations/organizations.usecases.ts
index 1b38315b..6ae18806 100644
--- a/apps/papra-server/src/modules/organizations/organizations.usecases.ts
+++ b/apps/papra-server/src/modules/organizations/organizations.usecases.ts
@@ -426,3 +426,31 @@ export async function resendOrganizationInvitation({
config,
});
}
+
+export async function getOrganizationStorageLimits({
+ organizationId,
+ plansRepository,
+ subscriptionsRepository,
+ documentsRepository,
+}: {
+ organizationId: string;
+ plansRepository: PlansRepository;
+ subscriptionsRepository: SubscriptionsRepository;
+ documentsRepository: DocumentsRepository;
+}) {
+ const [
+ { organizationPlan },
+ { documentsSize },
+ ] = await Promise.all([
+ getOrganizationPlan({ organizationId, subscriptionsRepository, plansRepository }),
+ documentsRepository.getOrganizationStats({ organizationId }),
+ ]);
+
+ const { maxDocumentStorageBytes, maxFileSize } = organizationPlan.limits;
+
+ return {
+ availableDocumentStorageBytes: maxDocumentStorageBytes - documentsSize,
+ maxDocumentStorageBytes,
+ maxFileSize,
+ };
+}
diff --git a/apps/papra-server/src/modules/plans/plans.repository.test.ts b/apps/papra-server/src/modules/plans/plans.repository.test.ts
index 6b02a933..c6be8316 100644
--- a/apps/papra-server/src/modules/plans/plans.repository.test.ts
+++ b/apps/papra-server/src/modules/plans/plans.repository.test.ts
@@ -25,6 +25,9 @@ describe('plans repository', () => {
organizationPlans: {
isFreePlanUnlimited: true,
},
+ documentsStorage: {
+ maxUploadSize: 0,
+ },
});
const { organizationPlans } = getOrganizationPlansRecords({ config });
@@ -33,6 +36,7 @@ describe('plans repository', () => {
maxDocumentStorageBytes: Number.POSITIVE_INFINITY,
maxIntakeEmailsCount: Number.POSITIVE_INFINITY,
maxOrganizationsMembersCount: Number.POSITIVE_INFINITY,
+ maxFileSize: Number.POSITIVE_INFINITY,
});
});
});
diff --git a/apps/papra-server/src/modules/plans/plans.repository.ts b/apps/papra-server/src/modules/plans/plans.repository.ts
index c1c708a6..ecc17355 100644
--- a/apps/papra-server/src/modules/plans/plans.repository.ts
+++ b/apps/papra-server/src/modules/plans/plans.repository.ts
@@ -1,6 +1,7 @@
import type { Config } from '../config/config.types';
import type { OrganizationPlanRecord } from './plans.types';
import { injectArguments } from '@corentinth/chisels';
+import { isDocumentSizeLimitEnabled } from '../documents/documents.models';
import { FAMILY_PLAN_ID, FREE_PLAN_ID, PLUS_PLAN_ID } from './plans.constants';
import { createPlanNotFoundError } from './plans.errors';
@@ -22,6 +23,7 @@ export function createPlansRepository({ config }: { config: Config }) {
export function getOrganizationPlansRecords({ config }: { config: Config }) {
const { isFreePlanUnlimited } = config.organizationPlans;
+ const { maxUploadSize } = config.documentsStorage;
const organizationPlans: Record<string, OrganizationPlanRecord> = {
[FREE_PLAN_ID]: {
@@ -29,11 +31,11 @@ export function getOrganizationPlansRecords({ config }: { config: Config }) {
name: 'Free',
isPerSeat: true,
limits: {
- maxDocumentStorageBytes: isFreePlanUnlimited ? Number.POSITIVE_INFINITY : 1024 * 1024 * 500, // 500 MB
+ maxDocumentStorageBytes: isFreePlanUnlimited ? Number.POSITIVE_INFINITY : 1024 * 1024 * 500, // 500 MiB
maxIntakeEmailsCount: isFreePlanUnlimited ? Number.POSITIVE_INFINITY : 1,
maxOrganizationsMembersCount: isFreePlanUnlimited ? Number.POSITIVE_INFINITY : 10,
+ maxFileSize: isDocumentSizeLimitEnabled({ maxUploadSize }) ? maxUploadSize : Number.POSITIVE_INFINITY,
},
-
},
[PLUS_PLAN_ID]: {
id: PLUS_PLAN_ID,
@@ -41,9 +43,10 @@ export function getOrganizationPlansRecords({ config }: { config: Config }) {
priceId: config.organizationPlans.plusPlanPriceId,
isPerSeat: true,
limits: {
- maxDocumentStorageBytes: 1024 * 1024 * 1024 * 5, // 5 GB
+ maxDocumentStorageBytes: 1024 * 1024 * 1024 * 5, // 5 GiB
maxIntakeEmailsCount: 10,
maxOrganizationsMembersCount: 100,
+ maxFileSize: 1024 * 1024 * 100, // 100 MiB
},
},
[FAMILY_PLAN_ID]: {
@@ -53,9 +56,10 @@ export function getOrganizationPlansRecords({ config }: { config: Config }) {
isPerSeat: false,
defaultSeatsCount: 6,
limits: {
- maxDocumentStorageBytes: 1024 * 1024 * 1024 * 5, // 5 GB
+ maxDocumentStorageBytes: 1024 * 1024 * 1024 * 5, // 5 GiB
maxIntakeEmailsCount: 10,
maxOrganizationsMembersCount: 6,
+ maxFileSize: 1024 * 1024 * 100, // 100 MiB
},
},
};
diff --git a/apps/papra-server/src/modules/plans/plans.types.ts b/apps/papra-server/src/modules/plans/plans.types.ts
index bf44708e..565465af 100644
--- a/apps/papra-server/src/modules/plans/plans.types.ts
+++ b/apps/papra-server/src/modules/plans/plans.types.ts
@@ -6,6 +6,7 @@ export type OrganizationPlanRecord = {
isPerSeat: boolean;
limits: {
maxDocumentStorageBytes: number;
+ maxFileSize: number;
maxIntakeEmailsCount: number;
maxOrganizationsMembersCount: number;
};
diff --git a/apps/papra-server/src/modules/shared/streams/byte-counter.test.ts b/apps/papra-server/src/modules/shared/streams/byte-counter.test.ts
new file mode 100644
index 00000000..0081d09e
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/byte-counter.test.ts
@@ -0,0 +1,58 @@
+import { PassThrough } from 'node:stream';
+import { pipeline } from 'node:stream/promises';
+import { describe, expect, test } from 'vitest';
+import { createByteCounter } from './byte-counter';
+
+describe('byte-counter', () => {
+ describe('createByteCounter', () => {
+ test('creates a counter that can be used to count the number of bytes in a stream', async () => {
+ const counter = createByteCounter();
+
+ const stream = new PassThrough();
+
+ stream.write('Hello, world!');
+ stream.end();
+
+ await pipeline(stream, counter.tap);
+
+ expect(counter.getByteCount()).toBe(13);
+ });
+
+ test('a callback can be provided to the counter to be called when the byte count changes', async () => {
+ const stream = new PassThrough();
+
+ stream.write('Lorem');
+
+ const args: unknown[] = [];
+
+ const counter = createByteCounter({
+ onByteCountChange: ({ byteCount }) => {
+ args.push(byteCount);
+ },
+ });
+
+ stream.write(' ipsum');
+ stream.end();
+
+ await pipeline(stream, counter.tap);
+
+ expect(args).toEqual([5, 11]);
+ });
+
+ test('the destroy function can be called to stop the stream and throw an error', async () => {
+ const stream = new PassThrough();
+
+ stream.write('Lorem');
+
+ const counter = createByteCounter({
+ onByteCountChange: ({ destroy }) => {
+ destroy({ error: new Error('test') });
+ },
+ });
+
+ await expect(pipeline(stream, counter.tap)).rejects.toThrow('test');
+
+ expect(stream.destroyed).toBe(true);
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/shared/streams/byte-counter.ts b/apps/papra-server/src/modules/shared/streams/byte-counter.ts
new file mode 100644
index 00000000..4df18005
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/byte-counter.ts
@@ -0,0 +1,20 @@
+import { Transform } from 'node:stream';
+
+export function createByteCounter({ onByteCountChange }: { onByteCountChange?: (arg: { byteCount: number; destroy: (args: { error: Error }) => void }) => void } = {}) {
+ let byteCount = 0;
+
+ const tap = new Transform({
+ async transform(chunk: Uint8Array, _, callback) {
+ byteCount += chunk.length;
+
+ onByteCountChange?.({ byteCount, destroy: ({ error }) => tap.destroy(error) });
+
+ callback(null, chunk);
+ },
+ });
+
+ return {
+ getByteCount: () => byteCount,
+ tap,
+ };
+}
diff --git a/apps/papra-server/src/modules/shared/streams/file-upload.ts b/apps/papra-server/src/modules/shared/streams/file-upload.ts
new file mode 100644
index 00000000..6ef3cdd9
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/file-upload.ts
@@ -0,0 +1,73 @@
+import type { Logger } from '../logger/logger';
+import { Readable } from 'node:stream';
+import createBusboy from 'busboy';
+import { createError } from '../errors/errors';
+import { createLogger } from '../logger/logger';
+
+export async function getFileStreamFromMultipartForm({
+ body,
+ headers,
+ fieldName = 'file',
+ logger = createLogger({ namespace: 'file-upload' }),
+}: {
+ body: ReadableStream | null | undefined;
+ headers: Record<string, string>;
+ fieldName?: string;
+ logger?: Logger;
+}) {
+ if (!body) {
+ throw createError({
+ message: 'Missing body',
+ code: 'document.no_body',
+ statusCode: 400,
+ });
+ }
+
+ const { promise, resolve, reject } = Promise.withResolvers<{ fileStream: Readable; fileName: string; mimeType: string }>();
+
+ const bb = createBusboy({
+ headers,
+ limits: {
+ files: 1, // Only allow one file
+ },
+ })
+ .on('file', (formFieldname, fileStream, info) => {
+ if (formFieldname !== fieldName) {
+ if (!bb.destroyed) {
+ bb.destroy();
+ }
+
+ reject(createError({
+ message: 'Invalid file fieldname',
+ code: 'document.invalid_file_fieldname',
+ statusCode: 400,
+ }));
+ }
+
+ resolve({
+ fileStream,
+ fileName: info.filename,
+ mimeType: info.mimeType,
+ });
+ })
+ .on('error', (error) => {
+ logger.error({ error }, 'Busboy error');
+
+ if (!bb.destroyed) {
+ bb.destroy();
+ }
+
+ reject(
+ createError({
+ message: 'Error parsing multipart form',
+ code: 'document.parse_error',
+ statusCode: 400,
+ cause: error,
+ }),
+ );
+ });
+
+ Readable.fromWeb(body).pipe(bb);
+
+ return promise;
+}
diff --git a/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts b/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts
index 3c8462d9..99043b1b 100644
--- a/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts
+++ b/apps/papra-server/src/modules/shared/streams/readable-stream.test.ts
@@ -1,5 +1,6 @@
+import { Readable } from 'node:stream';
import { describe, expect, test } from 'vitest';
-import { collectReadableStreamToString } from './readable-stream';
+import { collectReadableStreamToString, fileToReadableStream } from './readable-stream';
describe('readable-stream', () => {
describe('collectReadableStreamToString', () => {
@@ -25,5 +26,28 @@ describe('readable-stream', () => {
expect(result).toEqual('Hello, world!');
});
+
+ test('it also collects native streams', async () => {
+ const stream = new Readable();
+ stream.push('Hello, world!');
+ stream.push(null);
+
+ const result = await collectReadableStreamToString({ stream });
+
+ expect(result).toEqual('Hello, world!');
+ });
+ });
+
+ describe('fileToReadableStream', () => {
+ test('converts a File object to a native Readable stream', async () => {
+ const file = new File(['Hello, world!'], 'hello.txt', { type: 'text/plain' });
+ const stream = fileToReadableStream(file);
+
+ expect(stream).toBeInstanceOf(Readable);
+
+ const result = await collectReadableStreamToString({ stream });
+
+ expect(result).toEqual('Hello, world!');
+ });
});
});
diff --git a/apps/papra-server/src/modules/shared/streams/readable-stream.ts b/apps/papra-server/src/modules/shared/streams/readable-stream.ts
index c8ec095e..f740294e 100644
--- a/apps/papra-server/src/modules/shared/streams/readable-stream.ts
+++ b/apps/papra-server/src/modules/shared/streams/readable-stream.ts
@@ -1,3 +1,17 @@
-export async function collectReadableStreamToString({ stream }: { stream: ReadableStream }) {
+import { Readable } from 'node:stream';
+
+export async function collectReadableStreamToString({ stream }: { stream: ReadableStream | Readable }) {
return new Response(stream).text();
}
+
+export function fileToReadableStream(file: File) {
+ return Readable.fromWeb(file.stream());
+}
+
+export function createReadableStream({ content }: { content: string }) {
+ const stream = new Readable();
+ stream.push(content);
+ stream.push(null);
+
+ return stream;
+}
diff --git a/apps/papra-server/src/modules/shared/streams/stream-hash.test.ts b/apps/papra-server/src/modules/shared/streams/stream-hash.test.ts
new file mode 100644
index 00000000..cf7d1f74
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/stream-hash.test.ts
@@ -0,0 +1,22 @@
+import { PassThrough } from 'node:stream';
+import { pipeline } from 'node:stream/promises';
+import { describe, expect, test } from 'vitest';
+import { createSha256HashTransformer } from './stream-hash';
+
+describe('stream-hash', () => {
+ describe('createSha256HashTransformer', () => {
+ test('creates a transformer that can be used to hash a stream', async () => {
+ const transformer = createSha256HashTransformer();
+
+ const stream = new PassThrough();
+
+ stream.write('Hello, world!');
+ stream.end();
+
+ await pipeline(stream, transformer.tap);
+
+ expect(transformer.getHash()).toBe('315f5bdb76d078c43b8ac0064e4a0164612b1fce77c869345bfc94c75894edd3');
+ expect(transformer.getHash()).toBe('315f5bdb76d078c43b8ac0064e4a0164612b1fce77c869345bfc94c75894edd3');
+ });
+ });
+});
diff --git a/apps/papra-server/src/modules/shared/streams/stream-hash.ts b/apps/papra-server/src/modules/shared/streams/stream-hash.ts
new file mode 100644
index 00000000..32f0da23
--- /dev/null
+++ b/apps/papra-server/src/modules/shared/streams/stream-hash.ts
@@ -0,0 +1,40 @@
+import type { BinaryLike, BinaryToTextEncoding } from 'node:crypto';
+import crypto from 'node:crypto';
+import { Transform } from 'node:stream';
+import { isNil } from 'lodash-es';
+
+export async function getStreamSha256Hash<Stream extends ReadableStream<Uint8Array> = ReadableStream<Uint8Array>>({ stream, digest = 'hex' }: { stream: Stream; digest?: BinaryToTextEncoding }): Promise<{ hash: string }> {
+ const hash = crypto.createHash('sha256');
+
+ for await (const chunk of stream) {
+ hash.update(chunk);
+ }
+
+ return { hash: hash.digest(digest) };
+}
+
+export function createSha256HashTransformer({ digest = 'hex' }: { digest?: BinaryToTextEncoding } = {}) {
+ const hasher = crypto.createHash('sha256');
+ let hash: string | undefined;
+
+ const tap = new Transform({
+ transform(chunk: BinaryLike, _, callback) {
+ hasher.update(chunk);
+ callback(null, chunk);
+ },
+ final(callback) {
+ hash = hasher.digest(digest);
+ callback();
+ },
+ });
+
+ return {
+ getHash: () => {
+ if (isNil(hash)) {
+ throw new Error('Hash not computed yet');
+ }
+ return hash;
+ },
+ tap,
+ };
+}
diff --git a/apps/papra-server/src/modules/shared/streams/stream.convertion.ts b/apps/papra-server/src/modules/shared/streams/stream.convertion.ts
index f4490293..294c27ef 100644
--- a/apps/papra-server/src/modules/shared/streams/stream.convertion.ts
+++ b/apps/papra-server/src/modules/shared/streams/stream.convertion.ts
@@ -1,4 +1,7 @@
-export async function collectStreamToFile({ fileStream, fileName, mimeType }: { fileStream: ReadableStream; fileName: string; mimeType: string }): Promise<{ file: File }> {
+import type { Readable } from 'node:stream';
+import type { ReadableStream } from 'node:stream/web';
+
+export async function collectStreamToFile({ fileStream, fileName, mimeType }: { fileStream: ReadableStream | Readable; fileName: string; mimeType: string }): Promise<{ file: File }> {
const response = new Response(fileStream);
const blob = await response.blob();
diff --git a/apps/papra-server/src/modules/tasks/tasks.definitions.ts b/apps/papra-server/src/modules/tasks/tasks.definitions.ts
index b800b337..82e6a5c7 100644
--- a/apps/papra-server/src/modules/tasks/tasks.definitions.ts
+++ b/apps/papra-server/src/modules/tasks/tasks.definitions.ts
@@ -1,12 +1,13 @@
import type { Database } from '../app/database/database.types';
import type { Config } from '../config/config.types';
+import type { DocumentStorageService } from '../documents/storage/documents.storage.services';
import type { TaskServices } from './tasks.services';
import { registerExtractDocumentFileContentTask } from '../documents/tasks/extract-document-file-content.task';
import { registerHardDeleteExpiredDocumentsTask } from '../documents/tasks/hard-delete-expired-documents.task';
import { registerExpireInvitationsTask } from '../organizations/tasks/expire-invitations.task';
-export async function registerTaskDefinitions({ taskServices, db, config }: { taskServices: TaskServices; db: Database; config: Config }) {
- await registerHardDeleteExpiredDocumentsTask({ taskServices, db, config });
+export async function registerTaskDefinitions({ taskServices, db, config, documentsStorageService }: { taskServices: TaskServices; db: Database; config: Config; documentsStorageService: DocumentStorageService }) {
+ await registerHardDeleteExpiredDocumentsTask({ taskServices, db, config, documentsStorageService });
await registerExpireInvitationsTask({ taskServices, db, config });
- await registerExtractDocumentFileContentTask({ taskServices, db, config });
+ await registerExtractDocumentFileContentTask({ taskServices, db, documentsStorageService });
}
diff --git a/apps/papra-server/src/scripts/pull-test-container-images.script.ts b/apps/papra-server/src/scripts/pull-test-container-images.script.ts
new file mode 100644
index 00000000..580a3658
--- /dev/null
+++ b/apps/papra-server/src/scripts/pull-test-container-images.script.ts
@@ -0,0 +1,9 @@
+import { pullTestContainerImages } from '../../test/containers/images.services';
+import { runScript } from './commons/run-script';
+
+await runScript(
+ { scriptName: 'pull-test-container-images' },
+ async () => {
+ await pullTestContainerImages();
+ },
+);
diff --git a/apps/papra-server/test/containers/images.services.ts b/apps/papra-server/test/containers/images.services.ts
new file mode 100644
index 00000000..6da46cf3
--- /dev/null
+++ b/apps/papra-server/test/containers/images.services.ts
@@ -0,0 +1,21 @@
+import { getContainerRuntimeClient, ImageName } from 'testcontainers';
+import { createLogger } from '../../src/modules/shared/logger/logger';
+import { TEST_CONTAINER_IMAGES } from './images';
+
+const logger = createLogger({ namespace: 'test-containers' });
+
+export async function pullTestContainerImages() {
+ const containerRuntimeClient = await getContainerRuntimeClient();
+
+ await Promise.all(
+ Object
+ .values(TEST_CONTAINER_IMAGES)
+ .map(async (image) => {
+ const startedAt = Date.now();
+ await containerRuntimeClient.image.pull(ImageName.fromString(image));
+ const durationMs = Date.now() - startedAt;
+
+ logger.info({ durationMs }, `Pulled image ${image}`);
+ }),
+ );
+}
diff --git a/apps/papra-server/test/containers/images.ts b/apps/papra-server/test/containers/images.ts
new file mode 100644
index 00000000..fbeeb3bb
--- /dev/null
+++ b/apps/papra-server/test/containers/images.ts
@@ -0,0 +1,4 @@
+export const TEST_CONTAINER_IMAGES = {
+ LOCALSTACK: 'localstack/localstack:3.0.0',
+ AZURITE: 'mcr.microsoft.com/azure-storage/azurite:3.35.0',
+};
diff --git a/apps/papra-server/vitest.config.ts b/apps/papra-server/vitest.config.ts
new file mode 100644
index 00000000..94ede10e
--- /dev/null
+++ b/apps/papra-server/vitest.config.ts
@@ -0,0 +1,3 @@
+import { defineConfig } from 'vitest/config';
+
+export default defineConfig({});
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index ec424d00..c51abc13 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -12,12 +12,18 @@ catalogs:
'@types/node':
specifier: ^22.15.21
version: 22.16.0
+ '@vitest/coverage-v8':
+ specifier: ^3.0.2
+ version: 3.2.4
better-auth:
specifier: 1.3.4
version: 1.3.4
eslint:
specifier: ^9.30.1
version: 9.30.1
+ tsdown:
+ specifier: ^0.13.4
+ version: 0.13.4
typescript:
specifier: ^5.6.2
version: 5.8.3
@@ -283,12 +289,12 @@ importers:
'@paralleldrive/cuid2':
specifier: ^2.2.2
version: 2.2.2
- backblaze-b2:
- specifier: ^1.7.1
- version: 1.7.1
better-auth:
specifier: 'catalog:'
+ busboy:
+ specifier: ^1.6.0
+ version: 1.6.0
c12:
specifier: ^3.0.4
version: 3.0.4([email protected])
@@ -359,12 +365,21 @@ importers:
'@crowlog/pretty':
specifier: ^1.2.1
version: 1.2.1
+ '@testcontainers/azurite':
+ specifier: ^11.5.1
+ version: 11.5.1
+ '@testcontainers/localstack':
+ specifier: ^11.5.1
+ version: 11.5.1
'@total-typescript/ts-reset':
specifier: ^0.6.1
version: 0.6.1
'@types/backblaze-b2':
specifier: ^1.5.6
version: 1.5.6
+ '@types/busboy':
+ specifier: ^1.5.4
+ version: 1.5.4
'@types/lodash-es':
specifier: ^4.17.12
version: 4.17.12
@@ -401,6 +416,9 @@ importers:
memfs:
specifier: ^4.17.2
version: 4.17.2
+ testcontainers:
+ specifier: ^11.5.1
+ version: 11.5.1
typescript:
specifier: 'catalog:'
version: 5.8.3
@@ -1027,6 +1045,9 @@ packages:
resolution: {integrity: sha512-ruv7Ae4J5dUYULmeXw1gmb7rYRz57OWCPM57pHojnLq/3Z1CK2lNSLTCVjxVk1F/TZHwOZZrOWi0ur95BbLxNQ==}
engines: {node: '>=6.9.0'}
+ '@balena/[email protected]':
+ resolution: {integrity: sha512-wMue2Sy4GAVTk6Ic4tJVcnfdau+gx2EnG7S+uAEe+TWJFqE4YoWN4/H8MSLj4eYJKxGg26lZwboEniNiNwZQ6Q==}
+
resolution: {integrity: sha512-6zABk/ECA/QYSCQ1NGiVwwbQerUCZ+TQbp64Q3AgmfNvurHH0j8TtXa1qbShXA6qqkpAj4V5W8pP6mLe1mcMqA==}
engines: {node: '>=18'}
@@ -2229,6 +2250,15 @@ packages:
'@floating-ui/[email protected]':
resolution: {integrity: sha512-MDWhGtE+eHw5JW7lq4qhc5yRLS11ERl1c7Z6Xd0a58DozHES6EnNNwUWbMiG4J9Cgj053Bhk8zvlhFYKVhULwg==}
+ resolution: {integrity: sha512-GsFaMXCkMqkKIvwCQjCrwH+GHbPKBjhwo/8ZuUkWHqbI73Kky9I+pQltrlT0+MWpedCoosda53lgjYfyEPgxBg==}
+ engines: {node: '>=12.10.0'}
+
+ resolution: {integrity: sha512-tMXdRCfYVixjuFK+Hk0Q1s38gV9zDiDJfWL3h1rv4Qc39oILCu1TRTDt7+fGUI8K4G1Fj125Hx/ru3azECWTyQ==}
+ engines: {node: '>=6'}
+ hasBin: true
+
'@hexagon/[email protected]':
resolution: {integrity: sha512-lhqDEAvWixy3bZ+UOYbPwUbBkwBq5C1LAJ/xPC8Oi+lL54oyakv/npbA0aU2hgCsx/1NUd4IBvV03+aUBWxerw==}
@@ -2416,6 +2446,9 @@ packages:
'@jridgewell/[email protected]':
resolution: {integrity: sha512-uw6guiW/gcAGPDhLmd77/6lW8QLeiV5RUTsAX46Db6oLhGaVj4lhnPwb184s1bkc8kdVg/+h988dro8GRDpmYQ==}
+ '@js-sdsl/[email protected]':
+ resolution: {integrity: sha512-iUKgm52T8HOE/makSxjqoWhe95ZJA1/G1sYsGev2JDKUSS14KAgg1LHb+Ba+IPow0xflbnSkOsZcO08C7w1gYw==}
+
'@jsonjoy.com/[email protected]':
resolution: {integrity: sha512-q6XAnWQDIMA3+FTiOYajoYqySkO+JSat0ytXGSuRdq9uXE7o92gzuQwQM14xaCRlBLGq3v5miDGC4vkVTn54xA==}
engines: {node: '>=10.0'}
@@ -2769,6 +2802,36 @@ packages:
resolution: {integrity: sha512-8LduaNlMZGwdZ6qWrKlfa+2M4gahzFkprZiAt2TF8uS0qQgBizKXpXURqvTJ4WtmupWxaLqjRb2UCTe72mu+Aw==}
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-j+gKExEuLmKwvz3OgROXtrJ2UG2x8Ch2YZUxahh+s1F2HZ+wAceUNLkvy6zKCPVRkU++ZWQrdxsUeQXmcg4uoQ==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-AZkcAA5vnN/v4PDqKyMR5lx7hZttPDgClv83E//FMNhR2TMcLUhfRUBHCmSl0oi9zMgDDqRUJkSxO3wm85+XLg==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-YyFaikqM5sH0ziFZCN3xDC7zeGaB/d0IUb9CATugHWbd1FRFwWwt4ld4OYMPWu5a3Xe01mGAULCdqhMlPl29Jg==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-j9ednRT81vYJ9OfVuXG6ERSTdEL1xVsNgqpkxMsbIabzSo3goCjDIveeGv5d03om39ML71RdmrGNjG5SReBP/Q==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-lljVXpqXebpsijW71PZaCYeIcE5on1w5DlQy5WH6GLbFryLUrBD4932W/E2BSpfRJWseIL4v/KPgBFxDOIdKpQ==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-Ddb+kVXlXst9d+R9PfTIxh1EdNkgoRe5tOX6t01f1lYWOvJnSPDBlG241QLzcyPdoNTsblLUdujGSE4RzrTZGQ==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-kdSefcPdruJiFMVSbn801t4vFK7KB/5gd2fYvrxhuJYg8ILrmn9SKSX2tZdV6V+ksulWqS7aXjBcRXl3wHoD9Q==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-6JOcJ5Tm08dOHAbdR3GrvP+yUUfkjG5ePsHYczMFLq3ZmMkAD98cDgcT2iA1lJ9NVwFd4tH/iSSoe44YWkltEA==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-0kELaGSIDBKvcgS4zkjz1PeddatrjYcmMWOlAuAPwAeccUrPHdUqo/J6LiymHHEiJT5NrF1UVwxY14f+fy4WQw==}
+
+ '@protobufjs/[email protected]':
+ resolution: {integrity: sha512-Vvn3zZrhQZkkBE8LSuW3em98c0FwgO4nxzv6OdSxPKJIEKY2bGbHn+mhGIPerzI4twdxaP8/0+06HBpwf345Lw==}
+
'@quansync/[email protected]':
resolution: {integrity: sha512-vy/41FCdnIalPTQCb2Wl0ic1caMdzGus4ktDp+gpZesQNydXcx8nhh8qB3qMPbGkictOTaXgXEUUfQEm8DQYoA==}
@@ -3355,6 +3418,12 @@ packages:
resolution: {integrity: sha512-ldZXEhOBb8Is7xLs01fR3YEc3DERiz5silj8tnGkFZytt1abEvl/GhUmCE0PMLaMPTa3Jk4HbKmRlHmu+gCftg==}
engines: {node: '>=12'}
+ '@testcontainers/[email protected]':
+ resolution: {integrity: sha512-foYw3te1+rBurYx821YdoyxxCE/4pFqeKyu6y2+sTY5tx0eaEJl7i+W/2dfM4M+ysQDxFu61zTPlvbq6ck9k6A==}
+
+ '@testcontainers/[email protected]':
+ resolution: {integrity: sha512-uDlPLfRD9sG4X4Dtc1jOAMWAcl//2ISSii/W07vP3/JPseQmSb5cd7P7pGxhqL5xdbk5vjamdaMXAGdIzYZxvg==}
+
'@total-typescript/[email protected]':
resolution: {integrity: sha512-cka47fVSo6lfQDIATYqb/vO1nvFfbPw7uWLayIXIhGETj0wcOOlrlkobOMDNQOFr9QOafegUPq13V2+6vtD7yg==}
@@ -3376,6 +3445,9 @@ packages:
resolution: {integrity: sha512-IGx7YhySgHYLns8nkDGPcejPpoG20eHdLBjtJK+QIh44OvG/QOBfCivfRajVoYKf2tczqCY/KIdOin6BfkF18Q==}
+ '@types/[email protected]':
+ resolution: {integrity: sha512-kG7WrUuAKK0NoyxfQHsVE6j1m01s6kMma64E+OZenQABMQyTJop1DumUWcLwAQ2JzpefU7PDYoRDKl8uZosFjw==}
+
resolution: {integrity: sha512-8kB30R7Hwqf40JPiKhVzodJs2Qc1ZJ5zuT3uzw5Hq/dhNCl3G3l83jfpdI1e20BP348+fV7VIL/+FxaXkqBmWg==}
@@ -3385,6 +3457,12 @@ packages:
resolution: {integrity: sha512-c9h9dVVMigMPc4bwTvC5dxqtqJZwQPePsWjPlpSOnojbor6pGqdk541lfA7AqFQr5pB1BRdq0juY9db81BwyFw==}
+ '@types/[email protected]':
+ resolution: {integrity: sha512-yKpAGEuKRSS8wwx0joknWxsmLha78wNMe9R2S3UNsVOkZded8UqOrV8KoeDXoXsjndxwyF3eIhyClGbO1SEhEg==}
+
+ '@types/[email protected]':
+ resolution: {integrity: sha512-U1jqHMShibMEWHdxYhj3rCMNCiLx5f35i4e3CEUuW+JSSszc/tVqc6WCAPdhwBymG5R/vgbcceagK0St7Cq6Eg==}
+
resolution: {integrity: sha512-eOIHzCUSH7SMfonMG1LsC2f8vxBFtho6NGBznK41R84YzPuvSBzrhEps33IsQiOW9+VL6NQ9DbjQJznk/S4uRA==}
@@ -3442,6 +3520,9 @@ packages:
resolution: {integrity: sha512-w+tIMs3rq2afQdsPJlODhoUEKzFP1ayaoyl1CcnwtIlsVe7K7bA1NGm4s3PraqTLlXnbIN84zuBlxBWo1u9BLw==}
+ '@types/[email protected]':
+ resolution: {integrity: sha512-K7DIaHnh0mzVxreCR9qwgNxp3MH9dltPNIEddW9MYUlcKAzm+3grKNSTe2vCJHI1FaLpvpL5JGJrz1UZDKYvDg==}
+
resolution: {integrity: sha512-B2egV9wALML1JCpv3VQoQ+yesQKAmNMBIAY7OteVrikcOcAkWm+dGL6qpeCktPjAv6N1JLnhbNiqS35UpFyBsQ==}
@@ -3466,6 +3547,15 @@ packages:
resolution: {integrity: sha512-rO73L89PJxeYM3s3pPPjiPgVVcymqU490g0YO5n5By0k2Erzj6tay/4lr1CHAAU4JyOWd1rpQ8bCf6cZfHU96A==}
+ '@types/[email protected]':
+ resolution: {integrity: sha512-Sy8tpEmCce4Tq0oSOYdfqaBpA3hDM8SoxoFh5vzFsu2oL+znzGz8oVWW7xb4K920yYMUY+PIG31qZnFMfPWNCg==}
+
+ '@types/[email protected]':
+ resolution: {integrity: sha512-lbLLlXxdCZOSJMCInKH2+9V/77ET2J6NPQHpFI0kda61Dd1KglJs+fPQBchizmzYSOJBgdTajhPqBO1xxLywvg==}
+
+ '@types/[email protected]':
+ resolution: {integrity: sha512-N1ASjp/nXH3ovBHddRJpli4ozpk6UdDYIX4RJWFa9L1YKnzdhTlVmiGHm4DZnj/jLbqZpes4aeR30EFGQtvhQQ==}
+
resolution: {integrity: sha512-CmBKiL6NNo/OqgmMn95Fk9Whlp2mtvIv+KNpQKN2F4SjvrEesubTRWGYSg+BnWZOnlCaSTU1sMpsBOzgbYhnsA==}
@@ -3819,6 +3909,10 @@ packages:
resolution: {integrity: sha512-nne9/IiQ/hzIhY6pdDnbBtz7DjPTKrY00P/zvPSm5pOFkl6xuGrGnXn/VtTNNfNtAfZ9/1RtehkszU9qcTii0Q==}
+ resolution: {integrity: sha512-h8lQ8tacZYnR3vNQTgibj+tODHI5/+l06Au2Pcriv/Gmet0eaj4TwWH41sO9wnHDiQsEj19q0drzdWdeAHtweg==}
+ engines: {node: '>=6.5'}
+
resolution: {integrity: sha512-rq9s+JNhf0IChjtDXxllJ7g41oZk5SlXtp0LHwyA5cejwn7vKmKp4pPri6YEePv2PU65sAsegbXtIinmDFDXgQ==}
peerDependencies:
@@ -3890,6 +3984,14 @@ packages:
resolution: {integrity: sha512-lYe4Gx7QT+MKGbDsA+Z+he/Wtef0BiwDOlK/XkBrdfsh9J/jPPXbX0tE9x9cl27Tmu5gg3QUbUrQYa/y+KOHPQ==}
+ resolution: {integrity: sha512-wuLJMmIBQYCsGZgYLTy5FIB2pF6Lfb6cXMSF8Qywwk3t20zWnAi7zLcQFdKQmIB8wyZpY5ER38x08GbwtR2cLA==}
+ engines: {node: '>= 14'}
+
+ resolution: {integrity: sha512-ZcbTaIqJOfCc03QwD468Unz/5Ir8ATtvAHsK+FdXbDIbGfihqh9mrvdcYunQzqn4HrvWWaFyaxJhGZagaJJpPQ==}
+ engines: {node: '>= 14'}
+
resolution: {integrity: sha512-ixiS0nLNNG5jNQzgZJNoUpBKdo9yTYZMGJ+QgT2jmjR7G7+QHRCc4v6LQ3NgE7EBJq+o0ams3waJwkrlBom8Ig==}
engines: {node: '>=14'}
@@ -3919,6 +4021,9 @@ packages:
resolution: {integrity: sha512-HGyxoOTYUyCM6stUe6EJgnd4EoewAI7zMdfqO+kGjnlZmBDz/cR5pf8r/cR4Wq60sL/p0IkcjUEEPwS3GFrIyw==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-ix/FxPn0MDjeyJ7i/yoHGFt/EX6LyNbxSEhPPXODPL+KB0VPk86UYfL0lMdy+KCnv+fmvIzySwaK5COwqVbWTQ==}
+
resolution: {integrity: sha512-FVnvrKJwpt9LP2lAMl8qZswRNm3T4q9CON+bxldk2iwk3FFpuwhx2FfinyitizWHsVYyaY+y5JzDR0rCMV5yTQ==}
engines: {node: '>=12.0.0'}
@@ -3958,20 +4063,18 @@ packages:
peerDependencies:
'@astrojs/compiler': '>=0.27.0'
+ resolution: {integrity: sha512-Az2ZTpuytrtqENulXwO3GGv1Bztugx6TT37NIo7imr/Qo0gsYiGtSdBa2B6fsXhTpVZDNfu1Qn3pk531e3q+nQ==}
+
+ resolution: {integrity: sha512-htCUDlxyyCLMgaM3xXg0C0LW2xqfuQ6p05pCEIsXuyQ+a1koYKTuBMzRNwmybfLgvJDMd0r1LTn4+E0Ti6C2AA==}
+
resolution: {integrity: sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==}
resolution: {integrity: sha512-kU6FmrwZ3Lx7/7y3hPS5QnbJfaohcIul5fGqf7ok+4KklIEk9tJ0C2IQPdacSbVUWv6zVHXEBWoWd6NrVMT7Cw==}
- resolution: {integrity: sha512-aR99oXhpEDGo0UuAlYcn2iGRds30k366Zfa05XWScR9QaQD4JYiP3/1Qt1u7YlefUOK+cn0CcwoL1oefavQUlQ==}
- peerDependencies:
- axios: 0.x || 1.x
-
- resolution: {integrity: sha512-/1xYAC4MP/HEG+3duIhFr4ZQXR4sQXOIe+o6sdqzeykGLx6Upp/1p8MHqhINOvGeP7xyNHe7tsiJByc4SSVUxw==}
-
resolution: {integrity: sha512-eBSYY4Y68NNlHbHBMdeDmKNtDgXWhQsJcGqzO3iLUM0GraQFSS9cVgPX5I9b3lbdFKyYoAEGAZF1DwhTaljNAw==}
@@ -3992,10 +4095,6 @@ packages:
peerDependencies:
'@babel/core': ^7.0.0
- resolution: {integrity: sha512-ns+oIO0NO5ysIIcs4xn2PfG34GlkGFLUckDWfQcsaCE2THDNRWzc5lWjR3LUrq6DA0E5KUGOhgkAs/q+QrgpNw==}
- engines: {node: '>=10.0'}
-
resolution: {integrity: sha512-0xO6mYd7JB2YesxDKplafRpsiOzPt9V02ddPCLbY1xYGPOX24NTyN50qnUxgCPcSoYMhKpAuBTjQoRZCAkUDRw==}
@@ -4039,6 +4138,9 @@ packages:
resolution: {integrity: sha512-9IIS3UPrvIa1Ej+lVDdDwO7zLehjqsaByECw0bu2RRGP73jALm6FYbzI5gWbgHLvNdkvfXB5YrSbocZdOS0c0w==}
+ resolution: {integrity: sha512-qeFIXtP4MSoi6NLqO12WfqARWWuCKi2Rn/9hJLEmtB5yTNr9DqFWkJRCf2qShWzPeAMRnOgCrq0sg/KLv5ES9w==}
+
resolution: {integrity: sha512-JbZYam6Cs3Eu5CSoMK120zSshfaKvrCftSo/+v7524H1RvhryQ7UtMbzagBcXj0Digjj8hZtVkkR4tTZD/wK2g==}
peerDependencies:
@@ -4106,12 +4208,23 @@ packages:
engines: {node: ^6 || ^7 || ^8 || ^9 || ^10 || ^11 || ^12 || >=13.7}
hasBin: true
+ resolution: {integrity: sha512-Db1SbgBS/fg/392AblrMJk97KggmvYhr4pB5ZIMTWtaivCPMWLkmb7m21cJvpvgK+J3nsU2CmmixNBZx4vFj/w==}
+ engines: {node: '>=8.0.0'}
+
resolution: {integrity: sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==}
resolution: {integrity: sha512-/gDYp/UtU0eA1ys8bOs9J6a+E/KWIY+DZ+Q2WESNUA0jFRsJOc0SNUO6xJ5SGA1xueg3NL65W6s+NY5l9cunuw==}
+ resolution: {integrity: sha512-FTiCpNxtwiZZHEZbcbTIcZjERVICn9yq/pDFkTl95/AxzD1naBctN7YO68riM/gLSDY7sdrMby8hofADYuuqOA==}
+
+ resolution: {integrity: sha512-8f9ZJCUXyT1M35Jx7MkBgmBMo3oHTTBIPLiY9xyL0pl3T5RwcPEY8cUHr5LBNfu/fk6c2T4DJZuVM/8ZZT2D2A==}
+ engines: {node: '>=10.0.0'}
+
resolution: {integrity: sha512-zhaCDicdLuWN5UbN5IMnFqNMhNfo919sH85y2/ea+5Yg9TsTkeZxpL+JLbp6cgYFS4sRLp3YV4S6yDuqVWHYOw==}
engines: {node: '>=6'}
@@ -4126,6 +4239,14 @@ packages:
peerDependencies:
esbuild: '>=0.18'
+ resolution: {integrity: sha512-8SFQbg/0hQ9xy3UNTB0YEnsNBbWfhf7RtnzpL7TkBiTBRfrQ9Fxcnz7VJsleJpyp6rVLvXiuORqjlHi5q+PYuA==}
+ engines: {node: '>=10.16.0'}
+
+ resolution: {integrity: sha512-s6webAy+R4SR8XVuJWt2V2rGvhnrhxN+9S15GNuTK3wKPOXFF6RNc+8ug2XhH+2s4f+uudG4kUVYmYOQWL2g0Q==}
+ engines: {node: '>=0.10.0'}
+
resolution: {integrity: sha512-t5FaZTYbbCtvxuZq9xxIruYydrAGsJ+8UdP0pZzMiK2xl/gNiSOy0OxhLzHUEEb0m1QXYqfzfvyIFEmz/g9lqg==}
peerDependencies:
@@ -4290,6 +4411,10 @@ packages:
resolution: {integrity: sha512-L3sHRo1pXXEqX8VU28kfgUY+YGsk09hPqZiZmLacNib6XNTCM8ubYeT7ryXQw8asB1sKgcU5lkB7ONug08aB8w==}
+ resolution: {integrity: sha512-6FqVXeETqWPoGcfzrXb37E50NP0LXT8kAMu5ooZayhWWdgEY4lBEEcbQNXtkuKQsGduxiIcI4gOTsxTmuq/bSg==}
+ engines: {node: '>= 14'}
+
resolution: {integrity: sha512-/Srv4dswyQNBfohGpz9o6Yb3Gz3SrUDqBH5rTuhGR7ahtlbYKnVxw2bCFMRljaA7EXHaXZ8wsHdodFvbkhKmqg==}
@@ -4329,6 +4454,22 @@ packages:
resolution: {integrity: sha512-SJ4/EHwS36QMJd6h/Rg+GyR4A5xE0FSI3eZ+iBVpfqf1x0eTSg1smWLHrA+2jQThZSh97fmSgFSU8B61nxosxA==}
+ resolution: {integrity: sha512-ZQBvi1DcpJ4GDqanjucZ2Hj3wEO5pZDS89BWbkcrvdxksJorwUDDZamX9ldFkp9aw2lmBDLgkObEA4DWNJ9FYQ==}
+
+ resolution: {integrity: sha512-9IkYqtX3YHPCzoVg1Py+o9057a3i0fp7S530UWokCSaFVTc7CwXPRiOjRjBQQ18ZCNafx78YfnG+HALxtVmOGA==}
+ engines: {node: '>=10.0.0'}
+
+ resolution: {integrity: sha512-ROmzCKrTnOwybPcJApAA6WBWij23HVfGVNKqqrZpuyZOHqK2CwHSvpGuyt/UNNvaIjEd8X5IFGp4Mh+Ie1IHJQ==}
+ engines: {node: '>=0.8'}
+ hasBin: true
+
+ resolution: {integrity: sha512-piICUB6ei4IlTv1+653yq5+KoqfBYmj9bw6LqXoOneTMDXk5nM1qt12mFW1caG3LlJXEKW1Bp0WggEmIfQB34g==}
+ engines: {node: '>= 14'}
+
resolution: {integrity: sha512-IS4mnFu6n3CFgEmXjr+B2zzGHsjJmHEdN+BViKvYSiEn3KWss9ICRDETDX/VZldiW82B94OyAZm4LIT4vcKK0g==}
engines: {node: '>=18'}
@@ -4497,6 +4638,18 @@ packages:
resolution: {integrity: sha512-+HlytyjlPKnIG8XuRG8WvmBP8xs8P71y+SKKS6ZXWoEgLuePxtDoUEiH7WkdePWrQ5JBpE6aoVqfZfJUQkjXwA==}
+ resolution: {integrity: sha512-wIU1eHk3Op7dFgELRdmOYlPYS4gP8HhH1ZmZa13QZF59y0fblzFDFmKPhyc05phCy2hze9OEvNZAsoljrs+72w==}
+ engines: {node: '>= 6.0.0'}
+
+ resolution: {integrity: sha512-ens7BiayssQz/uAxGzH8zGXCtiV24rRWXdjNha5V4zSOcxmAZsfGVm/PPFbwQdqEkDnhG+SyR9E3zSHUbOKXBQ==}
+ engines: {node: '>= 8.0'}
+
+ resolution: {integrity: sha512-R+rgrSRTRdU5mH14PZTCPZtW/zw3HDWNTS/1ZAQpL/5Upe/ye5K9WQkIysu4wBoiMwKynsz0a8qWuGsHgEvSAA==}
+ engines: {node: '>= 8.0'}
+
resolution: {integrity: sha512-yS+Q5i3hBf7GBkd4KG8a7eBNNWNGLTaEwwYWUijIYM7zrlYDM0BFXHjjPWlWZ1Rg7UaddZeIDmi9jF3HmqiQ2w==}
engines: {node: '>=6.0.0'}
@@ -5117,6 +5270,10 @@ packages:
resolution: {integrity: sha512-kVscqXk4OCp68SZ0dkgEKVi6/8ij300KBWTJq32P/dYeWTSwK41WyTxalN1eRmA5Z9UU/LX9D7FWSmV9SAYx6g==}
engines: {node: '>=0.10.0'}
+ resolution: {integrity: sha512-i/2XbnSz/uxRCU6+NdVJgKWDTM427+MqYbkQzD321DuCQJUqOuJKIA0IM2+W2xtYHdKOmZ4dR6fExsd4SXL+WQ==}
+ engines: {node: '>=6'}
+
resolution: {integrity: sha512-GWkBvjiSZK87ELrYOSESUYeVIc9mvLLf/nXalMOS5dYrgZq9o5OVkbZAVM06CVxYsCwH9BDZFPlQTlPA1j4ahA==}
@@ -5334,6 +5491,10 @@ packages:
resolution: {integrity: sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==}
engines: {node: '>= 0.4'}
+ resolution: {integrity: sha512-QB9NKEeDg3xxVwCCwJQ9+xycaz6pBB6iQ76wiWMl1927n0Kir6alPiP+yuiICLLU4jpMe08dXfpebuQppFA2zw==}
+ engines: {node: '>=16'}
+
resolution: {integrity: sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==}
engines: {node: '>= 0.4'}
@@ -5695,9 +5856,9 @@ packages:
resolution: {integrity: sha512-bCYeRA2rVibKZd+s2625gGnGF/t7DSqDs4dP7CrLA1m7jKWz6pps0LpYLJN8Q64HtmPKJ1hrN3nzPNKFEKOUiQ==}
- resolution: {integrity: sha512-XVm7LOeLpTW4jV19QSH38vkswxoLud8sQ57YwJVTPWdiaI9I8keEhGFpBlslyVsgdQy4Opg8QOLb8YRgsyZiQg==}
- engines: {node: '>=10'}
+ resolution: {integrity: sha512-hFoiJiTl63nn+kstHGBtewWSKnQLpyb155KHheA1l39uvtO9nWIop1p3udqPcUd/xbF1VLMO4n7OI6p7RbngDg==}
+ engines: {node: '>=8'}
resolution: {integrity: sha512-2AT6j+gXe/1ueqbW6fLZJiIw3F8iXGJtt0yDrZaBhAZEG1raiTxKWU+IPqMCzQAXOUCKdA4UDMgacKH25XG2Cw==}
@@ -5718,6 +5879,9 @@ packages:
resolution: {integrity: sha512-UcVfVfaK4Sc4m7X3dUSoHoozQGBEFeDC+zVo06t98xe8CzHSZZBekNXH+tu0NalHolcJ/QAGqS46Hef7QXBIMw==}
engines: {node: '>=16'}
+ resolution: {integrity: sha512-VLghIWNM6ELQzo7zwmcg0NmTVyWKYjvIeM83yjp0wRDTmUnrM678fQbcKBo6n2CJEF0szoG//ytg+TKla89ALQ==}
+
resolution: {integrity: sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==}
@@ -5864,6 +6028,10 @@ packages:
resolution: {integrity: sha512-4YAVLoF0Sf0UTqlhgQMFU9iQECdah7n+13ANkiuVfRvlK+uI0Etbgd7bVP36dKlG+NXWbhGua8vnGt+sdhvT7A==}
engines: {node: '>=18.0.0'}
+ resolution: {integrity: sha512-b94GiNHQNy6JNTrt5w6zNyffMrNkXZb3KTkCZJb2V1xaEGCk093vkZ2jk3tpaeP33/OiXC+WvK9AxUebnf5nbw==}
+ engines: {node: '>= 0.6.3'}
+
resolution: {integrity: sha512-y+SqErxb8h7nE/fiEX07jsbuhrpO9lL8eca7/Y1nuWV2moNlXhyd59iDGcRf6moVyDMbmTNzL40SUyrFU/yDpg==}
@@ -5902,6 +6070,9 @@ packages:
resolution: {integrity: sha512-mKnC+QJ9pWVzv+C4/U3rRsHapFfHvQFoFB92e52xeyGMcX6/OlIl78je1u8vePzYZSkkogMPJ2yjxxsb89cxyw==}
+ resolution: {integrity: sha512-TwuEnCnxbc3rAvhf/LbG7tJUDzhqXyFnv3dtzLOPgCG/hODL7WFnsbwktkD7yUV0RrreP/l1PALq/YSg6VvjlA==}
+
resolution: {integrity: sha512-0KpjqXRVvrYyCsX1swR/XTK0va6VQkQM6MNo7PqW77ByjAhoARA8EfrP1N4+KlKj8YS0ZUCtRT/YUuhyYDujIQ==}
@@ -5911,6 +6082,9 @@ packages:
resolution: {integrity: sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==}
+ resolution: {integrity: sha512-mNAgZ1GmyNhD7AuqnTG3/VQ26o760+ZYBPKjPvugO8+nLbYfX6TVpJPseBvopbdY+qpZ/lKUnmEc1LeZYS3QAA==}
+
resolution: {integrity: sha512-9Ri+o0JYgehTaVBBDoMqIl8GXtbWg711O3srftcHhZ0dqnETqLaoIK0x17fUw9rFSlK/0NlsKe0Ahhyl5pXE2g==}
@@ -6203,6 +6377,10 @@ packages:
resolution: {integrity: sha512-J7p63hRiAjw1NDEww1W7i37+ByIrOWO5XQQAzZ3VOcL0PNybwpfmV/N05zFAzwQ9USyEcX6t3UO+K5aqBQOIHw==}
+ resolution: {integrity: sha512-lKwV/1brpG6mBUFHtb7NUmtABCb2WZZmm2wNiOA5hAb8VdCS4B3dtMWyvcoViccwAW/COERjXLt0zP1zXUN26g==}
+ engines: {node: '>=10'}
+
resolution: {integrity: sha512-G6T0ZX48xgozx7587koeX9Ys2NYy6Gmv//P89sEte9V9whIapMNF4idKxnW2QtCcLiTWlb/wfCabAtAFWhhBow==}
engines: {node: '>=16 || 14 >=14.17'}
@@ -6631,6 +6809,13 @@ packages:
resolution: {integrity: sha512-DEvV2ZF2r2/63V+tK8hQvrR2ZGn10srHbXviTlcv7Kpzw8jWiNTqbVgjO3IY8RxrrOUF8VPMQQFysYYYv0YZxw==}
engines: {node: '>=6'}
+ resolution: {integrity: sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag==}
+
+ resolution: {integrity: sha512-cdGef/drWFoydD1JsMzuFf8100nZl+GT+yacc2bEced5f9Rjk4z+WtFUTBu9PhOi9j/jfmBPu0mMEY4wIdAF8A==}
+ engines: {node: '>= 0.6.0'}
+
resolution: {integrity: sha512-7nJ6v5lnJsXwGprnGXga4wx6d1POjvi5Qmf1ivTRxTjH4Z/9Czja/UCMLVmB9N93GeWOU93XaFaEt6jbuoagNw==}
@@ -6638,12 +6823,23 @@ packages:
resolution: {integrity: sha512-NxNv/kLguCA7p3jE8oL2aEBsrJWgAakBpgmgK6lpPWV+WuOmY6r2/zbAVnP+T8bQlA0nzHXSJSJW0Hq7ylaD2Q==}
engines: {node: '>= 6'}
+ resolution: {integrity: sha512-TjNPblN4BwAWMXU8s9AEz4JmQxnD1NNL7bNOY/AKUzyamc379FWASUhc/K1pL2noVb+XmZKLL68cjzLsiOAMaA==}
+
+ resolution: {integrity: sha512-z597WicA7nDZxK12kZqHr2TcvwNU1GCfA5UwfDY/HDp3hXPoPlb5rlEx9bwGTiJnc0OqbBTkU975jDToth8Gxw==}
+ engines: {node: '>=14'}
+
resolution: {integrity: sha512-PgTgs/BlvHxOu8QuEN7wi5A0OmXaBcHpmCSTehcs6Uuu9IkDIEo13Hy7n898RHfrQ49vKCoGeWZSaAK01nwVig==}
resolution: {integrity: sha512-7D/qOz/+Y4X/rzSB6jKxKUsQnphO046ei8qxG59mtM3RG3DHgTK81HrxrmoDVINJb8NKT5ZsRbwHvQ6B68Iyhg==}
+ resolution: {integrity: sha512-CvexbZtbov6jW2eXAvLukXjXUW1TzFaivC46BpWc/3BpcCysb5Vffu+B3XHMm8lVEuy2Mm4XGex8hBSg1yapPg==}
+ engines: {node: '>=12.0.0'}
+
resolution: {integrity: sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==}
@@ -6708,10 +6904,20 @@ packages:
resolution: {integrity: sha512-VIMnQi/Z4HT2Fxuwg5KrY174U1VdUIASQVWXXyqtNRtxSr9IYkn1rsI6Tb6HsrHCmB7gVpNwX6JxPTHcH6IoTA==}
engines: {node: '>=6'}
+ resolution: {integrity: sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==}
+
resolution: {integrity: sha512-9u/sniCrY3D5WdsERHzHE4G2YCXqoG5FTHUiCC4SIbr6XcLZBY05ya9EKjYek9O5xOAwjGq+1JdGBAS7Q9ScoA==}
engines: {node: '>= 6'}
+ resolution: {integrity: sha512-oIGGmcpTLwPga8Bn6/Z75SVaH1z5dUut2ibSyAMVhmUggWpmDn2dapB0n7f8nwaSiRtepAsfJyfXIO5DCVAODg==}
+ engines: {node: ^12.22.0 || ^14.17.0 || >=16.0.0}
+
+ resolution: {integrity: sha512-v05I2k7xN8zXvPD9N+z/uhXPaj0sUFCe2rcWZIpBsqxfP7xXFQ0tipAd/wjj1YxWyWtUS5IDJpOG82JKt2EAVA==}
+
resolution: {integrity: sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==}
engines: {node: '>=8.10.0'}
@@ -6853,6 +7059,10 @@ packages:
resolution: {integrity: sha512-sbMDcpHCNjvlheSgMfEcVrZko3cDzdbe1x/e7G66dFp0Ff7Mldvi2uv6JkJQzdRcvLYE8CA8Oe8siQx8ZOgTcA==}
+ resolution: {integrity: sha512-9LkiTwjUh6rT555DtE9rTX+BKByPfrMzEAtnlEtdEwr3Nkffwiihqe2bWADg+OQRjt9gl6ICdmB/ZFDCGAtSow==}
+ engines: {node: '>= 4'}
+
resolution: {integrity: sha512-U9nH88a3fc/ekCF1l0/UP1IosiuIjyTh7hBvXVMHYgVcfGvt897Xguj2UOLDeI5BG2m7/uwyaLVT6fbtCwTyzw==}
engines: {iojs: '>=1.0.0', node: '>=0.10.0'}
@@ -6902,6 +7112,9 @@ packages:
resolution: {integrity: sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g==}
+ resolution: {integrity: sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==}
+
resolution: {integrity: sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==}
@@ -7099,9 +7312,19 @@ packages:
resolution: {integrity: sha512-Bvg/8F5XephndSK3JffaRqdT+gyhfqIPwDHpX80tJrF8QQRYMo8sNMeaZ2Dp5+jhwKnUmIOyFFQfHRkjJm5nXg==}
+ resolution: {integrity: sha512-Q5thBSxp5t8WPTTJQS59LrGqOZqOsrhDGDVm8azCqIBjSBd7nd9o2PM+mDulQQkh8h//4U6hFZnc/mul8t5pWQ==}
+
resolution: {integrity: sha512-D9cPgkvLlV3t3IzL0D0YLvGA9Ahk4PcvVwUbN0dSGr1aP0Nrt4AEnTUbuGvquEC0mA64Gqt1fzirlRs5ibXx8g==}
+ resolution: {integrity: sha512-x0LV1eVDwjf1gmG7TTnfqIzf+3VPRz7vrNIjX6oYLbeCrf/PeVY6hkT68Mg+q02qXxQhrLjB0jfgvhevoCRmLQ==}
+
+ resolution: {integrity: sha512-r1X4KsBGedJqo7h8F5c4Ybpcr5RjyP+aWIG007uBPRjmdQWfEiVLzSK71Zji1B9sKxwaCvD8y8cwSkYrlLiRRg==}
+ engines: {node: '>=10.16.0'}
+
resolution: {integrity: sha512-LjdcbuBeLcdETCrPn9i8AYAZ1eCtu4ECAWtP7UleOiZ9LzVxRzzUZEoZ8zB24nhkQnDWyET0I+3sWokSDS3E7g==}
@@ -7132,6 +7355,10 @@ packages:
resolution: {integrity: sha512-TlnjJ1C0QrmxRNrON00JvaFFlNh5TTG00APw23j74ET7gkQpTASi6/L2fuiav8pzK715HXtUeClpBTw2NPSn6w==}
+ resolution: {integrity: sha512-Mcc5wHehp9aXz1ax6bZUyY5afg9u2rv5cqQI3mRrYkGC8rW2hM02jWuwjtL++LS5qinSyhj2QfLyNsuc+VsExg==}
+ engines: {node: '>=10.0.0'}
+
resolution: {integrity: sha512-sLh1evHOzBy/iWRiR6d1zRcLao4gGZr3C1kzNz4fopCOKJb6xD9ub8Mpi9Mr1R6id5o43S+d93fI48UC5uM9aw==}
@@ -7150,6 +7377,9 @@ packages:
resolution: {integrity: sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==}
+ resolution: {integrity: sha512-hkRX8U1WjJFd8LsDJ2yQ/wWWxaopEsABU1XfkM8A+j0+85JAGppt16cr1Whg6KIbb4okU6Mql6BOj+uup/wKeA==}
+
resolution: {integrity: sha512-IwfBptatlO+QCJUo19AqvrPNqlVMpW9YEL2LIVY+Rpv2qsjCGxaDLNRgeGsQWJhfItebuJhsGSLjaBbNSQ+ieg==}
@@ -7243,6 +7473,9 @@ packages:
resolution: {integrity: sha512-ZoROL70jptorGAlgAYiLoBLItEKw/fUxg9BSYK/dF/GAGYFJOJJJMvjPAKDJraCXFwadD456FCuvLWgfhMsPwg==}
+ resolution: {integrity: sha512-5Mty5y/sOF1YWj1J6GiBodjlDc05CUR8PKXrsnFAiSG0xA+GHeWLovaZPYUDXkH/1iKRf2+M5+OrRgzC7O9b7w==}
+
resolution: {integrity: sha512-ujeqbceABgwMZxEJnk2HDY2DlnUZ+9oEcb1KzTVfYHio0UE6dG71n60d8D2I4qNvleWrrXpmjpt7vZeF1LnMZQ==}
engines: {node: '>=6'}
@@ -7268,6 +7501,9 @@ packages:
resolution: {integrity: sha512-pFYqmTw68LXVjeWJMST4+borgQP2AyMNbg1BpZh9LbyhUeNkeaPF9gzfPGUAnSMV3qPYdWUwDIjjCLiSDOl7vg==}
engines: {node: '>=18'}
+ resolution: {integrity: sha512-YSSP4lSJB8498zTeu4HYTZYgSky54ozBmIDdC8PFU5inj+vBo5hPpilhcYTgmsqsYjrXOJGV7jl0MWByS7GwuA==}
+
resolution: {integrity: sha512-3/o9z3X0X0fTupwsYvR03pJ/DjWuqqrfwBgTQzdWDiQSm9KitAyz/9WqsT2JQW7KV2m+bC2ol/zqpW37NHxLaA==}
@@ -7320,6 +7556,10 @@ packages:
resolution: {integrity: sha512-jRCJlojKnZ3addtTOjdIqoRuPEKBvNXcGYqzO6zWZX8KfKEpnGY5jfggJQ3EjKuu8D4bJRr0y+cYJFmYbImXGw==}
engines: {node: '>=0.6.0'}
+ resolution: {integrity: sha512-voyz6MApa1rQGUxT3E+BK7/ROe8itEx7vD8/HEvt4xwXucvQ5G5oeEiHkmHZJuBO21RpOf+YYm9MOivj709jow==}
+ engines: {node: '>=14.14'}
+
resolution: {integrity: sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==}
engines: {node: '>=8.0'}
@@ -7424,6 +7664,9 @@ packages:
resolution: {integrity: sha512-McnNiV1l8RYeY8tBgEpuodCC1mLUdbSN+CYBL7kJsJNInOP8UjDDEwdk6Mw60vdLLrr5NHKZhMAOSrR2NZuQ+w==}
+ resolution: {integrity: sha512-KXXFFdAbFXY4geFIwoyNK+f5Z1b7swfXABfL7HXCmoIWMKU3dmS26672A4EeQtDzLKy7SXmfBu51JolvEKwtGA==}
+
resolution: {integrity: sha512-XleUoc9uwGXqjWwXaUTZAmzMcFZ5858QA2vvx1Ur5xIcixXIP+8LnFDgRplU30us6teqdlskFfu+ae4K79Ooew==}
engines: {node: '>= 0.8.0'}
@@ -7471,12 +7714,19 @@ packages:
resolution: {integrity: sha512-Ql87qFHB3s/De2ClA9e0gsnS6zXG27SkTiSJwjCc9MebbfapQfuPzumMIUMi38ezPZVNFcHI9sUIepeQfw8J8Q==}
+ resolution: {integrity: sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==}
+
resolution: {integrity: sha512-iwDZqg0QAGrg9Rav5H4n0M64c3mkR59cJ6wQp+7C4nI0gsmExaedaYLNO44eT4AtBBwjbTiGPMlt2Md0T9H9JQ==}
resolution: {integrity: sha512-9UJ2xGDvQ43tYyVMpuHlsgApydB8ZKfVYTsLDhXkFL/6gfkp+U8xTGdh8pMJv1SpZna0zxG1DwsKZsreLbXBxw==}
+ resolution: {integrity: sha512-Vqs8HTzjpQXZeXdpsfChQTlafcMQaaIwnGwLam1wudSSjlJeQ3bw1j+TLPePgrCnCpUXx7Ba5Pdpf5OBih62NQ==}
+ engines: {node: '>=20.18.1'}
+
resolution: {integrity: sha512-CLjCCLQ6UuMxWnbIylkisbRj31qxHPAurvena/0iwSVbQ2G1VY5/HjV0IRabOEbDHlzZlRdCrD4NhB0JtU40Pg==}
@@ -7634,6 +7884,10 @@ packages:
resolution: {integrity: sha512-EPD5q1uXyFxJpCrLnCc1nHnq3gOa6DZBocAIiI2TaSCA7VCJ1UJDMagCzIkXNsUYfD1daK//LTEQ8xiIbrHtcw==}
+ resolution: {integrity: sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==}
+ hasBin: true
+
resolution: {integrity: sha512-+NYs2QeMWy+GWFOEm9xnn6HCDp0l7QBD7ml8zLUmJ+93Q5NF0NocErnwkTkXVFNiX3/fpC6afS8Dhb/gz7R7eg==}
hasBin: true
@@ -8046,6 +8300,10 @@ packages:
resolution: {integrity: sha512-GQHQqAopRhwU8Kt1DDM8NjibDXHC8eoh1erhGAJPEyveY9qqVeXvVikNKrDz69sHowPMorbPUrH/mx8c50eiBQ==}
engines: {node: '>=18'}
+ resolution: {integrity: sha512-zK7YHHz4ZXpW89AHXUPbQVGKI7uvkd3hzusTdotCg1UxyaVtg0zFJSTfW/Dq5f7OBBVnq6cZIaC8Ti4hb6dtCA==}
+ engines: {node: '>= 14'}
+
resolution: {integrity: sha512-+J9RrgTKOmlxFSDHo0pI1xM6BLVUv+o0ZT9ANtCxGkjIVCCUdx9alUF8Gm+dGLKbkkkidWIHFDZHDMpfITt4+w==}
@@ -9095,7 +9353,7 @@ snapshots:
dependencies:
- '@babel/types': 7.28.0
+ '@babel/types': 7.28.2
dependencies:
@@ -9169,6 +9427,8 @@ snapshots:
'@babel/helper-string-parser': 7.27.1
'@babel/helper-validator-identifier': 7.27.1
+ '@balena/[email protected]': {}
+
'@bcoe/[email protected]': {}
'@better-auth/[email protected]':
@@ -9958,6 +10218,12 @@ snapshots:
eslint: 9.27.0([email protected])
eslint-visitor-keys: 3.4.3
+ dependencies:
+ eslint: 9.30.1([email protected])
+ eslint-visitor-keys: 3.4.3
+ optional: true
+
dependencies:
eslint: 9.27.0([email protected])
@@ -10103,6 +10369,18 @@ snapshots:
'@floating-ui/[email protected]': {}
+ dependencies:
+ '@grpc/proto-loader': 0.7.15
+ '@js-sdsl/ordered-map': 4.4.2
+
+ dependencies:
+ lodash.camelcase: 4.3.0
+ long: 5.3.2
+ protobufjs: 7.5.4
+ yargs: 17.7.2
+
'@hexagon/[email protected]': {}
@@ -10268,6 +10546,8 @@ snapshots:
'@jridgewell/resolve-uri': 3.1.2
'@jridgewell/sourcemap-codec': 1.5.4
+ '@js-sdsl/[email protected]': {}
+
dependencies:
tslib: 2.8.1
@@ -10660,6 +10940,29 @@ snapshots:
'@polka/[email protected]': {}
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]':
+ dependencies:
+ '@protobufjs/aspromise': 1.1.2
+ '@protobufjs/inquire': 1.1.0
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
+ '@protobufjs/[email protected]': {}
+
'@quansync/[email protected]':
dependencies:
quansync: 0.2.10
@@ -11320,6 +11623,20 @@ snapshots:
'@tanstack/[email protected]': {}
+ '@testcontainers/[email protected]':
+ dependencies:
+ testcontainers: 11.5.1
+ transitivePeerDependencies:
+ - bare-buffer
+ - supports-color
+
+ '@testcontainers/[email protected]':
+ dependencies:
+ testcontainers: 11.5.1
+ transitivePeerDependencies:
+ - bare-buffer
+ - supports-color
+
'@total-typescript/[email protected]': {}
@@ -11352,6 +11669,10 @@ snapshots:
dependencies:
'@types/node': 24.0.10
+ '@types/[email protected]':
+ dependencies:
+ '@types/node': 24.0.10
+
dependencies:
'@types/deep-eql': 4.0.2
@@ -11362,6 +11683,17 @@ snapshots:
'@types/[email protected]': {}
+ '@types/[email protected]':
+ dependencies:
+ '@types/node': 24.0.10
+ '@types/ssh2': 1.15.5
+
+ '@types/[email protected]':
+ dependencies:
+ '@types/docker-modem': 3.0.6
+ '@types/node': 24.0.10
+ '@types/ssh2': 1.15.5
+
'@types/[email protected]': {}
@@ -11415,6 +11747,10 @@ snapshots:
'@types/[email protected]': {}
+ '@types/[email protected]':
+ dependencies:
+ undici-types: 5.26.5
+
dependencies:
undici-types: 6.21.0
@@ -11441,6 +11777,19 @@ snapshots:
dependencies:
'@types/node': 24.0.10
+ '@types/[email protected]':
+ dependencies:
+ '@types/node': 24.0.10
+
+ '@types/[email protected]':
+ dependencies:
+ '@types/node': 24.0.10
+ '@types/ssh2-streams': 0.1.12
+
+ '@types/[email protected]':
+ dependencies:
+ '@types/node': 18.19.123
+
'@types/[email protected]': {}
'@types/[email protected]': {}
@@ -12054,6 +12403,10 @@ snapshots:
optional: true
+ dependencies:
+ event-target-shim: 5.0.1
+
dependencies:
acorn: 8.14.1
@@ -12119,6 +12472,26 @@ snapshots:
optional: true
+ dependencies:
+ glob: 10.4.5
+ graceful-fs: 4.2.11
+ is-stream: 2.0.1
+ lazystream: 1.0.1
+ lodash: 4.17.21
+ normalize-path: 3.0.0
+ readable-stream: 4.7.0
+
+ dependencies:
+ archiver-utils: 5.0.2
+ async: 3.2.6
+ buffer-crc32: 1.0.0
+ readable-stream: 4.7.0
+ readdir-glob: 1.1.3
+ tar-stream: 3.1.7
+ zip-stream: 6.0.1
+
@@ -12141,6 +12514,10 @@ snapshots:
+ dependencies:
+ safer-buffer: 2.1.2
+
dependencies:
pvtsutils: 1.3.6
@@ -12291,6 +12668,10 @@ snapshots:
'@astrojs/compiler': 2.11.0
synckit: 0.9.2
+
+
@@ -12298,19 +12679,6 @@ snapshots:
stubborn-fs: 1.2.5
when-exit: 2.1.4
- dependencies:
- axios: 1.10.0
- is-retry-allowed: 2.2.0
-
- dependencies:
- follow-redirects: 1.15.9
- form-data: 4.0.3
- proxy-from-env: 1.1.0
- transitivePeerDependencies:
- - debug
-
dependencies:
follow-redirects: 1.15.9
@@ -12338,14 +12706,6 @@ snapshots:
'@babel/core': 7.26.0
babel-plugin-jsx-dom-expressions: 0.39.3(@babel/[email protected])
- dependencies:
- axios: 1.10.0
- axios-retry: 4.5.0([email protected])
- lodash: 4.17.21
- transitivePeerDependencies:
- - debug
-
@@ -12389,6 +12749,10 @@ snapshots:
is-alphanumerical: 2.0.1
is-decimal: 2.0.1
+ dependencies:
+ tweetnacl: 0.14.5
+
dependencies:
'@better-auth/utils': 0.2.5
@@ -12478,6 +12842,8 @@ snapshots:
node-releases: 2.0.19
update-browserslist-db: 1.1.3([email protected])
+
@@ -12485,6 +12851,14 @@ snapshots:
base64-js: 1.5.1
ieee754: 1.2.1
+ dependencies:
+ base64-js: 1.5.1
+ ieee754: 1.2.1
+
+ optional: true
+
@@ -12494,6 +12868,12 @@ snapshots:
esbuild: 0.23.1
load-tsconfig: 0.2.5
+ dependencies:
+ streamsearch: 1.1.0
+
+
dependencies:
chokidar: 4.0.3
@@ -12660,6 +13040,14 @@ snapshots:
+ dependencies:
+ crc-32: 1.2.2
+ crc32-stream: 6.0.0
+ is-stream: 2.0.1
+ normalize-path: 3.0.0
+ readable-stream: 4.7.0
+
@@ -12699,6 +13087,21 @@ snapshots:
+
+ dependencies:
+ buildcheck: 0.0.6
+ nan: 2.22.0
+ optional: true
+
+
+ dependencies:
+ crc-32: 1.2.2
+ readable-stream: 4.7.0
+
dependencies:
luxon: 3.7.1
@@ -12834,6 +13237,31 @@ snapshots:
+ dependencies:
+ yaml: 2.8.0
+
+ dependencies:
+ debug: 4.4.1
+ readable-stream: 3.6.2
+ split-ca: 1.0.1
+ ssh2: 1.16.0
+ transitivePeerDependencies:
+ - supports-color
+
+ dependencies:
+ '@balena/dockerignore': 1.0.2
+ '@grpc/grpc-js': 1.13.4
+ '@grpc/proto-loader': 0.7.15
+ docker-modem: 5.0.6
+ protobufjs: 7.5.4
+ tar-fs: 2.1.2
+ uuid: 10.0.0
+ transitivePeerDependencies:
+ - supports-color
+
dependencies:
esutils: 2.0.3
@@ -13241,14 +13669,14 @@ snapshots:
dependencies:
- '@eslint-community/eslint-utils': 4.7.0([email protected]([email protected]))
- '@jridgewell/sourcemap-codec': 1.5.4
- '@typescript-eslint/types': 8.35.1
+ '@eslint-community/eslint-utils': 4.5.1([email protected]([email protected]))
+ '@jridgewell/sourcemap-codec': 1.5.0
+ '@typescript-eslint/types': 8.26.1
astro-eslint-parser: 1.1.0([email protected])
eslint: 9.30.1([email protected])
- eslint-compat-utils: 0.6.5([email protected]([email protected]))
+ eslint-compat-utils: 0.6.4([email protected]([email protected]))
globals: 15.15.0
- postcss: 8.5.6
+ postcss: 8.5.3
postcss-selector-parser: 7.0.0
transitivePeerDependencies:
- supports-color
@@ -13752,6 +14180,8 @@ snapshots:
+
@@ -13901,6 +14331,7 @@ snapshots:
es-set-tostringtag: 2.1.0
hasown: 2.0.2
mime-types: 2.1.35
+ optional: true
@@ -13981,6 +14412,8 @@ snapshots:
hasown: 2.0.2
math-intrinsics: 1.1.0
+
dependencies:
dunder-proto: 1.0.1
@@ -14462,7 +14895,7 @@ snapshots:
dependencies:
@@ -14478,6 +14911,8 @@ snapshots:
dependencies:
is-inside-container: 1.0.0
+
@@ -14638,6 +15073,10 @@ snapshots:
+ dependencies:
+ readable-stream: 2.3.8
+
@@ -14683,12 +15122,16 @@ snapshots:
+
+
@@ -15304,6 +15747,10 @@ snapshots:
dependencies:
brace-expansion: 1.1.11
+ dependencies:
+ brace-expansion: 2.0.1
+
dependencies:
brace-expansion: 2.0.1
@@ -15328,8 +15775,7 @@ snapshots:
- optional: true
dependencies:
@@ -15717,6 +16163,10 @@ snapshots:
+
+
@@ -15724,10 +16174,35 @@ snapshots:
kleur: 3.0.3
sisteransi: 1.0.5
+ dependencies:
+ graceful-fs: 4.2.11
+ retry: 0.12.0
+ signal-exit: 3.0.7
+
+ dependencies:
+ mkdirp: 1.0.4
+
+ dependencies:
+ '@protobufjs/aspromise': 1.1.2
+ '@protobufjs/base64': 1.1.2
+ '@protobufjs/codegen': 2.0.4
+ '@protobufjs/eventemitter': 1.1.0
+ '@protobufjs/fetch': 1.1.0
+ '@protobufjs/float': 1.0.2
+ '@protobufjs/inquire': 1.1.0
+ '@protobufjs/path': 1.1.2
+ '@protobufjs/pool': 1.1.0
+ '@protobufjs/utf8': 1.1.0
+ '@types/node': 24.0.10
+ long: 5.3.2
+
@@ -15800,12 +16275,34 @@ snapshots:
pify: 4.0.1
strip-bom: 3.0.0
+ dependencies:
+ core-util-is: 1.0.3
+ inherits: 2.0.4
+ isarray: 1.0.0
+ process-nextick-args: 2.0.1
+ safe-buffer: 5.1.2
+ string_decoder: 1.1.1
+ util-deprecate: 1.0.2
+
dependencies:
inherits: 2.0.4
string_decoder: 1.1.1
util-deprecate: 1.0.2
+ dependencies:
+ abort-controller: 3.0.0
+ buffer: 6.0.3
+ events: 3.3.0
+ process: 0.11.10
+ string_decoder: 1.3.0
+
+ dependencies:
+ minimatch: 5.1.6
+
dependencies:
picomatch: 2.3.1
@@ -16024,6 +16521,8 @@ snapshots:
retext-stringify: 4.0.0
unified: 11.0.5
+
@@ -16108,6 +16607,8 @@ snapshots:
+
@@ -16245,8 +16746,7 @@ snapshots:
- optional: true
@@ -16354,8 +16854,23 @@ snapshots:
+
+ dependencies:
+ '@types/ssh2': 0.5.52
+ ssh2: 1.16.0
+
+ dependencies:
+ asn1: 0.2.6
+ bcrypt-pbkdf: 1.0.2
+ optionalDependencies:
+ cpu-features: 0.0.10
+ nan: 2.22.0
+
@@ -16394,6 +16909,8 @@ snapshots:
+
dependencies:
fast-fifo: 1.3.2
@@ -16423,6 +16940,10 @@ snapshots:
dependencies:
safe-buffer: 5.1.2
+ dependencies:
+ safe-buffer: 5.2.1
+
dependencies:
character-entities-html4: 2.1.0
@@ -16517,6 +17038,16 @@ snapshots:
transitivePeerDependencies:
- bare-buffer
+ dependencies:
+ pump: 3.0.2
+ tar-stream: 3.1.7
+ optionalDependencies:
+ bare-fs: 4.0.1
+ bare-path: 3.0.0
+ transitivePeerDependencies:
+ - bare-buffer
+
dependencies:
bl: 4.1.0
@@ -16565,6 +17096,27 @@ snapshots:
glob: 10.4.5
minimatch: 9.0.5
+ dependencies:
+ '@balena/dockerignore': 1.0.2
+ '@types/dockerode': 3.3.42
+ archiver: 7.0.1
+ async-lock: 1.4.1
+ byline: 5.0.0
+ debug: 4.4.1
+ docker-compose: 1.2.0
+ dockerode: 4.0.7
+ get-port: 7.1.0
+ proper-lockfile: 4.1.2
+ properties-reader: 2.3.0
+ ssh-remote-port-forward: 1.0.4
+ tar-fs: 3.1.0
+ tmp: 0.2.5
+ undici: 7.14.0
+ transitivePeerDependencies:
+ - bare-buffer
+ - supports-color
+
dependencies:
b4a: 1.6.7
@@ -16607,6 +17159,8 @@ snapshots:
dependencies:
os-tmpdir: 1.0.2
+
dependencies:
is-number: 7.0.0
@@ -16700,6 +17254,8 @@ snapshots:
dependencies:
safe-buffer: 5.1.2
+
dependencies:
prelude-ls: 1.2.1
@@ -16739,10 +17295,14 @@ snapshots:
+
+
dependencies:
base64-js: 1.5.1
@@ -16919,6 +17479,8 @@ snapshots:
+
@@ -17115,7 +17677,7 @@ snapshots:
dependencies:
'@types/chai': 5.2.2
'@vitest/expect': 3.2.4
- '@vitest/mocker': 3.2.4([email protected](@types/[email protected]))
+ '@vitest/mocker': 3.2.4([email protected](@types/[email protected]))
'@vitest/pretty-format': 3.2.4
'@vitest/runner': 3.2.4
'@vitest/snapshot': 3.2.4
@@ -17367,6 +17929,12 @@ snapshots:
+ dependencies:
+ archiver-utils: 5.0.2
+ compress-commons: 6.0.2
+ readable-stream: 4.7.0
+