Skip to content

The open alternative to Salesforce, designed for AI.

[5/5] Activate agent-history workspace storage through versioned upgrades (#26248)

Félix Malfait318314828343
diff --git a/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts b/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts
index 1edf790f859..4fc1af54d5c 100644
--- a/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts
+++ b/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts
@@ -1129,8 +1129,7 @@ const SCHEMA = getWorkspaceSchemaName(WORKSPACE_ID);
}
});
- it('applies the instance default only to empty newly initialized workspaces', async () => {
- await lifecycle.setNewWorkspaceDefault('workspace');
+ it('defaults new empty workspaces to workspace storage without moving legacy history', async () => {
await lifecycle.initializeWorkspace(WORKSPACE_ID);
await storage.run(WORKSPACE_ID, async ({ storage: selected }) =>
expect(selected).toBe('core'),
@@ -1151,6 +1150,16 @@ const SCHEMA = getWorkspaceSchemaName(WORKSPACE_ID);
expect(selected).toBe('workspace'),
);
});
+
+ it('honors an explicit core default for a new empty workspace', async () => {
+ for (const table of [...AGENT_HISTORY_TABLES].reverse())
+ await dataSource.query(`DELETE FROM core."${table.name}"`);
+ await lifecycle.setNewWorkspaceDefault('core');
+ await lifecycle.initializeWorkspace(WORKSPACE_ID);
+ await storage.run(WORKSPACE_ID, async ({ storage: selected }) =>
+ expect(selected).toBe('core'),
+ );
+ });
it('does not allow copy to resume after an interrupted abort', async () => {
const writeState = storage.writeState.bind(storage);
const failCopy = jest
diff --git a/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts
index 27cbab38d13..0a026af515e 100644
--- a/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts
+++ b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts
@@ -1,9 +1,13 @@
+import { Module } from '@nestjs/common';
+
+import { MigrateAgentHistoryToWorkspaceCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command';
+import { AgentHistoryMigrationModule } from 'src/database/commands/agent-history/agent-history-migration.module';
+import { AgentChatStreamStateModule } from 'src/engine/metadata-modules/ai/ai-chat/agent-chat-stream-state.module';
+import { AgentHistoryModule } from 'src/engine/metadata-modules/ai/ai-history/ai-history.module';
import { BackfillWorkspaceWorkflowVersionIdCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789652804001-backfill-workspace-workflow-version-id.command';
import { BackfillWorkflowExecutionCoreIdsCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789719131001-backfill-workflow-execution-core-ids.command';
import { MakeWorkflowRunProjectionRelationsNullableCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789719131002-make-workflow-run-projection-relations-nullable.command';
import { PurgeSoftDeletedViewsCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789744500000-purge-soft-deleted-views.command';
-import { Module } from '@nestjs/common';
-
import { WorkspaceIteratorModule } from 'src/database/commands/command-runners/workspace-iterator.module';
import { UnpinCreationCommandsOnRecordSelectionCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789634112046-unpin-creation-commands-on-record-selection.command';
import { BackfillMissingSystemRelationIndexesCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789663454000-backfill-missing-system-relation-indexes.command';
@@ -19,6 +23,9 @@ import { WorkspaceSchemaMigrationRunnerActionHandlersModule } from 'src/engine/w
@Module({
imports: [
+ AgentHistoryMigrationModule,
+ AgentChatStreamStateModule,
+ AgentHistoryModule,
ApplicationModule,
WorkspaceCacheModule,
WorkspaceIteratorModule,
@@ -28,6 +35,7 @@ import { WorkspaceSchemaMigrationRunnerActionHandlersModule } from 'src/engine/w
WorkspaceSchemaMigrationRunnerActionHandlersModule,
],
providers: [
+ MigrateAgentHistoryToWorkspaceCommand,
UnpinCreationCommandsOnRecordSelectionCommand,
RelinkWorkflowVersionsToCoreWorkflowsCommand,
BackfillWorkspaceWorkflowVersionIdCommand,
diff --git a/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command.ts b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command.ts
new file mode 100644
index 00000000000..f89dab4d458
--- /dev/null
+++ b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command.ts
@@ -0,0 +1,131 @@
+import { Command } from 'nest-commander';
+import { isDefined, isNonEmptyArray } from 'twenty-shared/utils';
+import { IsNull, MoreThan, Not } from 'typeorm';
+
+import { AgentHistoryMigrationService } from 'src/database/commands/agent-history/agent-history-migration.service';
+import { AgentHistorySchemaService } from 'src/database/commands/agent-history/agent-history-schema.service';
+import { ProvisionedWorkspaceCommandRunner } from 'src/database/commands/command-runners/provisioned-workspace.command-runner';
+import { WorkspaceIteratorService } from 'src/database/commands/command-runners/workspace-iterator.service';
+import { type RunOnWorkspaceArgs } from 'src/database/commands/command-runners/workspace.command-runner';
+import { RegisteredWorkspaceCommand } from 'src/engine/core-modules/upgrade/decorators/registered-workspace-command.decorator';
+import { type AgentChatThreadEntity } from 'src/engine/metadata-modules/ai/ai-chat/entities/agent-chat-thread.entity';
+import { AgentChatStreamRecoveryService } from 'src/engine/metadata-modules/ai/ai-chat/services/agent-chat-stream-recovery.service';
+import { AGENT_HISTORY_OBJECT_NAMES } from 'src/engine/metadata-modules/ai/ai-history/constants/agent-history-object-names.constant';
+import { AgentHistoryRepository } from 'src/engine/metadata-modules/ai/ai-history/repositories/agent-history-repository';
+import { InjectAgentHistoryRepository } from 'src/engine/metadata-modules/ai/ai-history/repositories/inject-agent-history-repository.decorator';
+import { AgentHistoryStorageService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-storage.service';
+import { type AgentHistoryStorageState } from 'src/engine/metadata-modules/ai/ai-history/types/agent-history-storage-state.type';
+import { getWorkspaceSchemaName } from 'src/engine/workspace-datasource/utils/get-workspace-schema-name.util';
+
+@RegisteredWorkspaceCommand('2.42.0', 1789914239896)
+@Command({
+ name: 'upgrade:2-42:migrate-agent-history-to-workspace',
+ description:
+ 'Provision agent history objects, recover interrupted streams, copy and verify history, then switch workspace storage',
+})
+export class MigrateAgentHistoryToWorkspaceCommand extends ProvisionedWorkspaceCommandRunner {
+ constructor(
+ protected readonly workspaceIteratorService: WorkspaceIteratorService,
+ private readonly schema: AgentHistorySchemaService,
+ private readonly migration: AgentHistoryMigrationService,
+ private readonly storage: AgentHistoryStorageService,
+ @InjectAgentHistoryRepository('agentChatThread')
+ private readonly threads: AgentHistoryRepository<AgentChatThreadEntity>,
+ private readonly streamRecoveryService: AgentChatStreamRecoveryService,
+ ) {
+ super(workspaceIteratorService);
+ }
+
+ override async runOnWorkspace(args: RunOnWorkspaceArgs): Promise<void> {
+ await this.up(args);
+ }
+
+ async up(args: RunOnWorkspaceArgs): Promise<void> {
+ await this.migrateTo({ ...args, target: 'workspace' });
+ }
+
+ async down(args: RunOnWorkspaceArgs): Promise<void> {
+ await this.migrateTo({ ...args, target: 'core' });
+ }
+
+ private async migrateTo({
+ workspaceId,
+ options,
+ dataSource,
+ target,
+ }: RunOnWorkspaceArgs & {
+ target: AgentHistoryStorageState['storage'];
+ }): Promise<void> {
+ const dryRun = options.dryRun ?? false;
+ if (!isDefined(dataSource)) {
+ throw new Error('Agent history upgrade requires a workspace data source');
+ }
+ const runner = dataSource.createQueryRunner('master');
+ let state: AgentHistoryStorageState;
+ try {
+ await runner.connect();
+ state = await this.storage.readState(runner, workspaceId);
+ if (!(await runner.hasSchema(getWorkspaceSchemaName(workspaceId)))) {
+ const history = await runner.query(
+ `SELECT 1 WHERE ${AGENT_HISTORY_OBJECT_NAMES.map(
+ (name) =>
+ `EXISTS (SELECT 1 FROM core."${name}" WHERE "workspaceId" = $1)`,
+ ).join(' OR ')}`,
+ [workspaceId],
+ );
+ if (
+ isNonEmptyArray(history) ||
+ state.storage === 'workspace' ||
+ isDefined(state.migration)
+ ) {
+ throw new Error(
+ `Workspace schema is missing for ${workspaceId} with existing agent history or migration state`,
+ );
+ }
+ // Older installations can retain empty workspace records without a
+ // physical schema. Normal provisioning will initialize their route.
+ this.logger.log(
+ `Skipping agent history upgrade for workspace ${workspaceId}: schema is absent and history is empty`,
+ );
+ return;
+ }
+ } finally {
+ await runner.release();
+ }
+ await this.schema.prepare(workspaceId, dryRun);
+ if (dryRun) {
+ await this.migration.inspect(workspaceId);
+ return;
+ }
+ // An interrupted copy already fences repository access; resume its durable
+ // cursor without trying to reap streams through the fenced repository.
+ if (!isDefined(state.migration) && state.storage !== target) {
+ await this.recoverInterruptedStreams(workspaceId);
+ }
+ await this.migration.migrate({ workspaceId, target });
+ }
+
+ private async recoverInterruptedStreams(workspaceId: string): Promise<void> {
+ let lastId: string | undefined;
+ while (true) {
+ const threads = await this.threads.find(workspaceId, {
+ where: {
+ activeStreamId: Not(IsNull()),
+ ...(isDefined(lastId) ? { id: MoreThan(lastId) } : {}),
+ },
+ order: { id: 'ASC' },
+ take: 100,
+ });
+ if (!isNonEmptyArray(threads)) {
+ return;
+ }
+ for (const thread of threads) {
+ await this.streamRecoveryService.reapDeadStream({
+ thread,
+ workspaceId,
+ });
+ }
+ lastId = threads[threads.length - 1].id;
+ }
+ }
+}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts
index 97b77e16e69..2c4c39c7ad2 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts
@@ -108,7 +108,7 @@ export class AgentHistoryLifecycleService {
`SELECT value FROM core."keyValuePair" WHERE "key" = $1 AND "workspaceId" IS NULL AND "userId" IS NULL AND "applicationId" IS NULL AND type = 'CONFIG_VARIABLE'`,
[AGENT_HISTORY_DEFAULT_STORAGE_KEY],
);
- const selected = defaults[0]?.value?.storage ?? 'core';
+ const selected = defaults[0]?.value?.storage ?? 'workspace';
if (selected !== 'core' && selected !== 'workspace') {
throw new Error('Invalid default agent history storage');
}
diff --git a/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts b/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts
index 5259dbaa998..85ce87ecaae 100644
--- a/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts
+++ b/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts
@@ -1,5 +1,6 @@
import { AgentHistoryStorageService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-storage.service';
import { getWorkspaceSchemaName } from 'src/engine/workspace-datasource/utils/get-workspace-schema-name.util';
+import { AgentHistoryLifecycleService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service';
import { Injectable } from '@nestjs/common';
import { InjectDataSource, InjectRepository } from '@nestjs/typeorm';
@@ -61,6 +62,7 @@ import { WorkspaceMigrationValidateBuildAndRunService } from 'src/engine/workspa
@Injectable()
export class DevSeederService {
constructor(
+ private readonly agentHistoryLifecycleService: AgentHistoryLifecycleService,
private readonly agentHistoryStorageService: AgentHistoryStorageService,
private readonly workspaceCacheStorageService: WorkspaceCacheStorageService,
private readonly twentyConfigService: TwentyConfigService,
@@ -134,6 +136,8 @@ export class DevSeederService {
},
);
+ await this.agentHistoryLifecycleService.initializeWorkspace(workspaceId);
+
await this.sdkClientGenerationService.generateSdkClientForApplication({
workspaceId,
applicationId: twentyStandardFlatApplication.id,
diff --git a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts
index 829df2efa3b..5cdcd1f63a7 100644
--- a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts
+++ b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts
@@ -1,3 +1,4 @@
+import { AgentHistoryModule } from 'src/engine/metadata-modules/ai/ai-history/ai-history.module';
import { Module } from '@nestjs/common';
import { TypeOrmModule } from '@nestjs/typeorm';
@@ -25,6 +26,7 @@ import { WorkspaceManagerService } from './workspace-manager.service';
@Module({
imports: [
+ AgentHistoryModule,
WorkspaceDataSourceModule,
WorkspaceMigrationModule,
ObjectMetadataModule,
diff --git a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts
index 6a8bc631f1d..b6de18dd243 100644
--- a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts
+++ b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts
@@ -1,3 +1,4 @@
+import { AgentHistoryLifecycleService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service';
import { Injectable, Logger } from '@nestjs/common';
import { InjectRepository } from '@nestjs/typeorm';
@@ -33,6 +34,7 @@ export class WorkspaceManagerService {
@InjectWorkspaceScopedRepository(RoleEntity)
private readonly roleRepository: WorkspaceScopedRepository<RoleEntity>,
private readonly applicationService: ApplicationService,
+ private readonly agentHistoryLifecycleService: AgentHistoryLifecycleService,
) {}
public async init({
@@ -69,6 +71,9 @@ export class WorkspaceManagerService {
},
);
+ // A route can select workspace storage only after its tables exist.
+ await this.agentHistoryLifecycleService.initializeWorkspace(workspaceId);
+
const dataSourceMetadataCreationEnd = performance.now();
this.logger.log(
diff --git a/packages/twenty-server/test/integration/upgrade/suites/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.integration-spec.ts b/packages/twenty-server/test/integration/upgrade/suites/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.integration-spec.ts
new file mode 100644
index 00000000000..e132f415fce
--- /dev/null
+++ b/packages/twenty-server/test/integration/upgrade/suites/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.integration-spec.ts
@@ -0,0 +1,279 @@
+import { randomUUID } from 'node:crypto';
+
+import { getAppProviderByClassName } from 'test/integration/utils/get-app-provider-by-class-name.util';
+import { getCoreRepository } from 'test/integration/utils/get-core-repository.util';
+import { type DataSource } from 'typeorm';
+
+import { AGENT_HISTORY_TABLES } from 'src/database/commands/agent-history/agent-history-tables.constant';
+import { type MigrateAgentHistoryToWorkspaceCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command';
+import { type UpgradeCommandRegistryService } from 'src/engine/core-modules/upgrade/services/upgrade-command-registry.service';
+import { type WorkspaceCommandRunnerService } from 'src/engine/core-modules/upgrade/services/workspace-command-runner.service';
+import { UserWorkspaceEntity } from 'src/engine/core-modules/user-workspace/user-workspace.entity';
+import { type AgentChatStreamHeartbeatService } from 'src/engine/metadata-modules/ai/ai-chat/services/agent-chat-stream-heartbeat.service';
+import { AGENT_HISTORY_STORAGE_KEY } from 'src/engine/metadata-modules/ai/ai-history/constants/agent-history-storage-key.constant';
+import { type AgentHistoryStorageService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-storage.service';
+import { type WorkspaceOrmManager } from 'src/engine/twenty-orm/workspace-orm.manager';
+import { buildSystemAuthContext } from 'src/engine/twenty-orm/utils/build-system-auth-context.util';
+import { type WorkspaceCacheService } from 'src/engine/workspace-cache/services/workspace-cache.service';
+import { getWorkspaceSchemaName } from 'src/engine/workspace-datasource/utils/get-workspace-schema-name.util';
+import { SEED_APPLE_WORKSPACE_ID } from 'src/engine/workspace-manager/dev-seeder/core/constants/seeder-workspaces.constant';
+
+const WORKSPACE_ID = SEED_APPLE_WORKSPACE_ID;
+const SCHEMA = getWorkspaceSchemaName(WORKSPACE_ID);
+
+jest.setTimeout(60_000);
+
+describe('versioned agent history upgrade (integration)', () => {
+ let command: MigrateAgentHistoryToWorkspaceCommand;
+ let dataSource: DataSource;
+ let workspaceOrmManager: WorkspaceOrmManager;
+ let storage: AgentHistoryStorageService;
+ let heartbeat: AgentChatStreamHeartbeatService;
+ let upgradeRunner: WorkspaceCommandRunnerService;
+ let upgradeCommandName: string;
+ const threadId = randomUUID();
+ const streamId = randomUUID();
+
+ const runCommand = (direction: 'up' | 'down', dryRun = false) =>
+ workspaceOrmManager.executeInWorkspaceContext(async () => {
+ const context = {
+ workspaceId: WORKSPACE_ID,
+ dataSource,
+ index: 0,
+ total: 1,
+ };
+ if (direction === 'down') {
+ await command.down({ ...context, options: { dryRun } });
+ } else {
+ await upgradeRunner.runWorkspaceCommands({
+ iteratorContext: context,
+ options: { dryRun },
+ workspaceCommands: [{ name: upgradeCommandName, command }],
+ });
+ }
+ }, buildSystemAuthContext(WORKSPACE_ID));
+
+ beforeAll(async () => {
+ command = getAppProviderByClassName<MigrateAgentHistoryToWorkspaceCommand>(
+ 'MigrateAgentHistoryToWorkspaceCommand',
+ );
+ workspaceOrmManager = getAppProviderByClassName<WorkspaceOrmManager>(
+ 'WorkspaceOrmManager',
+ );
+ storage = getAppProviderByClassName<AgentHistoryStorageService>(
+ 'AgentHistoryStorageService',
+ );
+ heartbeat = getAppProviderByClassName<AgentChatStreamHeartbeatService>(
+ 'AgentChatStreamHeartbeatService',
+ );
+ upgradeRunner = getAppProviderByClassName<WorkspaceCommandRunnerService>(
+ 'WorkspaceCommandRunnerService',
+ );
+ const registry = getAppProviderByClassName<UpgradeCommandRegistryService>(
+ 'UpgradeCommandRegistryService',
+ );
+ const registeredCommand = registry
+ .getBundleForVersion('2.42.0')
+ .workspaceCommands.find((entry) => entry.command === command);
+ expect(registeredCommand?.timestamp).toBe(1789914239896);
+ upgradeCommandName = registeredCommand!.name;
+ const owners = getCoreRepository<UserWorkspaceEntity>(UserWorkspaceEntity);
+ dataSource = owners.manager.connection;
+ const owner = await owners.findOneByOrFail({ workspaceId: WORKSPACE_ID });
+
+ await runCommand('down');
+ await dataSource.query(
+ 'INSERT INTO core."agentChatThread" (id, "workspaceId", "userWorkspaceId", title, "activeStreamId") VALUES ($1, $2, $3, $4, $5)',
+ [threadId, WORKSPACE_ID, owner.id, 'History before upgrade', streamId],
+ );
+
+ // Recreate a pre-upgrade workspace: history exists only in core, and none
+ // of the five standard objects has been installed yet.
+ await dataSource.query(
+ 'DELETE FROM core."objectMetadata" WHERE "workspaceId" = $1 AND "nameSingular" = ANY($2)',
+ [WORKSPACE_ID, AGENT_HISTORY_TABLES.map(({ name }) => name)],
+ );
+ for (const { name } of [...AGENT_HISTORY_TABLES].reverse()) {
+ await dataSource.query(`DROP TABLE "${SCHEMA}"."${name}" CASCADE`);
+ }
+ await dataSource.query(
+ 'DELETE FROM core."keyValuePair" WHERE "workspaceId" = $1 AND key = $2',
+ [WORKSPACE_ID, AGENT_HISTORY_STORAGE_KEY],
+ );
+ await getAppProviderByClassName<WorkspaceCacheService>(
+ 'WorkspaceCacheService',
+ ).invalidateAndRecompute(WORKSPACE_ID, [
+ 'flatObjectMetadataMaps',
+ 'flatFieldMetadataMaps',
+ 'flatIndexMaps',
+ ]);
+ });
+
+ afterAll(async () => {
+ await heartbeat.clear(streamId);
+ // Restore the seeded workspace so later integration suites can use it.
+ await dataSource.query(
+ 'UPDATE core."agentChatThread" SET "activeStreamId" = NULL WHERE id = $1',
+ [threadId],
+ );
+ await runCommand('up');
+ await dataSource.query(
+ `DELETE FROM "${SCHEMA}"."agentChatThread" WHERE id = $1`,
+ [threadId],
+ );
+ await dataSource.query('DELETE FROM core."agentChatThread" WHERE id = $1', [
+ threadId,
+ ]);
+ });
+
+ it('skips absent schemas only when no history or migration state exists', async () => {
+ const workspaceId = randomUUID();
+ const ownerId = randomUUID();
+ const legacyThreadId = randomUUID();
+ const args = {
+ workspaceId,
+ dataSource,
+ index: 0,
+ total: 1,
+ options: {},
+ };
+ await dataSource.query(
+ `INSERT INTO core."workspace" (id, "activationStatus", "databaseSchema", "subdomain", "workspaceCustomApplicationId", "defaultRoleId")
+ SELECT $1::uuid, 'CREATED', $2, $1::text, "workspaceCustomApplicationId", "defaultRoleId"
+ FROM core."workspace" WHERE id = $3`,
+ [workspaceId, getWorkspaceSchemaName(workspaceId), WORKSPACE_ID],
+ );
+ try {
+ await expect(command.up(args)).resolves.toBeUndefined();
+ expect(
+ await dataSource.query(
+ 'SELECT 1 FROM core."keyValuePair" WHERE "workspaceId" = $1 AND key = $2',
+ [workspaceId, AGENT_HISTORY_STORAGE_KEY],
+ ),
+ ).toHaveLength(0);
+ expect(
+ await dataSource.query(
+ 'SELECT 1 FROM core."objectMetadata" WHERE "workspaceId" = $1',
+ [workspaceId],
+ ),
+ ).toHaveLength(0);
+ await dataSource.transaction(async (manager) => {
+ await storage.writeState(manager.queryRunner!, workspaceId, {
+ storage: 'workspace',
+ });
+ });
+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);
+ await dataSource.transaction(async (manager) => {
+ await storage.writeState(manager.queryRunner!, workspaceId, {
+ storage: 'core',
+ migration: {
+ phase: 'copying',
+ target: 'workspace',
+ tableIndex: 0,
+ lastId: null,
+ },
+ });
+ });
+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);
+ await dataSource.query(
+ 'DELETE FROM core."keyValuePair" WHERE "workspaceId" = $1 AND key = $2',
+ [workspaceId, AGENT_HISTORY_STORAGE_KEY],
+ );
+ await dataSource.query(
+ `INSERT INTO core."userWorkspace" (id, "workspaceId", "userId")
+ SELECT $1, $2, "userId" FROM core."userWorkspace" WHERE "workspaceId" = $3 LIMIT 1`,
+ [ownerId, workspaceId, WORKSPACE_ID],
+ );
+ await dataSource.query(
+ 'INSERT INTO core."agentChatThread" (id, "workspaceId", "userWorkspaceId") VALUES ($1, $2, $3)',
+ [legacyThreadId, workspaceId, ownerId],
+ );
+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);
+ expect(
+ await dataSource.query(
+ 'SELECT id FROM core."agentChatThread" WHERE id = $1',
+ [legacyThreadId],
+ ),
+ ).toEqual([{ id: legacyThreadId }]);
+ await dataSource.query(
+ 'DELETE FROM core."agentChatThread" WHERE id = $1',
+ [legacyThreadId],
+ );
+ // Legacy foreign keys do not enforce matching workspace IDs on children.
+ await dataSource.query(
+ 'INSERT INTO core."agentTurn" (id, "workspaceId", "threadId") VALUES ($1, $2, $3)',
+ [randomUUID(), workspaceId, threadId],
+ );
+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);
+ } finally {
+ await dataSource.query('DELETE FROM core."workspace" WHERE id = $1', [
+ workspaceId,
+ ]);
+ }
+ });
+
+ it('is discovered by upgrade, prepares missing objects, preserves live streams, recovers interrupted streams and supports reverse copy', async () => {
+ await expect(runCommand('up', true)).rejects.toThrow(/stream/i);
+ expect(
+ await dataSource.query(
+ 'SELECT id FROM core."objectMetadata" WHERE "workspaceId" = $1 AND "nameSingular" = ANY($2)',
+ [WORKSPACE_ID, AGENT_HISTORY_TABLES.map(({ name }) => name)],
+ ),
+ ).toHaveLength(0);
+
+ await heartbeat.markClaimed(streamId);
+ await expect(runCommand('up')).rejects.toThrow(/stream/i);
+ expect(
+ await dataSource.query(
+ 'SELECT status FROM core."upgradeMigration" WHERE "workspaceId" = $1 AND name = $2 ORDER BY attempt DESC LIMIT 1',
+ [WORKSPACE_ID, upgradeCommandName],
+ ),
+ ).toEqual([{ status: 'failed' }]);
+ await storage.run(WORKSPACE_ID, async ({ storage: selected }) => {
+ expect(selected).toBe('core');
+ });
+ expect(
+ await dataSource.query(
+ 'SELECT id FROM core."objectMetadata" WHERE "workspaceId" = $1 AND "nameSingular" = ANY($2)',
+ [WORKSPACE_ID, AGENT_HISTORY_TABLES.map(({ name }) => name)],
+ ),
+ ).toHaveLength(5);
+
+ await heartbeat.clear(streamId);
+ await runCommand('up');
+ await runCommand('up');
+ expect(
+ await dataSource.query(
+ 'SELECT status FROM core."upgradeMigration" WHERE "workspaceId" = $1 AND name = $2 ORDER BY attempt DESC LIMIT 1',
+ [WORKSPACE_ID, upgradeCommandName],
+ ),
+ ).toEqual([{ status: 'completed' }]);
+ await storage.run(WORKSPACE_ID, async ({ storage: selected }) => {
+ expect(selected).toBe('workspace');
+ });
+ expect(
+ await dataSource.query(
+ `SELECT title, "activeStreamId", "lastStreamError"->>'code' AS error FROM "${SCHEMA}"."agentChatThread" WHERE id = $1`,
+ [threadId],
+ ),
+ ).toEqual([
+ {
+ title: 'History before upgrade',
+ activeStreamId: null,
+ error: 'STREAM_INTERRUPTED',
+ },
+ ]);
+
+ await dataSource.query(
+ `UPDATE "${SCHEMA}"."agentChatThread" SET title = 'History after upgrade' WHERE id = $1`,
+ [threadId],
+ );
+ await runCommand('down');
+ expect(
+ await dataSource.query(
+ 'SELECT title FROM core."agentChatThread" WHERE id = $1',
+ [threadId],
+ ),
+ ).toEqual([{ title: 'History after upgrade' }]);
+ });
+});