The open alternative to Salesforce, designed for AI.
TypeScript crmcrm-systemcustomergood-first-issuegraphqlhacktoberfestjavascriptmarketingmonoreponestjsopen-sourcepostgresqlreactreactjssalestypescriptweb
[5/5] Activate agent-history workspace storage through versioned upgrades (#26248)
Félix Malfait318314828343
diff --git a/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts b/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.tsindex 1edf790f859..4fc1af54d5c 100644--- a/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts+++ b/packages/twenty-server/src/database/commands/agent-history/__tests__/agent-history-migration.postgres.spec.ts@@ -1129,8 +1129,7 @@ const SCHEMA = getWorkspaceSchemaName(WORKSPACE_ID);}});- it('applies the instance default only to empty newly initialized workspaces', async () => {- await lifecycle.setNewWorkspaceDefault('workspace');+ it('defaults new empty workspaces to workspace storage without moving legacy history', async () => {await lifecycle.initializeWorkspace(WORKSPACE_ID);await storage.run(WORKSPACE_ID, async ({ storage: selected }) =>expect(selected).toBe('core'),@@ -1151,6 +1150,16 @@ const SCHEMA = getWorkspaceSchemaName(WORKSPACE_ID);expect(selected).toBe('workspace'),);});++ it('honors an explicit core default for a new empty workspace', async () => {+ for (const table of [...AGENT_HISTORY_TABLES].reverse())+ await dataSource.query(`DELETE FROM core."${table.name}"`);+ await lifecycle.setNewWorkspaceDefault('core');+ await lifecycle.initializeWorkspace(WORKSPACE_ID);+ await storage.run(WORKSPACE_ID, async ({ storage: selected }) =>+ expect(selected).toBe('core'),+ );+ });it('does not allow copy to resume after an interrupted abort', async () => {const writeState = storage.writeState.bind(storage);const failCopy = jestdiff --git a/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.tsindex 27cbab38d13..0a026af515e 100644--- a/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts+++ b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-upgrade-version-command.module.ts@@ -1,9 +1,13 @@+import { Module } from '@nestjs/common';++import { MigrateAgentHistoryToWorkspaceCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command';+import { AgentHistoryMigrationModule } from 'src/database/commands/agent-history/agent-history-migration.module';+import { AgentChatStreamStateModule } from 'src/engine/metadata-modules/ai/ai-chat/agent-chat-stream-state.module';+import { AgentHistoryModule } from 'src/engine/metadata-modules/ai/ai-history/ai-history.module';import { BackfillWorkspaceWorkflowVersionIdCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789652804001-backfill-workspace-workflow-version-id.command';import { BackfillWorkflowExecutionCoreIdsCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789719131001-backfill-workflow-execution-core-ids.command';import { MakeWorkflowRunProjectionRelationsNullableCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789719131002-make-workflow-run-projection-relations-nullable.command';import { PurgeSoftDeletedViewsCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789744500000-purge-soft-deleted-views.command';-import { Module } from '@nestjs/common';-import { WorkspaceIteratorModule } from 'src/database/commands/command-runners/workspace-iterator.module';import { UnpinCreationCommandsOnRecordSelectionCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789634112046-unpin-creation-commands-on-record-selection.command';import { BackfillMissingSystemRelationIndexesCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789663454000-backfill-missing-system-relation-indexes.command';@@ -19,6 +23,9 @@ import { WorkspaceSchemaMigrationRunnerActionHandlersModule } from 'src/engine/w@Module({imports: [+ AgentHistoryMigrationModule,+ AgentChatStreamStateModule,+ AgentHistoryModule,ApplicationModule,WorkspaceCacheModule,WorkspaceIteratorModule,@@ -28,6 +35,7 @@ import { WorkspaceSchemaMigrationRunnerActionHandlersModule } from 'src/engine/wWorkspaceSchemaMigrationRunnerActionHandlersModule,],providers: [+ MigrateAgentHistoryToWorkspaceCommand,UnpinCreationCommandsOnRecordSelectionCommand,RelinkWorkflowVersionsToCoreWorkflowsCommand,BackfillWorkspaceWorkflowVersionIdCommand,diff --git a/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command.ts b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command.tsnew file mode 100644index 00000000000..f89dab4d458--- /dev/null+++ b/packages/twenty-server/src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command.ts@@ -0,0 +1,131 @@+import { Command } from 'nest-commander';+import { isDefined, isNonEmptyArray } from 'twenty-shared/utils';+import { IsNull, MoreThan, Not } from 'typeorm';++import { AgentHistoryMigrationService } from 'src/database/commands/agent-history/agent-history-migration.service';+import { AgentHistorySchemaService } from 'src/database/commands/agent-history/agent-history-schema.service';+import { ProvisionedWorkspaceCommandRunner } from 'src/database/commands/command-runners/provisioned-workspace.command-runner';+import { WorkspaceIteratorService } from 'src/database/commands/command-runners/workspace-iterator.service';+import { type RunOnWorkspaceArgs } from 'src/database/commands/command-runners/workspace.command-runner';+import { RegisteredWorkspaceCommand } from 'src/engine/core-modules/upgrade/decorators/registered-workspace-command.decorator';+import { type AgentChatThreadEntity } from 'src/engine/metadata-modules/ai/ai-chat/entities/agent-chat-thread.entity';+import { AgentChatStreamRecoveryService } from 'src/engine/metadata-modules/ai/ai-chat/services/agent-chat-stream-recovery.service';+import { AGENT_HISTORY_OBJECT_NAMES } from 'src/engine/metadata-modules/ai/ai-history/constants/agent-history-object-names.constant';+import { AgentHistoryRepository } from 'src/engine/metadata-modules/ai/ai-history/repositories/agent-history-repository';+import { InjectAgentHistoryRepository } from 'src/engine/metadata-modules/ai/ai-history/repositories/inject-agent-history-repository.decorator';+import { AgentHistoryStorageService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-storage.service';+import { type AgentHistoryStorageState } from 'src/engine/metadata-modules/ai/ai-history/types/agent-history-storage-state.type';+import { getWorkspaceSchemaName } from 'src/engine/workspace-datasource/utils/get-workspace-schema-name.util';++@RegisteredWorkspaceCommand('2.42.0', 1789914239896)+@Command({+ name: 'upgrade:2-42:migrate-agent-history-to-workspace',+ description:+ 'Provision agent history objects, recover interrupted streams, copy and verify history, then switch workspace storage',+})+export class MigrateAgentHistoryToWorkspaceCommand extends ProvisionedWorkspaceCommandRunner {+ constructor(+ protected readonly workspaceIteratorService: WorkspaceIteratorService,+ private readonly schema: AgentHistorySchemaService,+ private readonly migration: AgentHistoryMigrationService,+ private readonly storage: AgentHistoryStorageService,+ @InjectAgentHistoryRepository('agentChatThread')+ private readonly threads: AgentHistoryRepository<AgentChatThreadEntity>,+ private readonly streamRecoveryService: AgentChatStreamRecoveryService,+ ) {+ super(workspaceIteratorService);+ }++ override async runOnWorkspace(args: RunOnWorkspaceArgs): Promise<void> {+ await this.up(args);+ }++ async up(args: RunOnWorkspaceArgs): Promise<void> {+ await this.migrateTo({ ...args, target: 'workspace' });+ }++ async down(args: RunOnWorkspaceArgs): Promise<void> {+ await this.migrateTo({ ...args, target: 'core' });+ }++ private async migrateTo({+ workspaceId,+ options,+ dataSource,+ target,+ }: RunOnWorkspaceArgs & {+ target: AgentHistoryStorageState['storage'];+ }): Promise<void> {+ const dryRun = options.dryRun ?? false;+ if (!isDefined(dataSource)) {+ throw new Error('Agent history upgrade requires a workspace data source');+ }+ const runner = dataSource.createQueryRunner('master');+ let state: AgentHistoryStorageState;+ try {+ await runner.connect();+ state = await this.storage.readState(runner, workspaceId);+ if (!(await runner.hasSchema(getWorkspaceSchemaName(workspaceId)))) {+ const history = await runner.query(+ `SELECT 1 WHERE ${AGENT_HISTORY_OBJECT_NAMES.map(+ (name) =>+ `EXISTS (SELECT 1 FROM core."${name}" WHERE "workspaceId" = $1)`,+ ).join(' OR ')}`,+ [workspaceId],+ );+ if (+ isNonEmptyArray(history) ||+ state.storage === 'workspace' ||+ isDefined(state.migration)+ ) {+ throw new Error(+ `Workspace schema is missing for ${workspaceId} with existing agent history or migration state`,+ );+ }+ // Older installations can retain empty workspace records without a+ // physical schema. Normal provisioning will initialize their route.+ this.logger.log(+ `Skipping agent history upgrade for workspace ${workspaceId}: schema is absent and history is empty`,+ );+ return;+ }+ } finally {+ await runner.release();+ }+ await this.schema.prepare(workspaceId, dryRun);+ if (dryRun) {+ await this.migration.inspect(workspaceId);+ return;+ }+ // An interrupted copy already fences repository access; resume its durable+ // cursor without trying to reap streams through the fenced repository.+ if (!isDefined(state.migration) && state.storage !== target) {+ await this.recoverInterruptedStreams(workspaceId);+ }+ await this.migration.migrate({ workspaceId, target });+ }++ private async recoverInterruptedStreams(workspaceId: string): Promise<void> {+ let lastId: string | undefined;+ while (true) {+ const threads = await this.threads.find(workspaceId, {+ where: {+ activeStreamId: Not(IsNull()),+ ...(isDefined(lastId) ? { id: MoreThan(lastId) } : {}),+ },+ order: { id: 'ASC' },+ take: 100,+ });+ if (!isNonEmptyArray(threads)) {+ return;+ }+ for (const thread of threads) {+ await this.streamRecoveryService.reapDeadStream({+ thread,+ workspaceId,+ });+ }+ lastId = threads[threads.length - 1].id;+ }+ }+}diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.tsindex 97b77e16e69..2c4c39c7ad2 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service.ts@@ -108,7 +108,7 @@ export class AgentHistoryLifecycleService {`SELECT value FROM core."keyValuePair" WHERE "key" = $1 AND "workspaceId" IS NULL AND "userId" IS NULL AND "applicationId" IS NULL AND type = 'CONFIG_VARIABLE'`,[AGENT_HISTORY_DEFAULT_STORAGE_KEY],);- const selected = defaults[0]?.value?.storage ?? 'core';+ const selected = defaults[0]?.value?.storage ?? 'workspace';if (selected !== 'core' && selected !== 'workspace') {throw new Error('Invalid default agent history storage');}diff --git a/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts b/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.tsindex 5259dbaa998..85ce87ecaae 100644--- a/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts+++ b/packages/twenty-server/src/engine/workspace-manager/dev-seeder/services/dev-seeder.service.ts@@ -1,5 +1,6 @@import { AgentHistoryStorageService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-storage.service';import { getWorkspaceSchemaName } from 'src/engine/workspace-datasource/utils/get-workspace-schema-name.util';+import { AgentHistoryLifecycleService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service';import { Injectable } from '@nestjs/common';import { InjectDataSource, InjectRepository } from '@nestjs/typeorm';@@ -61,6 +62,7 @@ import { WorkspaceMigrationValidateBuildAndRunService } from 'src/engine/workspa@Injectable()export class DevSeederService {constructor(+ private readonly agentHistoryLifecycleService: AgentHistoryLifecycleService,private readonly agentHistoryStorageService: AgentHistoryStorageService,private readonly workspaceCacheStorageService: WorkspaceCacheStorageService,private readonly twentyConfigService: TwentyConfigService,@@ -134,6 +136,8 @@ export class DevSeederService {},);+ await this.agentHistoryLifecycleService.initializeWorkspace(workspaceId);+await this.sdkClientGenerationService.generateSdkClientForApplication({workspaceId,applicationId: twentyStandardFlatApplication.id,diff --git a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.tsindex 829df2efa3b..5cdcd1f63a7 100644--- a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts+++ b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.module.ts@@ -1,3 +1,4 @@+import { AgentHistoryModule } from 'src/engine/metadata-modules/ai/ai-history/ai-history.module';import { Module } from '@nestjs/common';import { TypeOrmModule } from '@nestjs/typeorm';@@ -25,6 +26,7 @@ import { WorkspaceManagerService } from './workspace-manager.service';@Module({imports: [+ AgentHistoryModule,WorkspaceDataSourceModule,WorkspaceMigrationModule,ObjectMetadataModule,diff --git a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.tsindex 6a8bc631f1d..b6de18dd243 100644--- a/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts+++ b/packages/twenty-server/src/engine/workspace-manager/workspace-manager.service.ts@@ -1,3 +1,4 @@+import { AgentHistoryLifecycleService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-lifecycle.service';import { Injectable, Logger } from '@nestjs/common';import { InjectRepository } from '@nestjs/typeorm';@@ -33,6 +34,7 @@ export class WorkspaceManagerService {@InjectWorkspaceScopedRepository(RoleEntity)private readonly roleRepository: WorkspaceScopedRepository<RoleEntity>,private readonly applicationService: ApplicationService,+ private readonly agentHistoryLifecycleService: AgentHistoryLifecycleService,) {}public async init({@@ -69,6 +71,9 @@ export class WorkspaceManagerService {},);+ // A route can select workspace storage only after its tables exist.+ await this.agentHistoryLifecycleService.initializeWorkspace(workspaceId);+const dataSourceMetadataCreationEnd = performance.now();this.logger.log(diff --git a/packages/twenty-server/test/integration/upgrade/suites/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.integration-spec.ts b/packages/twenty-server/test/integration/upgrade/suites/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.integration-spec.tsnew file mode 100644index 00000000000..e132f415fce--- /dev/null+++ b/packages/twenty-server/test/integration/upgrade/suites/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.integration-spec.ts@@ -0,0 +1,279 @@+import { randomUUID } from 'node:crypto';++import { getAppProviderByClassName } from 'test/integration/utils/get-app-provider-by-class-name.util';+import { getCoreRepository } from 'test/integration/utils/get-core-repository.util';+import { type DataSource } from 'typeorm';++import { AGENT_HISTORY_TABLES } from 'src/database/commands/agent-history/agent-history-tables.constant';+import { type MigrateAgentHistoryToWorkspaceCommand } from 'src/database/commands/upgrade-version-command/2-42/2-42-workspace-command-1789914239896-migrate-agent-history-to-workspace.command';+import { type UpgradeCommandRegistryService } from 'src/engine/core-modules/upgrade/services/upgrade-command-registry.service';+import { type WorkspaceCommandRunnerService } from 'src/engine/core-modules/upgrade/services/workspace-command-runner.service';+import { UserWorkspaceEntity } from 'src/engine/core-modules/user-workspace/user-workspace.entity';+import { type AgentChatStreamHeartbeatService } from 'src/engine/metadata-modules/ai/ai-chat/services/agent-chat-stream-heartbeat.service';+import { AGENT_HISTORY_STORAGE_KEY } from 'src/engine/metadata-modules/ai/ai-history/constants/agent-history-storage-key.constant';+import { type AgentHistoryStorageService } from 'src/engine/metadata-modules/ai/ai-history/services/agent-history-storage.service';+import { type WorkspaceOrmManager } from 'src/engine/twenty-orm/workspace-orm.manager';+import { buildSystemAuthContext } from 'src/engine/twenty-orm/utils/build-system-auth-context.util';+import { type WorkspaceCacheService } from 'src/engine/workspace-cache/services/workspace-cache.service';+import { getWorkspaceSchemaName } from 'src/engine/workspace-datasource/utils/get-workspace-schema-name.util';+import { SEED_APPLE_WORKSPACE_ID } from 'src/engine/workspace-manager/dev-seeder/core/constants/seeder-workspaces.constant';++const WORKSPACE_ID = SEED_APPLE_WORKSPACE_ID;+const SCHEMA = getWorkspaceSchemaName(WORKSPACE_ID);++jest.setTimeout(60_000);++describe('versioned agent history upgrade (integration)', () => {+ let command: MigrateAgentHistoryToWorkspaceCommand;+ let dataSource: DataSource;+ let workspaceOrmManager: WorkspaceOrmManager;+ let storage: AgentHistoryStorageService;+ let heartbeat: AgentChatStreamHeartbeatService;+ let upgradeRunner: WorkspaceCommandRunnerService;+ let upgradeCommandName: string;+ const threadId = randomUUID();+ const streamId = randomUUID();++ const runCommand = (direction: 'up' | 'down', dryRun = false) =>+ workspaceOrmManager.executeInWorkspaceContext(async () => {+ const context = {+ workspaceId: WORKSPACE_ID,+ dataSource,+ index: 0,+ total: 1,+ };+ if (direction === 'down') {+ await command.down({ ...context, options: { dryRun } });+ } else {+ await upgradeRunner.runWorkspaceCommands({+ iteratorContext: context,+ options: { dryRun },+ workspaceCommands: [{ name: upgradeCommandName, command }],+ });+ }+ }, buildSystemAuthContext(WORKSPACE_ID));++ beforeAll(async () => {+ command = getAppProviderByClassName<MigrateAgentHistoryToWorkspaceCommand>(+ 'MigrateAgentHistoryToWorkspaceCommand',+ );+ workspaceOrmManager = getAppProviderByClassName<WorkspaceOrmManager>(+ 'WorkspaceOrmManager',+ );+ storage = getAppProviderByClassName<AgentHistoryStorageService>(+ 'AgentHistoryStorageService',+ );+ heartbeat = getAppProviderByClassName<AgentChatStreamHeartbeatService>(+ 'AgentChatStreamHeartbeatService',+ );+ upgradeRunner = getAppProviderByClassName<WorkspaceCommandRunnerService>(+ 'WorkspaceCommandRunnerService',+ );+ const registry = getAppProviderByClassName<UpgradeCommandRegistryService>(+ 'UpgradeCommandRegistryService',+ );+ const registeredCommand = registry+ .getBundleForVersion('2.42.0')+ .workspaceCommands.find((entry) => entry.command === command);+ expect(registeredCommand?.timestamp).toBe(1789914239896);+ upgradeCommandName = registeredCommand!.name;+ const owners = getCoreRepository<UserWorkspaceEntity>(UserWorkspaceEntity);+ dataSource = owners.manager.connection;+ const owner = await owners.findOneByOrFail({ workspaceId: WORKSPACE_ID });++ await runCommand('down');+ await dataSource.query(+ 'INSERT INTO core."agentChatThread" (id, "workspaceId", "userWorkspaceId", title, "activeStreamId") VALUES ($1, $2, $3, $4, $5)',+ [threadId, WORKSPACE_ID, owner.id, 'History before upgrade', streamId],+ );++ // Recreate a pre-upgrade workspace: history exists only in core, and none+ // of the five standard objects has been installed yet.+ await dataSource.query(+ 'DELETE FROM core."objectMetadata" WHERE "workspaceId" = $1 AND "nameSingular" = ANY($2)',+ [WORKSPACE_ID, AGENT_HISTORY_TABLES.map(({ name }) => name)],+ );+ for (const { name } of [...AGENT_HISTORY_TABLES].reverse()) {+ await dataSource.query(`DROP TABLE "${SCHEMA}"."${name}" CASCADE`);+ }+ await dataSource.query(+ 'DELETE FROM core."keyValuePair" WHERE "workspaceId" = $1 AND key = $2',+ [WORKSPACE_ID, AGENT_HISTORY_STORAGE_KEY],+ );+ await getAppProviderByClassName<WorkspaceCacheService>(+ 'WorkspaceCacheService',+ ).invalidateAndRecompute(WORKSPACE_ID, [+ 'flatObjectMetadataMaps',+ 'flatFieldMetadataMaps',+ 'flatIndexMaps',+ ]);+ });++ afterAll(async () => {+ await heartbeat.clear(streamId);+ // Restore the seeded workspace so later integration suites can use it.+ await dataSource.query(+ 'UPDATE core."agentChatThread" SET "activeStreamId" = NULL WHERE id = $1',+ [threadId],+ );+ await runCommand('up');+ await dataSource.query(+ `DELETE FROM "${SCHEMA}"."agentChatThread" WHERE id = $1`,+ [threadId],+ );+ await dataSource.query('DELETE FROM core."agentChatThread" WHERE id = $1', [+ threadId,+ ]);+ });++ it('skips absent schemas only when no history or migration state exists', async () => {+ const workspaceId = randomUUID();+ const ownerId = randomUUID();+ const legacyThreadId = randomUUID();+ const args = {+ workspaceId,+ dataSource,+ index: 0,+ total: 1,+ options: {},+ };+ await dataSource.query(+ `INSERT INTO core."workspace" (id, "activationStatus", "databaseSchema", "subdomain", "workspaceCustomApplicationId", "defaultRoleId")+ SELECT $1::uuid, 'CREATED', $2, $1::text, "workspaceCustomApplicationId", "defaultRoleId"+ FROM core."workspace" WHERE id = $3`,+ [workspaceId, getWorkspaceSchemaName(workspaceId), WORKSPACE_ID],+ );+ try {+ await expect(command.up(args)).resolves.toBeUndefined();+ expect(+ await dataSource.query(+ 'SELECT 1 FROM core."keyValuePair" WHERE "workspaceId" = $1 AND key = $2',+ [workspaceId, AGENT_HISTORY_STORAGE_KEY],+ ),+ ).toHaveLength(0);+ expect(+ await dataSource.query(+ 'SELECT 1 FROM core."objectMetadata" WHERE "workspaceId" = $1',+ [workspaceId],+ ),+ ).toHaveLength(0);+ await dataSource.transaction(async (manager) => {+ await storage.writeState(manager.queryRunner!, workspaceId, {+ storage: 'workspace',+ });+ });+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);+ await dataSource.transaction(async (manager) => {+ await storage.writeState(manager.queryRunner!, workspaceId, {+ storage: 'core',+ migration: {+ phase: 'copying',+ target: 'workspace',+ tableIndex: 0,+ lastId: null,+ },+ });+ });+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);+ await dataSource.query(+ 'DELETE FROM core."keyValuePair" WHERE "workspaceId" = $1 AND key = $2',+ [workspaceId, AGENT_HISTORY_STORAGE_KEY],+ );+ await dataSource.query(+ `INSERT INTO core."userWorkspace" (id, "workspaceId", "userId")+ SELECT $1, $2, "userId" FROM core."userWorkspace" WHERE "workspaceId" = $3 LIMIT 1`,+ [ownerId, workspaceId, WORKSPACE_ID],+ );+ await dataSource.query(+ 'INSERT INTO core."agentChatThread" (id, "workspaceId", "userWorkspaceId") VALUES ($1, $2, $3)',+ [legacyThreadId, workspaceId, ownerId],+ );+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);+ expect(+ await dataSource.query(+ 'SELECT id FROM core."agentChatThread" WHERE id = $1',+ [legacyThreadId],+ ),+ ).toEqual([{ id: legacyThreadId }]);+ await dataSource.query(+ 'DELETE FROM core."agentChatThread" WHERE id = $1',+ [legacyThreadId],+ );+ // Legacy foreign keys do not enforce matching workspace IDs on children.+ await dataSource.query(+ 'INSERT INTO core."agentTurn" (id, "workspaceId", "threadId") VALUES ($1, $2, $3)',+ [randomUUID(), workspaceId, threadId],+ );+ await expect(command.up(args)).rejects.toThrow(/schema is missing/i);+ } finally {+ await dataSource.query('DELETE FROM core."workspace" WHERE id = $1', [+ workspaceId,+ ]);+ }+ });++ it('is discovered by upgrade, prepares missing objects, preserves live streams, recovers interrupted streams and supports reverse copy', async () => {+ await expect(runCommand('up', true)).rejects.toThrow(/stream/i);+ expect(+ await dataSource.query(+ 'SELECT id FROM core."objectMetadata" WHERE "workspaceId" = $1 AND "nameSingular" = ANY($2)',+ [WORKSPACE_ID, AGENT_HISTORY_TABLES.map(({ name }) => name)],+ ),+ ).toHaveLength(0);++ await heartbeat.markClaimed(streamId);+ await expect(runCommand('up')).rejects.toThrow(/stream/i);+ expect(+ await dataSource.query(+ 'SELECT status FROM core."upgradeMigration" WHERE "workspaceId" = $1 AND name = $2 ORDER BY attempt DESC LIMIT 1',+ [WORKSPACE_ID, upgradeCommandName],+ ),+ ).toEqual([{ status: 'failed' }]);+ await storage.run(WORKSPACE_ID, async ({ storage: selected }) => {+ expect(selected).toBe('core');+ });+ expect(+ await dataSource.query(+ 'SELECT id FROM core."objectMetadata" WHERE "workspaceId" = $1 AND "nameSingular" = ANY($2)',+ [WORKSPACE_ID, AGENT_HISTORY_TABLES.map(({ name }) => name)],+ ),+ ).toHaveLength(5);++ await heartbeat.clear(streamId);+ await runCommand('up');+ await runCommand('up');+ expect(+ await dataSource.query(+ 'SELECT status FROM core."upgradeMigration" WHERE "workspaceId" = $1 AND name = $2 ORDER BY attempt DESC LIMIT 1',+ [WORKSPACE_ID, upgradeCommandName],+ ),+ ).toEqual([{ status: 'completed' }]);+ await storage.run(WORKSPACE_ID, async ({ storage: selected }) => {+ expect(selected).toBe('workspace');+ });+ expect(+ await dataSource.query(+ `SELECT title, "activeStreamId", "lastStreamError"->>'code' AS error FROM "${SCHEMA}"."agentChatThread" WHERE id = $1`,+ [threadId],+ ),+ ).toEqual([+ {+ title: 'History before upgrade',+ activeStreamId: null,+ error: 'STREAM_INTERRUPTED',+ },+ ]);++ await dataSource.query(+ `UPDATE "${SCHEMA}"."agentChatThread" SET title = 'History after upgrade' WHERE id = $1`,+ [threadId],+ );+ await runCommand('down');+ expect(+ await dataSource.query(+ 'SELECT title FROM core."agentChatThread" WHERE id = $1',+ [threadId],+ ),+ ).toEqual([{ title: 'History after upgrade' }]);+ });+});