The open alternative to Salesforce, designed for AI.
TypeScript crmcrm-systemcustomergood-first-issuegraphqlhacktoberfestjavascriptmarketingmonoreponestjsopen-sourcepostgresqlreactreactjssalestypescriptweb
Use existing drivers for AI component preview builds (#29019)
Weikoffe891f1ca87
diff --git a/knip.json b/knip.jsonindex 0041d3b993f..dc494553eaf 100644--- a/knip.json+++ b/knip.json@@ -28,6 +28,7 @@"src/database/clickhouse/migrations/run-migrations.ts","src/database/clickhouse/seeds/run-seeds.ts","src/instrument.ts",+ "src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts","lingui.config.ts","scripts/**/*.ts","**/*.spec.ts",@@ -52,7 +53,7 @@"src/engine/metadata-modules/*/constants/standard-*-names.ts","src/engine/metadata-modules/*/constants/standard-*-titles.ts"],- "ignoreDependencies": ["@types/psl"]+ "ignoreDependencies": ["@types/psl", "twenty-ui"]},"packages/twenty-front": {"entry": [diff --git a/packages/twenty-server/nest-cli.json b/packages/twenty-server/nest-cli.jsonindex dcb6b135c30..24986aab4c0 100644--- a/packages/twenty-server/nest-cli.json+++ b/packages/twenty-server/nest-cli.json@@ -69,6 +69,10 @@"include": "engine/core-modules/dpa/constants/subprocessors.json","outDir": "dist"},+ {+ "include": "engine/metadata-modules/ai/ai-front-component/constants/builder/**",+ "outDir": "dist/assets"+ },{"include": "engine/core-modules/application/application-package/constants/workspace-custom-application-dependencies/**","outDir": "dist/assets"diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjsindex 410931bd1d7..2e3377e3078 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs@@ -19,12 +19,17 @@ const assertPathInsideDir = (filePath, dir) => {};export const handler = async (event) => {- const { action, sourceCode, sourceFileName, builtFileName } = event;+ const { action, targetRuntime, sourceCode, sourceFileName, builtFileName } =+ event;if (action !== 'transpile') {throw new Error(`Unknown action: ${action}`);}+ if (targetRuntime !== 'nodejs18.x' && targetRuntime !== 'nodejs22.x') {+ throw new Error(`Unsupported target runtime: ${targetRuntime}`);+ }+if (!sourceCode || !sourceFileName || !builtFileName) {throw new Error('Missing required fields: sourceCode, sourceFileName, builtFileName',diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.spec.tsnew file mode 100644index 00000000000..25266437a89--- /dev/null+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.spec.ts@@ -0,0 +1,14 @@+import { DisabledDriver } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver';+import { LogicFunctionExceptionCode } from 'src/engine/metadata-modules/logic-function/logic-function.exception';++describe('DisabledDriver', () => {+ it.each([+ 'transpile',+ 'buildDependencies',+ 'getDependenciesBuildCacheKey',+ ] as const)('rejects %s when builds are disabled', async (operation) => {+ await expect(new DisabledDriver()[operation]()).rejects.toMatchObject({+ code: LogicFunctionExceptionCode.LOGIC_FUNCTION_DISABLED,+ });+ });+});diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.tsindex 2a860f71237..f46827f7e53 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts@@ -1,9 +1,7 @@import {type LogicFunctionDriver,type LogicFunctionExecuteResult,- type LogicFunctionTranspileResult,} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';-import {LogicFunctionException,LogicFunctionExceptionCode,@@ -25,13 +23,24 @@ export class DisabledDriver implements LogicFunctionDriver {);}- async transpile(): Promise<LogicFunctionTranspileResult> {+ async transpile(): Promise<never> {throw new LogicFunctionException('Logic function transpilation is disabled. Set LOGIC_FUNCTION_TYPE to LOCAL or LAMBDA to enable.',LogicFunctionExceptionCode.LOGIC_FUNCTION_DISABLED,);}+ async buildDependencies(): Promise<never> {+ throw new LogicFunctionException(+ 'Dependency builds are disabled. Set LOGIC_FUNCTION_TYPE to LOCAL or LAMBDA to enable.',+ LogicFunctionExceptionCode.LOGIC_FUNCTION_DISABLED,+ );+ }++ async getDependenciesBuildCacheKey(): Promise<never> {+ return this.buildDependencies();+ }+async installPrebuiltBundle(): Promise<void> {throw new LogicFunctionException('Logic function prebuilt install is disabled. Set LOGIC_FUNCTION_TYPE to LOCAL or LAMBDA to enable.',diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.spec.tsnew file mode 100644index 00000000000..099474038fd--- /dev/null+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.spec.ts@@ -0,0 +1,236 @@+import {+ Lambda,+ type State,+ waitUntilFunctionActiveV2,+} from '@aws-sdk/client-lambda';+import { isDefined } from 'twenty-shared/utils';++import { CacheLockService } from 'src/engine/core-modules/cache-lock/cache-lock.service';+import { LambdaDriver } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver';+import { LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';+import { LogicFunctionRuntime } from 'src/engine/metadata-modules/logic-function/logic-function.entity';++jest.mock(+ 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util',+ () => ({ getFrontComponentBuilderName: async () => 'workspace-builder' }),+);++jest.useRealTimers();++const REQUEST = {+ targetRuntime: 'browser' as const,+ workspaceId: 'workspace',+ packageJson: '{"name":"fixture","private":true}',+ yarnLock: '# fixture lockfile',+};+const RESULT = {+ success: false,+ code: 'BUILD_FAILED',+ error: 'Build diagnostic',+};++describe('LambdaDriver', () => {+ let state: State;+ let updateError: Error | undefined;+ let commands: (string | undefined)[];+ let payloads: unknown[];+ let functionNames: unknown[];+ let driver: LambdaDriver;+ let client: Lambda;++ beforeEach(() => {+ state = 'Inactive';+ updateError = undefined;+ commands = [];+ payloads = [];+ functionNames = [];+ client = new Lambda({ region: 'eu-west-1' });+ let isLocked = false;+ const cacheStorageService = jest.createMockFromModule<+ typeof import('src/engine/core-modules/cache-storage/services/cache-storage.service')+ >('src/engine/core-modules/cache-storage/services/cache-storage.service')+ .CacheStorageService.prototype;+ jest+ .spyOn(cacheStorageService, 'acquireLock')+ .mockImplementation(async () => {+ if (isLocked) {+ return null;+ }+ isLocked = true;+ return 'owner';+ });+ jest+ .spyOn(cacheStorageService, 'releaseLock')+ .mockImplementation(async () => {+ isLocked = false;+ });+ jest.spyOn(cacheStorageService, 'extendLock').mockResolvedValue(true);++ client.middlewareStack.add(+ (_next, context) =>+ async ({ input }) => {+ const commandName = context.commandName;+ commands.push(commandName);+ if (commandName === 'GetFunctionCommand') {+ const output = { Configuration: { State: state }, $metadata: {} };+ if (state === 'Pending') {+ state = 'Active';+ }+ return { response: {}, output };+ }+ if (commandName === 'UpdateFunctionConfigurationCommand') {+ if (isDefined(updateError)) {+ throw updateError;+ }+ state = 'Pending';+ return { response: {}, output: { State: state, $metadata: {} } };+ }+ if (commandName === 'InvokeCommand' && 'Payload' in input) {+ expect(state).toBe('Active');+ const payload = JSON.parse(String(input.Payload));+ payloads.push(payload);+ functionNames.push(input.FunctionName);+ const response = JSON.stringify(+ payload.sourceCode+ ? { builtCode: 'export const handler = () => 1;' }+ : RESULT,+ );+ return {+ response: {},+ output: {+ Payload: Object.assign(Buffer.from(response), {+ transformToString: () => response,+ }),+ $metadata: {},+ },+ };+ }+ throw new Error('Unexpected Lambda command');+ },+ { step: 'initialize' },+ );+ jest+ .spyOn(LambdaAwsClientService.prototype, 'getLambdaClient')+ .mockResolvedValue(client);+ jest+ .spyOn(LambdaAwsClientService.prototype, 'waitFunctionActive')+ .mockImplementation(async (functionName) => {+ await waitUntilFunctionActiveV2(+ { client, maxWaitTime: 1, minDelay: 0.01, maxDelay: 0.01 },+ { FunctionName: functionName },+ );+ });+ driver = new LambdaDriver({+ region: 'eu-west-1',+ layerBucket: 'fixture',+ layerBucketRegion: 'eu-west-1',+ resourceNamespace: 'fixture',+ lambdaRole: 'fixture',+ logicFunctionResourceService: jest.createMockFromModule<+ typeof import('src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service')+ >(+ 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service',+ ).LogicFunctionResourceService.prototype,+ sdkClientArchiveService: jest.createMockFromModule<+ typeof import('src/engine/core-modules/sdk-client/sdk-client-archive.service')+ >('src/engine/core-modules/sdk-client/sdk-client-archive.service')+ .SdkClientArchiveService.prototype,+ workspaceCacheService: jest.createMockFromModule<+ typeof import('src/engine/workspace-cache/services/workspace-cache.service')+ >('src/engine/workspace-cache/services/workspace-cache.service')+ .WorkspaceCacheService.prototype,+ coreEntityCacheService: jest.createMockFromModule<+ typeof import('src/engine/core-entity-cache/services/core-entity-cache.service')+ >('src/engine/core-entity-cache/services/core-entity-cache.service')+ .CoreEntityCacheService.prototype,+ applicationDependencyFilesService: jest.createMockFromModule<+ typeof import('src/engine/core-modules/application/application-package/application-dependency-files.service')+ >(+ 'src/engine/core-modules/application/application-package/application-dependency-files.service',+ ).ApplicationDependencyFilesService.prototype,+ cacheStorageService,+ cacheLockService: new CacheLockService(cacheStorageService),+ });+ });++ afterEach(() => {+ jest.restoreAllMocks();+ client.destroy();+ });++ it.each([LogicFunctionRuntime.NODE18, LogicFunctionRuntime.NODE22])(+ 'selects the Node builder for %s and the browser builder on the same driver',+ async (targetRuntime) => {+ const request = {+ targetRuntime,+ sourceCode: 'export const handler = () => 1;',+ sourceFileName: 'handler.ts',+ builtFileName: 'handler.mjs',+ };+ await expect(driver.transpile(request)).resolves.toEqual({+ builtCode: 'export const handler = () => 1;',+ });+ await expect(driver.buildDependencies(REQUEST)).resolves.toEqual(RESULT);+ expect(payloads[0]).toEqual({ ...request, action: 'transpile' });+ expect(functionNames[0]).not.toBe('workspace-builder');+ expect(functionNames[1]).toBe('workspace-builder');+ },+ );++ it('reactivates an idle builder before sending the build exactly once', async () => {+ await expect(driver.buildDependencies(REQUEST)).resolves.toEqual(RESULT);++ expect(+ commands.filter(+ (command) => command === 'UpdateFunctionConfigurationCommand',+ ),+ ).toHaveLength(1);+ expect(payloads).toEqual([+ {+ action: 'buildDependencies',+ packageJson: REQUEST.packageJson,+ yarnLock: REQUEST.yarnLock,+ },+ ]);+ });++ it('reactivates once for concurrent builds', async () => {+ await Promise.all([+ driver.buildDependencies(REQUEST),+ driver.buildDependencies(REQUEST),+ ]);++ expect(+ commands.filter(+ (command) => command === 'UpdateFunctionConfigurationCommand',+ ),+ ).toHaveLength(1);+ expect(payloads).toHaveLength(2);+ });++ it.each(['Active', 'Pending'] as const)(+ 'reuses a %s builder without updating it',+ async (initialState) => {+ state = initialState;++ await expect(driver.buildDependencies(REQUEST)).resolves.toEqual(RESULT);+ expect(commands).not.toContain('UpdateFunctionConfigurationCommand');+ expect(payloads).toHaveLength(1);+ },+ );++ it('does not invoke a builder whose reactivation failed', async () => {+ updateError = new Error('Access denied');++ await expect(driver.buildDependencies(REQUEST)).rejects.toBe(updateError);+ expect(payloads).toHaveLength(0);+ });++ it('does not invoke or update a failed builder', async () => {+ state = 'Failed';++ await expect(driver.buildDependencies(REQUEST)).rejects.toThrow();+ expect(commands).not.toContain('UpdateFunctionConfigurationCommand');+ expect(payloads).toHaveLength(0);+ });+});diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.tsindex 5e830e2f536..fa5fc34a38a 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts@@ -6,6 +6,17 @@ import {} from '@aws-sdk/client-lambda';import { Logger } from '@nestjs/common';+import { LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';+import { LambdaExecutorManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-executor-manager.service';+import { LambdaLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-layer-manager.service';+import { LambdaToolFunctionsService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service';+import {+ type LambdaDriverExecutorPayload,+ type LambdaDriverOptions,+ LambdaExecutionPhase,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type';+import { buildLogicFunctionTimeoutResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/build-logic-function-timeout-result.util';+import { parseLambdaLogResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/parse-lambda-log-result.util';import {type LogicFunctionDriver,type LogicFunctionExecuteParams,@@ -14,19 +25,14 @@ import {type LogicFunctionTranspileParams,type LogicFunctionTranspileResult,} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';--import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';import {- type LambdaDriverExecutorPayload,- type LambdaDriverOptions,- LambdaExecutionPhase,-} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type';-import { LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';-import { LambdaExecutorManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-executor-manager.service';-import { LambdaLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-layer-manager.service';-import { LambdaToolFunctionsService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service';-import { buildLogicFunctionTimeoutResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/build-logic-function-timeout-result.util';-import { parseLambdaLogResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/parse-lambda-log-result.util';+ type BrowserTranspileParams,+ type BrowserTranspileResult,+ type BrowserDependenciesBuildParams,+ type TranspileParams,+ type TranspileResult,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';+import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';import { HANDLER_NAME_REGEX } from 'src/engine/metadata-modules/logic-function/constants/handler.contant';import { LogicFunctionExecutionStatus } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';import { LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';@@ -60,6 +66,7 @@ export class LambdaDriver implements LogicFunctionDriver {this.toolFunctions = new LambdaToolFunctionsService(options,this.awsClient,+ options.cacheLockService,);this.layerManager = new LambdaLayerManagerService(options,@@ -81,18 +88,25 @@ export class LambdaDriver implements LogicFunctionDriver {);}- async transpile({- sourceCode,- sourceFileName,- builtFileName,- }: LogicFunctionTranspileParams): Promise<LogicFunctionTranspileResult> {- const { builtCode } = await this.toolFunctions.transpile({- sourceCode,- sourceFileName,- builtFileName,- });+ async transpile(+ params: LogicFunctionTranspileParams,+ ): Promise<LogicFunctionTranspileResult>;+ async transpile(+ params: BrowserTranspileParams,+ ): Promise<BrowserTranspileResult>;+ async transpile(params: TranspileParams): Promise<TranspileResult>;+ async transpile(params: TranspileParams): Promise<TranspileResult> {+ return this.toolFunctions.transpile(params);+ }++ async buildDependencies(params: BrowserDependenciesBuildParams) {+ return this.toolFunctions.buildDependencies(params);+ }- return { builtCode };+ async getDependenciesBuildCacheKey(+ params: Pick<BrowserDependenciesBuildParams, 'workspaceId'>,+ ) {+ return this.toolFunctions.getDependenciesBuildCacheKey(params);}async delete(flatLogicFunction: FlatLogicFunction): Promise<void> {diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.tsindex 7b678df0747..dcbbeb17dd0 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts@@ -1,19 +1,23 @@-import * as fs from 'fs/promises';-import { join } from 'path';-import {CreateFunctionCommand,type CreateFunctionCommandInput,InvokeCommand,LogType,PublishLayerVersionCommand,+ UpdateFunctionConfigurationCommand,} from '@aws-sdk/client-lambda';import { isNonEmptyString } from '@sniptt/guards';+import * as fs from 'fs/promises';+import { join } from 'path';import { isDefined } from 'twenty-shared/utils';import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';+import { type CacheLockService } from 'src/engine/core-modules/cache-lock/cache-lock.service';import { COMMON_LAYER_DEPENDENCIES_DIRNAME } from 'src/engine/core-modules/logic-function/logic-function-drivers/constants/common-layer-dependencies-dirname';import {+ BUILD_LOCK_MAX_RETRIES,+ BUILD_LOCK_RETRY_MS,+ BUILD_LOCK_TTL_MS,BUILDER_FUNCTION_NAME_PREFIX,BUILDER_HANDLER_PATH,BUILDER_LAMBDA_MEMORY_MB,@@ -25,6 +29,7 @@ import {YARN_INSTALL_LAMBDA_MEMORY_MB,YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant';+import { type LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';import {type BuilderLambdaPayload,type BuilderLambdaResult,@@ -34,12 +39,31 @@ import {} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type';import { buildYarnInstallFailureException } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/build-yarn-install-failure-exception.util';import { computeHashedLambdaResourceName } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/compute-hashed-lambda-resource-name.util';-import { type LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';+import {+ type LogicFunctionTranspileParams,+ type LogicFunctionTranspileResult,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';+import {+ type BrowserTranspileParams,+ type BrowserTranspileResult,+ type BrowserDependenciesBuildParams,+ type TranspileParams,+ type TranspileResult,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';import { copyBuilder } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/copy-builder';import { copyCommonLayerDependencies } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/copy-common-layer-dependencies';import { copyYarnInstall } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/copy-yarn-install';import { createZipFile } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/create-zip-file';import { TemporaryDirManager } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager';+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';+import { copyFrontComponentBuilder } from 'src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util';+import { getFrontComponentBuilderName } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util';+import {+ FrontComponentException,+ FrontComponentExceptionCode,+} from 'src/engine/metadata-modules/front-component/front-component.exception';import { LogicFunctionRuntime } from 'src/engine/metadata-modules/logic-function/logic-function.entity';import {LogicFunctionException,@@ -57,11 +81,23 @@ export class LambdaToolFunctionsService {'lambdaRole' | 'resourceNamespace' | 'resourceTags'>,private readonly awsClient: LambdaAwsClientService,+ private readonly cacheLockService: CacheLockService,) {}async transpile(- params: Omit<BuilderLambdaPayload, 'action'>,- ): Promise<BuilderLambdaResult> {+ params: LogicFunctionTranspileParams,+ ): Promise<LogicFunctionTranspileResult>;+ async transpile(+ params: BrowserTranspileParams,+ ): Promise<BrowserTranspileResult>;+ async transpile(params: TranspileParams): Promise<TranspileResult>;+ async transpile(params: TranspileParams): Promise<TranspileResult> {+ if (params.targetRuntime === 'browser') {+ const { targetRuntime: _targetRuntime, ...request } = params;+ return frontComponentBuildResultSchema.parse(+ await this.invokeBrowserBuilder({ ...request, action: 'transpile' }),+ );+ }await this.ensureBuilderLambdaExists();const lambdaClient = await this.awsClient.getLambdaClient();@@ -126,6 +162,74 @@ export class LambdaToolFunctionsService {return { builtCode: parsedResult.builtCode };}+ async getDependenciesBuildCacheKey({+ workspaceId,+ }: Pick<BrowserDependenciesBuildParams, 'workspaceId'>) {+ const name = await getFrontComponentBuilderName({+ workspaceId,+ namespace: this.options.resourceNamespace,+ action: 'buildDependencies',+ });+ return `lambda:${name}`;+ }++ async buildDependencies({+ targetRuntime: _targetRuntime,+ ...request+ }: BrowserDependenciesBuildParams) {+ return frontComponentDependenciesBuildResultSchema.parse(+ await this.invokeBrowserBuilder({+ ...request,+ action: 'buildDependencies',+ }),+ );+ }++ private async invokeBrowserBuilder({+ workspaceId,+ ...input+ }: FrontComponentBuilderRequest & { workspaceId: string }): Promise<unknown> {+ const isDependenciesBuild = input.action === 'buildDependencies';+ const functionName = await getFrontComponentBuilderName({+ workspaceId,+ namespace: this.options.resourceNamespace,+ action: input.action,+ });+ const timeoutSeconds = isDependenciesBuild+ ? YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS+ : BUILDER_LAMBDA_TIMEOUT_SECONDS;+ await this.ensureBuildToolLambdaIsActive({+ functionName,+ memoryMb: isDependenciesBuild+ ? YARN_INSTALL_LAMBDA_MEMORY_MB+ : BUILDER_LAMBDA_MEMORY_MB,+ timeoutSeconds,+ copyFiles: async (directory) => {+ await copyFrontComponentBuilder(directory);+ if (isDependenciesBuild) {+ await fs.cp(YARN_ENGINE_DIRNAME, join(directory, 'yarn-engine'), {+ recursive: true,+ });+ }+ },+ });+ const lambdaClient = await this.awsClient.getLambdaClient();+ const result = await lambdaClient.send(+ new InvokeCommand({+ FunctionName: functionName,+ Payload: JSON.stringify(input),+ }),+ { abortSignal: AbortSignal.timeout(timeoutSeconds * 1000) },+ );+ if (result.FunctionError || !isDefined(result.Payload)) {+ throw new FrontComponentException(+ 'Frontend component builder Lambda failed.',+ FrontComponentExceptionCode.FRONT_COMPONENT_CREATE_FAILED,+ );+ }+ return JSON.parse(result.Payload.transformToString());+ }+async runYarnInstallCreateLayer(params: Omit<YarnInstallLambdaPayload, 'action'>,): Promise<YarnInstallLambdaResult> {@@ -178,7 +282,7 @@ export class LambdaToolFunctionsService {return parsedResult;}- async ensureCommonLayerExists(): Promise<string> {+ private async ensureCommonLayerExists(): Promise<string> {const commonLayerName = await this.getCommonLayerName();const existingArn =await this.awsClient.getExistingLayerArn(commonLayerName);@@ -221,88 +325,100 @@ export class LambdaToolFunctionsService {}}- private async ensureYarnInstallLambdaExists(): Promise<void> {- const yarnInstallFunctionName = await this.getYarnInstallFunctionName();- const lambdaClient = await this.awsClient.getLambdaClient();-- if (isDefined(await this.awsClient.getFunction(yarnInstallFunctionName))) {+ async ensureBuildToolLambdaIsActive({+ functionName,+ memoryMb,+ timeoutSeconds,+ copyFiles,+ }: {+ functionName: string;+ memoryMb: number;+ timeoutSeconds: number;+ copyFiles: (directory: string) => Promise<void>;+ }): Promise<void> {+ const existingFunction = await this.awsClient.getFunction(functionName);++ if (existingFunction?.Configuration?.State === 'Active') {return;}- const commonLayerArn = await this.ensureCommonLayerExists();-- const temporaryDirManager = new TemporaryDirManager();- const { sourceTemporaryDir, lambdaZipPath } =- await temporaryDirManager.init();-- try {- await copyYarnInstall(sourceTemporaryDir);-- await createZipFile(sourceTemporaryDir, lambdaZipPath);-- const params: CreateFunctionCommandInput = {- Code: {- ZipFile: await fs.readFile(lambdaZipPath),- },- FunctionName: yarnInstallFunctionName,- Layers: [commonLayerArn],- Handler: 'index.handler',- Role: this.options.lambdaRole,- Tags: this.options.resourceTags,- Runtime: LogicFunctionRuntime.NODE22,- Timeout: YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,- MemorySize: YARN_INSTALL_LAMBDA_MEMORY_MB,- EphemeralStorage: { Size: LAMBDA_EPHEMERAL_STORAGE_MB },- };-- await lambdaClient.send(new CreateFunctionCommand(params));- } finally {- await temporaryDirManager.clean();- }+ await this.cacheLockService.withLock(+ async () => {+ const existingFunction = await this.awsClient.getFunction(functionName);++ if (isDefined(existingFunction)) {+ if (existingFunction.Configuration?.State === 'Inactive') {+ const lambdaClient = await this.awsClient.getLambdaClient();++ await lambdaClient.send(+ new UpdateFunctionConfigurationCommand({+ FunctionName: functionName,+ MemorySize: memoryMb,+ Timeout: timeoutSeconds,+ }),+ );+ }++ await this.awsClient.waitFunctionActive(functionName);++ return;+ }++ const commonLayerArn = await this.ensureCommonLayerExists();+ const temporaryDirManager = new TemporaryDirManager();+ const { sourceTemporaryDir, lambdaZipPath } =+ await temporaryDirManager.init();++ try {+ await copyFiles(sourceTemporaryDir);+ await createZipFile(sourceTemporaryDir, lambdaZipPath);++ const lambdaClient = await this.awsClient.getLambdaClient();+ const params: CreateFunctionCommandInput = {+ Code: { ZipFile: await fs.readFile(lambdaZipPath) },+ FunctionName: functionName,+ Layers: [commonLayerArn],+ Handler: 'index.handler',+ Role: this.options.lambdaRole,+ Tags: this.options.resourceTags,+ Runtime: LogicFunctionRuntime.NODE22,+ Timeout: timeoutSeconds,+ MemorySize: memoryMb,+ EphemeralStorage: { Size: LAMBDA_EPHEMERAL_STORAGE_MB },+ };++ await lambdaClient.send(new CreateFunctionCommand(params));+ } finally {+ await temporaryDirManager.clean();+ }++ await this.awsClient.waitFunctionActive(functionName);+ },+ `lambda-tool-build:${functionName}`,+ {+ ttl: BUILD_LOCK_TTL_MS,+ ms: BUILD_LOCK_RETRY_MS,+ maxRetries: BUILD_LOCK_MAX_RETRIES,+ },+ );+ }- await this.awsClient.waitFunctionActive(yarnInstallFunctionName);+ private async ensureYarnInstallLambdaExists(): Promise<void> {+ await this.ensureBuildToolLambdaIsActive({+ functionName: await this.getYarnInstallFunctionName(),+ memoryMb: YARN_INSTALL_LAMBDA_MEMORY_MB,+ timeoutSeconds: YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,+ copyFiles: copyYarnInstall,+ });}private async ensureBuilderLambdaExists(): Promise<void> {- const builderFunctionName = await this.getBuilderFunctionName();- const lambdaClient = await this.awsClient.getLambdaClient();-- if (isDefined(await this.awsClient.getFunction(builderFunctionName))) {- return;- }-- const commonLayerArn = await this.ensureCommonLayerExists();-- const temporaryDirManager = new TemporaryDirManager();- const { sourceTemporaryDir, lambdaZipPath } =- await temporaryDirManager.init();-- try {- await copyBuilder(sourceTemporaryDir);-- await createZipFile(sourceTemporaryDir, lambdaZipPath);-- const params: CreateFunctionCommandInput = {- Code: {- ZipFile: await fs.readFile(lambdaZipPath),- },- FunctionName: builderFunctionName,- Layers: [commonLayerArn],- Handler: 'index.handler',- Role: this.options.lambdaRole,- Tags: this.options.resourceTags,- Runtime: LogicFunctionRuntime.NODE22,- Timeout: BUILDER_LAMBDA_TIMEOUT_SECONDS,- MemorySize: BUILDER_LAMBDA_MEMORY_MB,- EphemeralStorage: { Size: LAMBDA_EPHEMERAL_STORAGE_MB },- };-- await lambdaClient.send(new CreateFunctionCommand(params));- } finally {- await temporaryDirManager.clean();- }-- await this.awsClient.waitFunctionActive(builderFunctionName);+ await this.ensureBuildToolLambdaIsActive({+ functionName: await this.getBuilderFunctionName(),+ memoryMb: BUILDER_LAMBDA_MEMORY_MB,+ timeoutSeconds: BUILDER_LAMBDA_TIMEOUT_SECONDS,+ copyFiles: copyBuilder,+ });}private async getCommonLayerName(): Promise<string> {diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.tsindex ab979502dc1..b75e05953a1 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts@@ -5,6 +5,7 @@ import { type ApplicationDependencyFilesService } from 'src/engine/core-modules/import { type CoreEntityCacheService } from 'src/engine/core-entity-cache/services/core-entity-cache.service';import { type CacheLockService } from 'src/engine/core-modules/cache-lock/cache-lock.service';import { type CacheStorageService } from 'src/engine/core-modules/cache-storage/services/cache-storage.service';+import { type LogicFunctionTranspileParams } from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';import { type SdkClientArchiveService } from 'src/engine/core-modules/sdk-client/sdk-client-archive.service';import { type WorkspaceCacheService } from 'src/engine/workspace-cache/services/workspace-cache.service';@@ -28,11 +29,8 @@ export type YarnInstallLambdaResult = {success: boolean;};-export type BuilderLambdaPayload = {+export type BuilderLambdaPayload = LogicFunctionTranspileParams & {action: 'transpile';- sourceCode: string;- sourceFileName: string;- builtFileName: string;};export type BuilderLambdaResult = {diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.spec.tsnew file mode 100644index 00000000000..09955deaeb4--- /dev/null+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.spec.ts@@ -0,0 +1,410 @@+import {+ access,+ copyFile,+ mkdir,+ mkdtemp,+ readFile,+ rm,+ writeFile,+} from 'fs/promises';+import { tmpdir } from 'os';+import { dirname, join } from 'path';+import { PageLayoutType } from 'twenty-shared/types';+import { ZodError } from 'zod';++import { LocalDriver } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver';+import { type LocalDriverOptions } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/types/local-driver.type';+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';+import { executeFrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util';+import { LogicFunctionRuntime } from 'src/engine/metadata-modules/logic-function/logic-function.entity';++const driverOptions: LocalDriverOptions = {+ logicFunctionResourceService: jest.createMockFromModule<+ typeof import('src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service')+ >(+ 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service',+ ).LogicFunctionResourceService.prototype,+ sdkClientArchiveService: jest.createMockFromModule<+ typeof import('src/engine/core-modules/sdk-client/sdk-client-archive.service')+ >('src/engine/core-modules/sdk-client/sdk-client-archive.service')+ .SdkClientArchiveService.prototype,+ workspaceCacheService: jest.createMockFromModule<+ typeof import('src/engine/workspace-cache/services/workspace-cache.service')+ >('src/engine/workspace-cache/services/workspace-cache.service')+ .WorkspaceCacheService.prototype,+ cacheLockService: jest.createMockFromModule<+ typeof import('src/engine/core-modules/cache-lock/cache-lock.service')+ >('src/engine/core-modules/cache-lock/cache-lock.service').CacheLockService+ .prototype,+};++const mockBuilderOptions = {+ buildAssetsDirectory: '',+ yarnEngineDirectory: '',+ timeoutMs: 30000,+};++jest.mock(+ 'src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant',+ () => ({+ get FRONT_COMPONENT_BUILDER_DIRECTORY() {+ return mockBuilderOptions.buildAssetsDirectory;+ },+ }),+);+jest.mock(+ 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname',+ () => ({+ get YARN_ENGINE_DIRNAME() {+ return mockBuilderOptions.yarnEngineDirectory;+ },+ }),+);+jest.mock(+ 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant',+ () => ({+ ...jest.requireActual(+ 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant',+ ),+ get BUILDER_LAMBDA_TIMEOUT_SECONDS() {+ return mockBuilderOptions.timeoutMs / 1000;+ },+ get YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS() {+ return mockBuilderOptions.timeoutMs / 1000;+ },+ }),+);++const invokeFrontComponentBuilderLocally = async ({+ input,+ buildAssetsDirectory,+ yarnEngineDirectory,+ timeoutMs,+}: {+ input: FrontComponentBuilderRequest;+ buildAssetsDirectory: string;+ yarnEngineDirectory: string;+ timeoutMs: number;+}) => {+ Object.assign(mockBuilderOptions, {+ buildAssetsDirectory,+ yarnEngineDirectory,+ timeoutMs,+ });+ const driver = new LocalDriver(driverOptions);+ const request = {+ ...input,+ workspaceId: 'workspace',+ targetRuntime: 'browser' as const,+ };+ return request.action === 'buildDependencies'+ ? driver.buildDependencies(request)+ : driver.transpile(request);+};++const charMap: Record<string, string> = {+ '<': '\\u003C',+ '>': '\\u003E',+ '/': '\\u002F',+ '\\': '\\\\',+ '\b': '\\b',+ '\f': '\\f',+ '\n': '\\n',+ '\r': '\\r',+ '\t': '\\t',+ '\0': '\\0',+ '\u2028': '\\u2028',+ '\u2029': '\\u2029',+};++const escapeUnsafeChars = (value: string): string =>+ value.replace(/[<>\/\\\b\f\n\r\t\0\u2028\u2029]/g, (char) => charMap[char]);++jest.useRealTimers();++const PACKAGE_JSON = '{"name":"local-build-fixture","private":true}\n';+const YARN_LOCK = '# exact app-owned lock bytes\n';+const INPUT = {+ componentId: 'local-component',+ name: 'Local component',+ source: 'export const Component = () => <div>Built locally</div>;',+ query: { objectName: 'company', select: ['name'], limit: 20 },+ pageLayoutType: PageLayoutType.DASHBOARD as const,+};++describe('LocalDriver', () => {+ it.each([LogicFunctionRuntime.NODE18, LogicFunctionRuntime.NODE22])(+ 'builds Node code for %s with package imports external',+ async (targetRuntime) => {+ const driver = new LocalDriver(driverOptions);+ const result = await driver.transpile({+ targetRuntime,+ sourceCode:+ 'import { value } from "external-package"; export const handler = (input: number) => value + input;',+ sourceFileName: 'src/handler.ts',+ builtFileName: 'dist/handler.mjs',+ });+ expect(result.builtCode).toContain('from "external-package"');+ expect(result.builtCode).toContain('sourceMappingURL=handler.mjs.map');+ expect(result.builtCode).not.toContain('input: number');+ },+ );++ let directory: string;+ let buildAssetsDirectory: string;+ let yarnEngineDirectory: string;++ const invoke = (input: FrontComponentBuilderRequest) =>+ invokeFrontComponentBuilderLocally({+ input,+ buildAssetsDirectory,+ yarnEngineDirectory,+ timeoutMs: 30_000,+ });++ beforeAll(async () => {+ directory = await mkdtemp(join(tmpdir(), 'local-builder-test-'));+ buildAssetsDirectory = join(directory, 'assets');+ yarnEngineDirectory = join(directory, 'yarn-engine');+ await mkdir(join(yarnEngineDirectory, '.yarn/releases'), {+ recursive: true,+ });+ await mkdir(buildAssetsDirectory);+ await copyFile(+ require.resolve('src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs'),+ join(buildAssetsDirectory, 'index.mjs'),+ );+ await copyFile(+ require.resolve('src/engine/core-modules/application/application-package/constants/yarn-engine/install-yarn-dependencies.cjs'),+ join(yarnEngineDirectory, 'install-yarn-dependencies.cjs'),+ );+ await writeFile(+ join(yarnEngineDirectory, '.yarn/releases/yarn-4.9.2.cjs'),+ `const fs = require('node:fs');+const assert = require('node:assert/strict');+fs.writeFileSync(${JSON.stringify(join(directory, 'install-directory'))}, process.cwd());+assert.equal(fs.readFileSync('package.json', 'utf8'), ${JSON.stringify(PACKAGE_JSON)});+assert.equal(fs.readFileSync('yarn.lock', 'utf8'), ${JSON.stringify(YARN_LOCK)});+assert.ok(process.argv.includes('--immutable'));+fs.symlinkSync(${JSON.stringify(dirname(dirname(require.resolve('react/package.json'))))}, 'node_modules', 'junction');`,+ );+ }, 30_000);++ afterEach(() => {+ jest.restoreAllMocks();+ });++ afterAll(async () => {+ await rm(directory, { recursive: true, force: true });+ });++ it('builds the stored dependency pair and matches the Lambda component output', async () => {+ const vendor = frontComponentDependenciesBuildResultSchema.parse(+ await invoke({+ action: 'buildDependencies',+ packageJson: PACKAGE_JSON,+ yarnLock: YARN_LOCK,+ }),+ );++ if (!vendor.success) {+ throw new Error(vendor.error);+ }+ const request: FrontComponentBuilderRequest = {+ action: 'transpile',+ input: INPUT,+ manifest: { checksum: vendor.checksum, exports: vendor.exports },+ };+ const result = frontComponentBuildResultSchema.parse(await invoke(request));++ expect(result).toEqual(+ await executeFrontComponentBuilderRequest({+ input: request,+ yarnEngineDirectory,+ }),+ );+ expect(result).toMatchObject({+ success: true,+ sharedDependenciesChecksum: vendor.checksum,+ builtCode: expect.stringContaining('Built locally'),+ });+ const installDirectory = await readFile(+ join(directory, 'install-directory'),+ 'utf8',+ );++ await expect(access(installDirectory)).rejects.toThrow();+ await expect(access(dirname(installDirectory))).rejects.toThrow();+ }, 30_000);++ it('returns the same invalid-input diagnostics as Lambda', async () => {+ const request: FrontComponentBuilderRequest = {+ action: 'transpile',+ input: { ...INPUT, source: 'export default () => <div />;' },+ manifest: { checksum: 'a'.repeat(64), exports: {} },+ };+ const result = await invoke(request);++ expect(result).toEqual(+ await executeFrontComponentBuilderRequest({+ input: request,+ yarnEngineDirectory,+ }),+ );+ expect(result).not.toHaveProperty('userFriendlyMessage');+ expect(result).toMatchObject({+ success: false,+ code: 'INVALID_INPUT',+ });+ });++ it('delivers responses larger than an IPC pipe buffer and removes the working directory', async () => {+ jest.replaceProperty(process, 'env', {+ ...process.env,+ NODE_OPTIONS: '--require=/missing-server-loader.cjs',+ });+ const assets = join(directory, 'large-response');+ const workingDirectoryFile = join(directory, 'large-response-directory');++ await mkdir(assets);+ await writeFile(+ join(assets, 'index.mjs'),+ `import { createRequire } from 'node:module';+const require = createRequire(import.meta.url);+export const handler = () => {+ require('node:fs').writeFileSync(${JSON.stringify(workingDirectoryFile)}, process.cwd());+ return { success: true, builtCode: 'x'.repeat(2 * 1024 * 1024), checksum: 'a'.repeat(64), exports: {} };+};`,+ );+ const result = frontComponentDependenciesBuildResultSchema.parse(+ await invokeFrontComponentBuilderLocally({+ input: { action: 'buildDependencies', packageJson: '', yarnLock: '' },+ buildAssetsDirectory: assets,+ yarnEngineDirectory,+ timeoutMs: 5000,+ }),+ );++ expect(result.success).toBe(true);+ if (result.success) {+ expect(result.builtCode).toHaveLength(2 * 1024 * 1024);+ }+ const workingDirectory = await readFile(workingDirectoryFile, 'utf8');++ await expect(access(workingDirectory)).rejects.toThrow();+ });++ it.each([+ {+ description: 'an invalid failure code',+ action: 'buildDependencies',+ response: { success: false, error: 'Build failed', code: 'UNKNOWN' },+ },+ {+ description: 'a component response to a dependency build',+ action: 'buildDependencies',+ response: {+ success: true,+ builtCode: 'compiled component',+ checksum: 'a'.repeat(64),+ sharedDependenciesChecksum: 'b'.repeat(64),+ },+ },+ {+ description: 'a dependency response to a component build',+ action: 'transpile',+ response: {+ success: true,+ builtCode: 'compiled dependencies',+ checksum: 'a'.repeat(64),+ exports: {},+ },+ },+ ] as const)(+ 'rejects $description and removes the working directory',+ async ({ description, action, response }) => {+ const assets = join(directory, description);+ const workingDirectoryFile = join(assets, 'working-directory');+ const input: FrontComponentBuilderRequest =+ action === 'buildDependencies'+ ? { action, packageJson: PACKAGE_JSON, yarnLock: YARN_LOCK }+ : {+ action,+ input: INPUT,+ manifest: { checksum: 'a'.repeat(64), exports: {} },+ };++ await mkdir(assets);+ await writeFile(+ join(assets, 'index.mjs'),+ `import { createRequire } from 'node:module';+const require = createRequire(import.meta.url);+export const handler = () => {+ require('node:fs').writeFileSync(${JSON.stringify(workingDirectoryFile)}, process.cwd());+ return ${JSON.stringify(response)};+};`,+ );++ await expect(+ invokeFrontComponentBuilderLocally({+ input,+ buildAssetsDirectory: assets,+ yarnEngineDirectory,+ timeoutMs: 5000,+ }),+ ).rejects.toBeInstanceOf(ZodError);+ const workingDirectory = await readFile(workingDirectoryFile, 'utf8');++ await expect(access(workingDirectory)).rejects.toThrow();+ },+ );++ it('surfaces builder failures instead of waiting for the timeout', async () => {+ await expect(+ invoke({ action: 'buildDependencies', packageJson: '{}', yarnLock: '' }),+ ).rejects.toThrow('ERR_ASSERTION');+ const installDirectory = await readFile(+ join(directory, 'install-directory'),+ 'utf8',+ );++ await expect(access(installDirectory)).rejects.toThrow();+ await expect(access(dirname(installDirectory))).rejects.toThrow();+ });++ it('stops a timed-out build and removes its temporary directory', async () => {+ const assets = join(directory, 'timeout');+ const workingDirectoryFile = join(directory, 'timeout-directory');+ const heartbeatFile = join(directory, 'descendant-heartbeat');+ const descendantSource = `setInterval(() => require('node:fs').appendFileSync(${escapeUnsafeChars(JSON.stringify(heartbeatFile))}, 'x'), 20);`;++ await mkdir(assets);+ await writeFile(+ join(assets, 'index.mjs'),+ `import { createRequire } from 'node:module';+const require = createRequire(import.meta.url);+export const handler = () => new Promise(() => {+require('node:fs').writeFileSync(${JSON.stringify(workingDirectoryFile)}, process.cwd());+require('node:child_process').spawn(process.execPath, ['-e', ${JSON.stringify(descendantSource)}]);+setInterval(() => {}, 1000);+});`,+ );+ await expect(+ invokeFrontComponentBuilderLocally({+ input: { action: 'buildDependencies', packageJson: '', yarnLock: '' },+ buildAssetsDirectory: assets,+ yarnEngineDirectory,+ timeoutMs: 1000,+ }),+ ).rejects.toThrow('Timed out');+ const workingDirectory = await readFile(workingDirectoryFile, 'utf8');++ await expect(access(workingDirectory)).rejects.toThrow();+ const heartbeat = await readFile(heartbeatFile, 'utf8');++ await new Promise((resolve) => setTimeout(resolve, 100));+ expect(await readFile(heartbeatFile, 'utf8')).toBe(heartbeat);+ });+});diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.tsindex 13a68545101..4c656d2a6ef 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts@@ -1,9 +1,18 @@+import { build } from 'esbuild';import { promises as fs } from 'fs';+import { tmpdir } from 'os';import { dirname, join } from 'path';--import { build } from 'esbuild';import { NODE_ESM_CJS_BANNER } from 'twenty-shared/application';+import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';+import {+ BUILDER_LAMBDA_TIMEOUT_SECONDS,+ YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant';+import { LocalChildProcessRunnerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service';+import { LocalLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-layer-manager.service';+import { LocalPrebuiltBundleService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-prebuilt-bundle.service';+import { type LocalDriverOptions } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/types/local-driver.type';import {type LogicFunctionDriver,type LogicFunctionExecuteParams,@@ -12,14 +21,25 @@ import {type LogicFunctionTranspileParams,type LogicFunctionTranspileResult,} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';--import { LocalChildProcessRunnerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service';-import { LocalLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-layer-manager.service';-import { LocalPrebuiltBundleService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-prebuilt-bundle.service';-import { type LocalDriverOptions } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/types/local-driver.type';+import {+ type BrowserTranspileParams,+ type BrowserTranspileResult,+ type BrowserDependenciesBuildParams,+ type TranspileParams,+ type TranspileResult,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';import { ConsoleListener } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/intercept-console';import { TemporaryDirManager } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager';import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';+import { copyFrontComponentBuilder } from 'src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util';+import { getFrontComponentBuilderName } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util';+import {+ FrontComponentException,+ FrontComponentExceptionCode,+} from 'src/engine/metadata-modules/front-component/front-component.exception';import { LogicFunctionExecutionStatus } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';import { LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';import {@@ -52,11 +72,25 @@ export class LocalDriver implements LogicFunctionDriver {);}- async transpile({- sourceCode,- sourceFileName,- builtFileName,- }: LogicFunctionTranspileParams): Promise<LogicFunctionTranspileResult> {+ async transpile(+ params: LogicFunctionTranspileParams,+ ): Promise<LogicFunctionTranspileResult>;+ async transpile(+ params: BrowserTranspileParams,+ ): Promise<BrowserTranspileResult>;+ async transpile(params: TranspileParams): Promise<TranspileResult>;+ async transpile(params: TranspileParams): Promise<TranspileResult> {+ if (params.targetRuntime === 'browser') {+ const {+ targetRuntime: _targetRuntime,+ workspaceId: _workspaceId,+ ...input+ } = params;+ return frontComponentBuildResultSchema.parse(+ await this.invokeBrowserBuilder({ ...input, action: 'transpile' }),+ );+ }+ const { sourceCode, sourceFileName, builtFileName } = params;const temporaryDirManager = new TemporaryDirManager();const { sourceTemporaryDir } = await temporaryDirManager.init();@@ -88,6 +122,81 @@ export class LocalDriver implements LogicFunctionDriver {}}+ async getDependenciesBuildCacheKey({+ workspaceId,+ }: Pick<BrowserDependenciesBuildParams, 'workspaceId'>) {+ const name = await getFrontComponentBuilderName({+ workspaceId,+ namespace: 'local',+ action: 'buildDependencies',+ });+ return `local:${name}`;+ }++ async buildDependencies({+ targetRuntime: _targetRuntime,+ workspaceId: _workspaceId,+ ...input+ }: BrowserDependenciesBuildParams) {+ return frontComponentDependenciesBuildResultSchema.parse(+ await this.invokeBrowserBuilder({+ ...input,+ action: 'buildDependencies',+ }),+ );+ }++ private async invokeBrowserBuilder(input: FrontComponentBuilderRequest) {+ const directory = await fs.mkdtemp(+ join(tmpdir(), 'front-component-builder-'),+ );+ try {+ await copyFrontComponentBuilder(directory);+ await fs.mkdir(join(directory, 'node_modules'));+ await fs.symlink(+ dirname(require.resolve('esbuild/package.json')),+ join(directory, 'node_modules/esbuild'),+ 'junction',+ );+ if (input.action === 'buildDependencies') {+ await fs.cp(YARN_ENGINE_DIRNAME, join(directory, 'yarn-engine'), {+ recursive: true,+ });+ }+ const runnerPath = await this.childProcessRunner.writeBootstrapRunner({+ dir: directory,+ builtFileAbsPath: join(directory, 'index.mjs'),+ handlerName: 'handler',+ });+ const { NODE_OPTIONS: _nodeOptions, ...environment } = process.env;+ const result = await this.childProcessRunner.runChild({+ runnerPath,+ executionDirectory: directory,+ env: {+ ...environment,+ TMPDIR: directory,+ TMP: directory,+ TEMP: directory,+ },+ payload: input,+ timeoutMs:+ (input.action === 'buildDependencies'+ ? YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS+ : BUILDER_LAMBDA_TIMEOUT_SECONDS) * 1000,+ maxOutputLength: 8192,+ });+ if (!result.ok) {+ throw new FrontComponentException(+ `Local frontend component builder failed: ${result.error ?? result.stderr}`,+ FrontComponentExceptionCode.FRONT_COMPONENT_CREATE_FAILED,+ );+ }+ return result.result;+ } finally {+ await fs.rm(directory, { recursive: true, force: true });+ }+ }+async delete(): Promise<void> {}async deleteApplicationResources(): Promise<void> {}diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.tsindex 6bbacf0b3a8..f0e77a7fa9d 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts@@ -2,7 +2,11 @@ import { promises as fs } from 'fs';import { spawn } from 'node:child_process';import { join } from 'path';+import { isObject } from '@sniptt/guards';+import { type LogicFunctionExecutionContext } from 'twenty-shared/logic-function';+import { isDefined } from 'twenty-shared/utils';+import { z } from 'zod';import { type FlatApplication } from 'src/engine/core-modules/application/types/flat-application.type';import { buildLocalChildProcessEnv } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/utils/build-local-child-process-env.util';@@ -11,6 +15,14 @@ import { getLocalDepsLayerPath } from 'src/engine/core-modules/logic-function/loimport { getLocalSdkLayerPath } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/utils/get-local-sdk-layer-path.util';import { HANDLER_NAME_REGEX } from 'src/engine/metadata-modules/logic-function/constants/handler.contant';+const childProcessResultSchema = z.object({+ ok: z.boolean(),+ result: z.unknown().optional(),+ errorType: z.string().optional(),+ error: z.string().optional(),+ stack: z.string().optional(),+});+export class LocalChildProcessRunnerService {// twenty-client-sdk comes from the SDK layer (workspace-specific generated client), not the deps layer.async assembleNodeModules({@@ -177,84 +189,121 @@ export class LocalChildProcessRunnerService {temporaryDirectory,});- return new Promise<{- ok: boolean;- result?: unknown;- errorType?: string;- error?: string;- stack?: string;- stdout: string;- stderr: string;- }>((resolve) => {- const child = spawn(process.execPath, [...nodeFlags, runnerPath], {- cwd: executionDirectory,- env: childEnv,- stdio: ['pipe', 'pipe', 'pipe', 'ipc'],- });+ return this.runChild({+ runnerPath,+ executionDirectory,+ env: childEnv,+ nodeFlags,+ payload,+ context,+ timeoutMs,+ });+ }- let stdout = '';- let stderr = '';- let settled = false;+ async runChild({+ runnerPath,+ executionDirectory,+ env,+ nodeFlags = [],+ payload,+ context,+ timeoutMs,+ maxOutputLength,+ }: {+ runnerPath: string;+ executionDirectory: string;+ env: NodeJS.ProcessEnv;+ nodeFlags?: string[];+ payload: unknown;+ context?: LogicFunctionExecutionContext;+ timeoutMs: number;+ maxOutputLength?: number;+ }) {+ const child = spawn(process.execPath, [...nodeFlags, runnerPath], {+ cwd: executionDirectory,+ env,+ stdio: ['pipe', 'pipe', 'pipe', 'ipc'],+ detached: true,+ });+ const closed = new Promise<void>((resolve) =>+ child.once('close', () => resolve()),+ );+ let timeout: ReturnType<typeof setTimeout> | undefined;+ let stdout = '';+ let stderr = '';- child.stdout?.on('data', (d) => (stdout += String(d)));- child.stderr?.on('data', (d) => (stderr += String(d)));+ child.stdout?.on('data', (data: Buffer) => {+ stdout += data.toString();+ if (isDefined(maxOutputLength)) {+ stdout = stdout.slice(-maxOutputLength);+ }+ });+ child.stderr?.on('data', (data: Buffer) => {+ stderr += data.toString();+ if (isDefined(maxOutputLength)) {+ stderr = stderr.slice(-maxOutputLength);+ }+ });- child.on(- 'message',- (- msg:- | {- ok: true;- result?: unknown;- stdout?: string;- stderr?: string;- }- | {- ok: false;- errorType?: string;- error: string;- stack?: string;- stdout?: string;- stderr?: string;- },- ) => {- if (settled) return;- settled = true;- resolve({ ...msg, stdout, stderr });+ let result: z.infer<typeof childProcessResultSchema>;+ try {+ result = await new Promise<z.infer<typeof childProcessResultSchema>>(+ (resolve) => {+ child.once('message', (message: unknown) => {+ const parsed = childProcessResultSchema.safeParse(message);++ resolve(+ parsed.success+ ? parsed.data+ : { ok: false, error: 'Invalid child process response' },+ );+ });+ child.once('error', (error) =>+ resolve({ ok: false, error: error.message, errorType: error.name }),+ );+ child.once('exit', (code, signal) =>+ resolve(+ code === 0+ ? { ok: true }+ : { ok: false, error: `Exited with code ${signal ?? code}` },+ ),+ );+ timeout = setTimeout(+ () =>+ resolve({ ok: false, error: `Timed out after ${timeoutMs}ms` }),+ timeoutMs,+ );+ child.send({ type: 'run', payload, context }, (error) => {+ if (isDefined(error)) {+ resolve({+ ok: false,+ error: error.message,+ errorType: error.name,+ });+ }+ });},);+ } finally {+ clearTimeout(timeout);+ if (isDefined(child.pid)) {+ try {+ // Yarn and esbuild must exit before their temporary files are removed.+ process.kill(-child.pid, 'SIGKILL');+ } catch (error) {+ const code =+ isObject(error) && 'code' in error ? error.code : undefined;- child.on('exit', (code) => {- if (settled) return;- settled = true;- if (code === 0) {- resolve({ ok: true, stdout, stderr });- } else {- resolve({- ok: false,- error: `Exited with code ${code}`,- stdout,- stderr,- });+ if (code === 'EPERM') {+ child.kill('SIGKILL');+ } else if (code !== 'ESRCH') {+ throw error;+ }}- });-- const t = setTimeout(() => {- if (settled) return;- settled = true;- child.kill('SIGKILL');- resolve({- ok: false,- error: `Timed out after ${timeoutMs}ms`,- stdout,- stderr,- });- }, timeoutMs);-- child.send?.({ type: 'run', payload, context });-- child.on('close', () => clearTimeout(t));- });+ }+ await closed;+ }+ return { ...result, stdout, stderr };}private getLayerDirectories(flatApplication: FlatApplication) {diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.tsindex 3c432c7b2b6..0e624cdd64e 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts@@ -1,8 +1,17 @@import { type LogicFunctionExecutionContext } from 'twenty-shared/logic-function';import { type FlatApplication } from 'src/engine/core-modules/application/types/flat-application.type';+import {+ type BrowserTranspileParams,+ type BrowserTranspileResult,+ type BrowserDependenciesBuildParams,+ type BrowserDependenciesBuildResult,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';import { type LogicFunctionExecutionStatus } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';-import { type LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';+import {+ type LogicFunctionExecutionMode,+ type LogicFunctionRuntime,+} from 'src/engine/metadata-modules/logic-function/logic-function.entity';import { type FlatLogicFunction } from 'src/engine/metadata-modules/logic-function/types/flat-logic-function.type';export type LogicFunctionExecuteError = {@@ -36,6 +45,7 @@ export type LogicFunctionInstallPrebuiltBundleParams = {};export type LogicFunctionTranspileParams = {+ targetRuntime: LogicFunctionRuntime;sourceCode: string;sourceFileName: string;builtFileName: string;@@ -61,6 +71,13 @@ export interface LogicFunctionDriver {transpile(params: LogicFunctionTranspileParams,): Promise<LogicFunctionTranspileResult>;+ transpile(params: BrowserTranspileParams): Promise<BrowserTranspileResult>;+ buildDependencies(+ params: BrowserDependenciesBuildParams,+ ): Promise<BrowserDependenciesBuildResult>;+ getDependenciesBuildCacheKey(+ params: Pick<BrowserDependenciesBuildParams, 'workspaceId'>,+ ): Promise<string>;installPrebuiltBundle(params: LogicFunctionInstallPrebuiltBundleParams,): Promise<void>;diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type.tsnew file mode 100644index 00000000000..67015d3da8e--- /dev/null+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type.ts@@ -0,0 +1,40 @@+import { type z } from 'zod';++import {+ type LogicFunctionTranspileParams,+ type LogicFunctionTranspileResult,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';+import { type frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';+import { type frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';++export type BrowserTranspileParams = Omit<+ Extract<FrontComponentBuilderRequest, { action: 'transpile' }>,+ 'action'+> & {+ targetRuntime: 'browser';+ workspaceId: string;+};++export type BrowserTranspileResult = z.infer<+ typeof frontComponentBuildResultSchema+>;++export type BrowserDependenciesBuildParams = Omit<+ Extract<FrontComponentBuilderRequest, { action: 'buildDependencies' }>,+ 'action'+> & {+ targetRuntime: 'browser';+ workspaceId: string;+};++export type BrowserDependenciesBuildResult = z.infer<+ typeof frontComponentDependenciesBuildResultSchema+>;++export type TranspileParams =+ | LogicFunctionTranspileParams+ | BrowserTranspileParams;+export type TranspileResult =+ | LogicFunctionTranspileResult+ | BrowserTranspileResult;diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.spec.tsnew file mode 100644index 00000000000..c0e43fbacee--- /dev/null+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.spec.ts@@ -0,0 +1,52 @@+import { access, mkdir, writeFile } from 'fs/promises';+import { dirname, join } from 'path';+import { TemporaryDirManager } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager';++jest.useRealTimers();++describe('TemporaryDirManager', () => {+ it('packages source files without including its output and cleans both', async () => {+ const { createZipFile } =+ await import('src/engine/core-modules/logic-function/logic-function-drivers/utils/create-zip-file');+ const { Open } = await import('unzipper');+ const manager = new TemporaryDirManager();+ const { sourceTemporaryDir, lambdaZipPath } = await manager.init();++ try {+ expect(dirname(lambdaZipPath)).not.toBe(sourceTemporaryDir);++ await writeFile(+ join(sourceTemporaryDir, 'index.mjs'),+ 'export const handler = () => 42;',+ );+ await mkdir(join(sourceTemporaryDir, 'yarn-engine'));+ await writeFile(+ join(sourceTemporaryDir, 'yarn-engine/.yarnrc.yml'),+ 'enableScripts: false',+ );+ await createZipFile(sourceTemporaryDir, lambdaZipPath);++ const archive = await Open.file(lambdaZipPath);+ const files = archive.files.filter((file) => file.type === 'File');++ expect(files.map((file) => file.path).sort()).toEqual([+ 'index.mjs',+ 'yarn-engine/.yarnrc.yml',+ ]);+ expect(+ (+ await files.find((file) => file.path === 'index.mjs')?.buffer()+ )?.toString(),+ ).toBe('export const handler = () => 42;');+ } finally {+ await manager.clean();+ }++ await expect(access(sourceTemporaryDir)).rejects.toMatchObject({+ code: 'ENOENT',+ });+ await expect(access(lambdaZipPath)).rejects.toMatchObject({+ code: 'ENOENT',+ });+ });+});diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.tsindex 47eca6dd52e..5025598df9d 100644--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts@@ -15,7 +15,7 @@ export class TemporaryDirManager {);async init() {- const sourceTemporaryDir = join(this.temporaryDir);+ const sourceTemporaryDir = join(this.temporaryDir, 'source');const lambdaZipPath = join(this.temporaryDir, LAMBDA_ZIP_FILE_NAME);await fs.mkdir(sourceTemporaryDir, { recursive: true });diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjsnew file mode 100644index 00000000000..71b71da8d98--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs@@ -0,0 +1,8 @@+import { resolve } from 'node:path';+import builder from './helpers.cjs';++export const handler = (input) =>+ builder.executeFrontComponentBuilderRequest({+ input,+ yarnEngineDirectory: resolve('yarn-engine'),+ });diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant.tsnew file mode 100644index 00000000000..e7c1a438679--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant.ts@@ -0,0 +1,8 @@+import { join } from 'path';++import { ASSET_PATH } from 'src/constants/assets-path';++export const FRONT_COMPONENT_BUILDER_DIRECTORY = join(+ ASSET_PATH,+ 'engine/metadata-modules/ai/ai-front-component/constants/builder',+);diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.tsindex ecfe1091e66..bad98c92764 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts@@ -1,27 +1,23 @@-import { type MessageDescriptor } from '@lingui/core';-import { msg } from '@lingui/core/macro';+import { CustomError } from 'twenty-shared/utils';-import { CustomException } from 'src/utils/custom-exception';+type FrontComponentBuildExceptionCode =+ | 'INVALID_INPUT'+ | 'INVALID_SETTINGS'+ | 'BUILD_FAILED'+ | 'BUILD_TIMEOUT'+ | 'OUTPUT_TOO_LARGE';-type FrontComponentBuildExceptionCode = 'INVALID_INPUT' | 'BUILD_FAILED';+export class FrontComponentBuildException extends CustomError {+ declare code: FrontComponentBuildExceptionCode;-export class FrontComponentBuildException extends CustomException<FrontComponentBuildExceptionCode> {constructor({message,code,- userFriendlyMessage,}: {message: string;code: FrontComponentBuildExceptionCode;- userFriendlyMessage?: MessageDescriptor;}) {- super(message, code, {- userFriendlyMessage:- userFriendlyMessage ??- (code === 'INVALID_INPUT'- ? msg`Invalid front component source.`- : msg`Failed to build front component.`),- });+ super(message, code);this.name = 'FrontComponentBuildException';}}diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema.tsnew file mode 100644index 00000000000..785fe81ef4b--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema.ts@@ -0,0 +1,15 @@+import { z } from 'zod';++export const frontComponentBuildFailureSchema = z.object({+ success: z.literal(false),+ error: z.string(),+ code: z+ .enum([+ 'INVALID_INPUT',+ 'INVALID_SETTINGS',+ 'BUILD_FAILED',+ 'BUILD_TIMEOUT',+ 'OUTPUT_TOO_LARGE',+ ])+ .optional(),+});diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema.tsnew file mode 100644index 00000000000..979cb7a6ac4--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema.ts@@ -0,0 +1,13 @@+import { z } from 'zod';++import { frontComponentBuildFailureSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema';++export const frontComponentBuildResultSchema = z.discriminatedUnion('success', [+ z.object({+ success: z.literal(true),+ builtCode: z.string(),+ checksum: z.string().regex(/^[a-f0-9]{64}$/),+ sharedDependenciesChecksum: z.string().regex(/^[a-f0-9]{64}$/),+ }),+ frontComponentBuildFailureSchema,+]);diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema.tsnew file mode 100644index 00000000000..ca88eac15ae--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema.ts@@ -0,0 +1,14 @@+import { z } from 'zod';+import { frontComponentBuildFailureSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema';+import { frontComponentSharedDependenciesManifestSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema';++export const frontComponentDependenciesBuildResultSchema = z.discriminatedUnion(+ 'success',+ [+ frontComponentSharedDependenciesManifestSchema.extend({+ success: z.literal(true),+ builtCode: z.string(),+ }),+ frontComponentBuildFailureSchema,+ ],+);diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema.tsnew file mode 100644index 00000000000..596c3af1f7a--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema.ts@@ -0,0 +1,12 @@+import { z } from 'zod';++export const frontComponentSharedDependenciesManifestSchema = z.object({+ checksum: z.string().regex(/^[a-f0-9]{64}$/),+ exports: z.record(+ z.string(),+ z.object({+ namedExports: z.array(z.string()),+ hasDefaultExport: z.boolean(),+ }),+ ),+});diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type.tsnew file mode 100644index 00000000000..fc5ad731ce8--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type.ts@@ -0,0 +1,11 @@+import { type z } from 'zod';+import { type frontComponentSharedDependenciesManifestSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema';+import { type FrontComponentBuildInput } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-build-input.type';++export type FrontComponentBuilderRequest =+ | { action: 'buildDependencies'; packageJson: string; yarnLock: string }+ | {+ action: 'transpile';+ input: FrontComponentBuildInput;+ manifest: z.infer<typeof frontComponentSharedDependenciesManifestSchema>;+ };diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.tsindex f44bebc125f..4e8bdf671ff 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts@@ -51,11 +51,7 @@ describe('component build limits', () => {buildFrontComponentWithLimitsOrThrow({}),).rejects.toMatchObject({message: 'Component build exceeded the 10 second time limit.',- code: 'BUILD_FAILED',- userFriendlyMessage: {- id: expect.any(String),- message: 'Component build exceeded the 10 second time limit.',- },+ code: 'BUILD_TIMEOUT',});await jest.advanceTimersByTimeAsync(10000);@@ -95,11 +91,7 @@ describe('component build limits', () => {buildFrontComponentWithLimitsOrThrow({}),).rejects.toMatchObject({message: 'Component build exceeds the 5 MB output limit.',- code: 'INVALID_INPUT',- userFriendlyMessage: {- id: expect.any(String),- message: 'Component build exceeds the 5 MB output limit.',- },+ code: 'OUTPUT_TOO_LARGE',});expect(dispose).toHaveBeenCalledTimes(1);});@@ -111,10 +103,6 @@ describe('component build limits', () => {).rejects.toMatchObject({message: 'Unsupported import',code: 'BUILD_FAILED',- userFriendlyMessage: {- id: expect.any(String),- message: 'Failed to build front component.',- },});expect(dispose).toHaveBeenCalledTimes(1);await expect(buildFrontComponentWithLimitsOrThrow({})).resolves.toBe(@@ -132,10 +120,6 @@ describe('component build limits', () => {).rejects.toMatchObject({message: 'Invalid build options',code: 'BUILD_FAILED',- userFriendlyMessage: {- id: expect.any(String),- message: 'Failed to build front component.',- },});expect(dispose).not.toHaveBeenCalled();await expect(buildFrontComponentWithLimitsOrThrow({})).resolves.toBe(diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.tsindex 6a53fd6b98f..2085d89fb1d 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts@@ -171,11 +171,8 @@ describe('buildFrontComponent', () => {}),).toThrow(expect.objectContaining({- code: 'INVALID_INPUT',+ code: 'INVALID_SETTINGS',message: expect.stringContaining('pageLayoutType'),- userFriendlyMessage: expect.objectContaining({- message: 'Invalid front component settings.',- }),}),);},@@ -189,11 +186,7 @@ describe('buildFrontComponent', () => {await expect(buildFrontComponent({ ...INPUT, query }),).rejects.toMatchObject({- code: 'INVALID_INPUT',- userFriendlyMessage: {- id: expect.any(String),- message: 'Invalid front component settings.',- },+ code: 'INVALID_SETTINGS',});});@@ -220,10 +213,6 @@ describe('buildFrontComponent', () => {).rejects.toMatchObject({code: 'BUILD_FAILED',message: expect.stringContaining('Build failed'),- userFriendlyMessage: {- id: expect.any(String),- message: 'Failed to build front component.',- },});});diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/execute-front-component-builder-request.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/execute-front-component-builder-request.util.spec.tsnew file mode 100644index 00000000000..17ae0825b7d--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/execute-front-component-builder-request.util.spec.ts@@ -0,0 +1,105 @@+import { PageLayoutType } from 'twenty-shared/types';++import { FrontComponentBuildException } from 'src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception';+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';+import { buildFrontComponent } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component.util';+import { executeFrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util';+import { installAndBuildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util';++jest.mock(+ 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component.util',+);+jest.mock(+ 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util',+);++const REQUEST: FrontComponentBuilderRequest = {+ action: 'transpile',+ input: {+ componentId: 'component-id',+ name: 'Preview',+ source: 'export const Component = () => <div />;',+ query: { objectName: 'company', select: ['name'], limit: 20 },+ pageLayoutType: PageLayoutType.DASHBOARD,+ },+ manifest: { checksum: 'a'.repeat(64), exports: {} },+};++describe('executeFrontComponentBuilderRequest', () => {+ it.each([+ ['transpile', 'INVALID_INPUT'],+ ['transpile', 'BUILD_FAILED'],+ ['transpile', 'INVALID_SETTINGS'],+ ['transpile', 'BUILD_TIMEOUT'],+ ['transpile', 'OUTPUT_TOO_LARGE'],+ ['buildDependencies', 'INVALID_INPUT'],+ ['buildDependencies', 'BUILD_FAILED'],+ ['buildDependencies', 'BUILD_TIMEOUT'],+ ['buildDependencies', 'OUTPUT_TOO_LARGE'],+ ] as const)(+ 'preserves the %s %s code and diagnostic through JSON transport and response validation',+ async (action, code) => {+ const error = new FrontComponentBuildException({+ message: 'Compiler diagnostic',+ code,+ });+ const build =+ action === 'transpile'+ ? buildFrontComponent+ : installAndBuildFrontComponentSharedDependencies;+ jest.mocked(build).mockRejectedValueOnce(error);++ const response = await executeFrontComponentBuilderRequest({+ input:+ action === 'transpile'+ ? REQUEST+ : { action, packageJson: '{}', yarnLock: '# locked' },+ yarnEngineDirectory: '/unused',+ });+ const schema =+ action === 'transpile'+ ? frontComponentBuildResultSchema+ : frontComponentDependenciesBuildResultSchema;+ const result = schema.parse(JSON.parse(JSON.stringify(response)));++ expect(response).toEqual({+ success: false,+ error: 'Compiler diagnostic',+ code,+ });+ expect(result).toEqual(response);+ },+ );++ it('preserves esbuild diagnostics for repairing the source', async () => {+ jest+ .mocked(buildFrontComponent)+ .mockRejectedValueOnce(+ new Error('Build failed with 1 error: unexpected closing tag'),+ );++ await expect(+ executeFrontComponentBuilderRequest({+ input: REQUEST,+ yarnEngineDirectory: '/unused',+ }),+ ).resolves.toEqual({+ success: false,+ error: 'Build failed with 1 error: unexpected closing tag',+ });+ });++ it('propagates unexpected execution errors', async () => {+ const error = new Error('Unexpected worker failure');+ jest.mocked(buildFrontComponent).mockRejectedValueOnce(error);++ await expect(+ executeFrontComponentBuilderRequest({+ input: REQUEST,+ yarnEngineDirectory: '/unused',+ }),+ ).rejects.toBe(error);+ });+});diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/install-and-build-front-component-shared-dependencies.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/install-and-build-front-component-shared-dependencies.util.spec.tsnew file mode 100644index 00000000000..0fa4db92dab--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/install-and-build-front-component-shared-dependencies.util.spec.ts@@ -0,0 +1,139 @@+import { execFile, type ExecFileOptions } from 'child_process';+import { access, mkdir, mkdtemp, readFile, rm, writeFile } from 'fs/promises';+import { tmpdir } from 'os';+import { join } from 'path';+import { promisify } from 'util';++import { buildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-shared-dependencies.util';+import { installAndBuildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util';++jest.mock('child_process', () => {+ const { promisify } = jest.requireActual<typeof import('util')>('util');++ return {+ ...jest.requireActual('child_process'),+ execFile: Object.assign(jest.fn(), { [promisify.custom]: jest.fn() }),+ };+});+jest.mock(+ 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-shared-dependencies.util',+);++const install = jest.mocked<+ (+ executable: string,+ args: string[],+ options: ExecFileOptions,+ ) => Promise<{ stdout: string; stderr: string }>+>(promisify(execFile));+const build = jest.mocked(buildFrontComponentSharedDependencies);+const packageJson = '{"private":true,"devDependencies":{"twenty-ui":"2.50.0"}}';+const yarnLock = '# exact stored lock bytes\n';+const vendor: Awaited<+ ReturnType<typeof buildFrontComponentSharedDependencies>+> = {+ source: 'vendor',+ checksum: 'checksum',+ exportNamesBySpecifier: new Map(),+};++describe('installAndBuildFrontComponentSharedDependencies', () => {+ let yarnEngineDirectory: string;++ beforeEach(async () => {+ jest.useRealTimers();+ install.mockReset().mockResolvedValue({ stdout: '', stderr: '' });+ build.mockReset().mockResolvedValue(vendor);+ yarnEngineDirectory = await mkdtemp(join(tmpdir(), 'vendor-yarn-test-'));+ await mkdir(join(yarnEngineDirectory, '.yarn/releases'), {+ recursive: true,+ });+ await writeFile(+ join(yarnEngineDirectory, '.yarnrc.yml'),+ 'enableScripts: false',+ );+ await writeFile(+ join(yarnEngineDirectory, '.yarn/releases/yarn-4.9.2.cjs'),+ 'engine',+ );+ });++ afterEach(async () => {+ await rm(yarnEngineDirectory, { recursive: true, force: true });+ jest.restoreAllMocks();+ });++ it('installs the exact stored pair immutably, builds from the isolated directory, then removes it', async () => {+ jest.replaceProperty(process, 'env', {+ ...process.env,+ NODE_OPTIONS: '--require=/runtime/instrumentation.js',+ });+ build.mockImplementationOnce(async ({ resolveDirectory }) => {+ expect(install).toHaveBeenCalledTimes(1);+ expect(+ await readFile(join(resolveDirectory, 'package.json'), 'utf8'),+ ).toBe(packageJson);+ expect(await readFile(join(resolveDirectory, 'yarn.lock'), 'utf8')).toBe(+ yarnLock,+ );+ expect(+ await readFile(+ join(resolveDirectory, '.yarn/releases/yarn-4.9.2.cjs'),+ 'utf8',+ ),+ ).toBe('engine');+ return vendor;+ });+ await expect(+ installAndBuildFrontComponentSharedDependencies({+ packageJson,+ yarnLock,+ yarnEngineDirectory,+ }),+ ).resolves.toEqual(vendor);+ const directory = build.mock.calls[0][0].resolveDirectory;+ expect(install).toHaveBeenCalledWith(+ process.execPath,+ [+ join(directory, '.yarn/releases/yarn-4.9.2.cjs'),+ 'install',+ '--immutable',+ ],+ expect.objectContaining({+ cwd: directory,+ timeout: 240_000,+ env: expect.objectContaining({+ YARN_ENABLE_SCRIPTS: 'false',+ YARN_ENABLE_GLOBAL_CACHE: 'false',+ YARN_GLOBAL_FOLDER: join(directory, '.yarn/global'),+ }),+ }),+ );+ expect(install.mock.calls[0][2].env).not.toHaveProperty('NODE_OPTIONS');+ await expect(access(directory)).rejects.toThrow();+ });++ it.each(['install', 'build'])(+ 'removes the temporary install after %s fails',+ async (stage) => {+ const error = new Error(`${stage} failed`);+ if (stage === 'install') {+ install.mockRejectedValueOnce(error);+ } else {+ build.mockRejectedValueOnce(error);+ }+ await expect(+ installAndBuildFrontComponentSharedDependencies({+ packageJson,+ yarnLock,+ yarnEngineDirectory,+ }),+ ).rejects.toThrow(error);+ const directory = String(install.mock.calls[0][2].cwd);+ await expect(access(directory)).rejects.toThrow();+ if (stage === 'install') {+ expect(build).not.toHaveBeenCalled();+ }+ },+ );+});diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.tsindex c1045a112d0..ba0c4430abe 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts@@ -1,4 +1,3 @@-import { msg } from '@lingui/core/macro';import { PageLayoutType } from 'twenty-shared/types';import { z } from 'zod';@@ -30,8 +29,7 @@ export const buildFrontComponentEntrySource = ({if (!parsedOptions.success) {throw new FrontComponentBuildException({message: parsedOptions.error.message,- code: 'INVALID_INPUT',- userFriendlyMessage: msg`Invalid front component settings.`,+ code: 'INVALID_SETTINGS',});}diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.tsindex 040d0d004fd..c8566491fe8 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts@@ -1,7 +1,6 @@import { FRONT_COMPONENT_BUILD_TIMEOUT_MS } from 'src/engine/metadata-modules/ai/ai-front-component/constants/front-component-build-timeout-ms.constant';import { context, type BuildOptions } from 'esbuild';import { isDefined } from 'twenty-shared/utils';-import { msg } from '@lingui/core/macro';import { FrontComponentBuildException } from 'src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception';@@ -16,8 +15,7 @@ export const buildFrontComponentWithLimitsOrThrow = async (const timeout = setTimeout(() => {timeoutError = new FrontComponentBuildException({message: 'Component build exceeded the 10 second time limit.',- code: 'BUILD_FAILED',- userFriendlyMessage: msg`Component build exceeded the 10 second time limit.`,+ code: 'BUILD_TIMEOUT',});void buildContext.cancel();}, FRONT_COMPONENT_BUILD_TIMEOUT_MS);@@ -36,8 +34,7 @@ export const buildFrontComponentWithLimitsOrThrow = async () {throw new FrontComponentBuildException({message: 'Component build exceeds the 5 MB output limit.',- code: 'INVALID_INPUT',- userFriendlyMessage: msg`Component build exceeds the 5 MB output limit.`,+ code: 'OUTPUT_TOO_LARGE',});}diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util.tsnew file mode 100644index 00000000000..1223f6a7581--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util.ts@@ -0,0 +1,14 @@+import { writeFile } from 'fs/promises';+import { join } from 'path';++import { getFrontComponentBuilderFiles } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util';++export const copyFrontComponentBuilder = async (directory: string) => {+ const files = await getFrontComponentBuilderFiles();++ await Promise.all(+ Object.entries(files).map(([name, content]) =>+ writeFile(join(directory, name), content),+ ),+ );+};diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.tsnew file mode 100644index 00000000000..178c1b5f94b--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts@@ -0,0 +1,75 @@+import { installAndBuildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';+import { FrontComponentBuildException } from 'src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception';+import { buildFrontComponent } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component.util';+import { frontComponentSharedDependenciesManifestSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema';++export const executeFrontComponentBuilderRequest = async ({+ input,+ yarnEngineDirectory,+}: {+ input: FrontComponentBuilderRequest;+ yarnEngineDirectory: string;+}) => {+ try {+ if (input.action === 'buildDependencies') {+ const dependencies =+ await installAndBuildFrontComponentSharedDependencies({+ packageJson: input.packageJson,+ yarnLock: input.yarnLock,+ yarnEngineDirectory,+ });+ return checkResponseSizeOrThrow({+ success: true as const,+ builtCode: dependencies.source,+ checksum: dependencies.checksum,+ exports: Object.fromEntries(dependencies.exportNamesBySpecifier),+ });+ }+ const manifest = frontComponentSharedDependenciesManifestSchema.parse(+ input.manifest,+ );+ const built = await buildFrontComponent({+ input: input.input,+ sharedDependencies: {+ checksum: manifest.checksum,+ exportNamesBySpecifier: new Map(Object.entries(manifest.exports)),+ },+ });+ const { compiledSource, checksum, sharedDependenciesChecksum } = built;+ const result = {+ success: true as const,+ builtCode: compiledSource,+ checksum,+ sharedDependenciesChecksum,+ };+ return checkResponseSizeOrThrow(result);+ } catch (error) {+ if (+ !(+ error instanceof FrontComponentBuildException ||+ (error instanceof Error &&+ /^Build failed with \d+ error/.test(error.message))+ )+ ) {+ throw error;+ }+ return {+ success: false as const,+ error: error.message,+ ...(error instanceof FrontComponentBuildException+ ? { code: error.code }+ : {}),+ };+ }+};++const checkResponseSizeOrThrow = <TResult>(result: TResult): TResult => {+ if (Buffer.byteLength(JSON.stringify(result)) > 6 * 1024 * 1024) {+ throw new FrontComponentBuildException({+ message: 'Component build exceeds the builder response limit.',+ code: 'INVALID_INPUT',+ });+ }+ return result;+};diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util.tsnew file mode 100644index 00000000000..abcfb653e46--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util.ts@@ -0,0 +1,49 @@+import { build } from 'esbuild';+import { readFile } from 'fs/promises';+import { join, resolve } from 'path';++import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';+import { FRONT_COMPONENT_BUILDER_DIRECTORY } from 'src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant';++let helpers: Promise<string> | undefined;++export const getFrontComponentBuilderFiles = async () => {+ helpers ??= build({+ absWorkingDir: resolve(__dirname, '..'),+ entryPoints: [+ require.resolve('./execute-front-component-builder-request.util'),+ ],+ bundle: true,+ platform: 'node',+ target: 'node22',+ format: 'cjs',+ external: ['esbuild'],+ write: false,+ plugins: [+ {+ name: 'yarn-installer',+ setup(pluginBuild) {+ pluginBuild.onResolve(+ { filter: /install-yarn-dependencies\.cjs$/ },+ () => ({+ path: join(YARN_ENGINE_DIRNAME, 'install-yarn-dependencies.cjs'),+ }),+ );+ },+ },+ ],+ })+ .then((result) => result.outputFiles[0].text)+ .catch((error: unknown) => {+ helpers = undefined;+ throw error;+ });++ return {+ 'index.mjs': await readFile(+ join(FRONT_COMPONENT_BUILDER_DIRECTORY, 'index.mjs'),+ 'utf8',+ ),+ 'helpers.cjs': await helpers,+ };+};diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util.tsnew file mode 100644index 00000000000..456bfe3c456--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util.ts@@ -0,0 +1,57 @@+import { readFile } from 'fs/promises';+import { join } from 'path';++import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';+import {+ BUILDER_LAMBDA_MEMORY_MB,+ BUILDER_LAMBDA_TIMEOUT_SECONDS,+ YARN_INSTALL_LAMBDA_MEMORY_MB,+ YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,+ LAMBDA_EPHEMERAL_STORAGE_MB,+} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant';+import { computeHashedLambdaResourceName } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/compute-hashed-lambda-resource-name.util';+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';+import { getFrontComponentBuilderFiles } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util';++export const getFrontComponentBuilderName = async ({+ workspaceId,+ namespace,+ action,+}: {+ workspaceId: string;+ namespace?: string;+ action: FrontComponentBuilderRequest['action'];+}) => {+ const isDependenciesBuild = action === 'buildDependencies';+ const builderFiles = await getFrontComponentBuilderFiles();+ const yarnEngineFiles = isDependenciesBuild+ ? await Promise.all(+ ['.yarnrc.yml', '.yarn/releases/yarn-4.9.2.cjs'].map((file) =>+ readFile(join(YARN_ENGINE_DIRNAME, file), 'utf8'),+ ),+ )+ : [];++ return computeHashedLambdaResourceName({+ resourceNamePrefix: isDependenciesBuild+ ? 'twenty-front-component-dependencies'+ : 'twenty-front-component-builder',+ namespace,+ contents: [+ workspaceId,+ ...Object.values(builderFiles),+ ...yarnEngineFiles,+ String(+ isDependenciesBuild+ ? YARN_INSTALL_LAMBDA_MEMORY_MB+ : BUILDER_LAMBDA_MEMORY_MB,+ ),+ String(+ isDependenciesBuild+ ? YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS+ : BUILDER_LAMBDA_TIMEOUT_SECONDS,+ ),+ String(LAMBDA_EPHEMERAL_STORAGE_MB),+ ],+ });+};diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util.tsnew file mode 100644index 00000000000..62ed69276bf--- /dev/null+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util.ts@@ -0,0 +1,44 @@+import { mkdtemp, rm, writeFile } from 'fs/promises';+import { tmpdir } from 'os';+import { join } from 'path';+import { installYarnDependencies } from 'src/engine/core-modules/application/application-package/constants/yarn-engine/install-yarn-dependencies.cjs';++import { buildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-shared-dependencies.util';++const INSTALL_TIMEOUT_MS = 240_000;++export const installAndBuildFrontComponentSharedDependencies = async ({+ packageJson,+ yarnLock,+ yarnEngineDirectory,+}: {+ packageJson: string;+ yarnLock: string;+ yarnEngineDirectory: string;+}) => {+ const directory = await mkdtemp(join(tmpdir(), 'front-component-vendor-'));++ try {+ await Promise.all([+ writeFile(join(directory, 'package.json'), packageJson),+ writeFile(join(directory, 'yarn.lock'), yarnLock),+ ]);+ await installYarnDependencies({+ directory,+ yarnEngineDirectory,+ args: ['install', '--immutable'],+ env: {+ YARN_ENABLE_SCRIPTS: 'false',+ YARN_ENABLE_GLOBAL_CACHE: 'false',+ YARN_GLOBAL_FOLDER: join(directory, '.yarn/global'),+ },+ timeout: INSTALL_TIMEOUT_MS,+ });++ return await buildFrontComponentSharedDependencies({+ resolveDirectory: directory,+ });+ } finally {+ await rm(directory, { recursive: true, force: true });+ }+};diff --git a/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts b/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.tsindex 22150ed0519..bbefec5b773 100644--- a/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts+++ b/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts@@ -1,10 +1,8 @@-import { Injectable } from '@nestjs/common';-import { msg } from '@lingui/core/macro';+import { Injectable } from '@nestjs/common';import crypto from 'crypto';--import { v4 } from 'uuid';import { isDefined } from 'twenty-shared/utils';+import { v4 } from 'uuid';import { ApplicationService } from 'src/engine/core-modules/application/application.service';import { type FlatApplication } from 'src/engine/core-modules/application/types/flat-application.type';@@ -15,13 +13,13 @@ import { findFlatEntityByIdInFlatEntityMapsOrThrow } from 'src/engine/metadata-mimport { CreateLogicFunctionFromSourceInput } from 'src/engine/metadata-modules/logic-function/dtos/create-logic-function-from-source.input';import { LogicFunctionExecutionResultDTO } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';import { LogicFunctionDTO } from 'src/engine/metadata-modules/logic-function/dtos/logic-function.dto';+import { type UpdateLogicFunctionFromSourceInput } from 'src/engine/metadata-modules/logic-function/dtos/update-logic-function-from-source.input';import { LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';import {LogicFunctionException,LogicFunctionExceptionCode,} from 'src/engine/metadata-modules/logic-function/logic-function.exception';import { LogicFunctionFromSourceHelperService } from 'src/engine/metadata-modules/logic-function/services/logic-function-from-source-helper.service';-import { type UpdateLogicFunctionFromSourceInput } from 'src/engine/metadata-modules/logic-function/dtos/update-logic-function-from-source.input';import { buildUniversalFlatLogicFunctionToCreate } from 'src/engine/metadata-modules/logic-function/utils/build-universal-flat-logic-function-to-create.util';import { fromCreateLogicFunctionFromSourceInputToUniversalFlatLogicFunctionToCreate } from 'src/engine/metadata-modules/logic-function/utils/from-create-logic-function-from-source-input-to-universal-flat-logic-function-to-create.util';import { fromFlatLogicFunctionToLogicFunctionDto } from 'src/engine/metadata-modules/logic-function/utils/from-flat-logic-function-to-logic-function-dto.util';@@ -332,6 +330,7 @@ export class LogicFunctionFromSourceService {}const { builtCode } = await this.logicFunctionExecutorService.transpile({+ targetRuntime: flatLogicFunction.runtime,sourceCode,sourceFileName: flatLogicFunction.sourceHandlerPath,builtFileName: flatLogicFunction.builtHandlerPath,