Skip to content

The open alternative to Salesforce, designed for AI.

Use existing drivers for AI component preview builds (#29019)

Weikoffe891f1ca87
diff --git a/knip.json b/knip.json
index 0041d3b993f..dc494553eaf 100644
--- a/knip.json
+++ b/knip.json
@@ -28,6 +28,7 @@
"src/database/clickhouse/migrations/run-migrations.ts",
"src/database/clickhouse/seeds/run-seeds.ts",
"src/instrument.ts",
+ "src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts",
"lingui.config.ts",
"scripts/**/*.ts",
"**/*.spec.ts",
@@ -52,7 +53,7 @@
"src/engine/metadata-modules/*/constants/standard-*-names.ts",
"src/engine/metadata-modules/*/constants/standard-*-titles.ts"
],
- "ignoreDependencies": ["@types/psl"]
+ "ignoreDependencies": ["@types/psl", "twenty-ui"]
},
"packages/twenty-front": {
"entry": [
diff --git a/packages/twenty-server/nest-cli.json b/packages/twenty-server/nest-cli.json
index dcb6b135c30..24986aab4c0 100644
--- a/packages/twenty-server/nest-cli.json
+++ b/packages/twenty-server/nest-cli.json
@@ -69,6 +69,10 @@
"include": "engine/core-modules/dpa/constants/subprocessors.json",
"outDir": "dist"
},
+ {
+ "include": "engine/metadata-modules/ai/ai-front-component/constants/builder/**",
+ "outDir": "dist/assets"
+ },
{
"include": "engine/core-modules/application/application-package/constants/workspace-custom-application-dependencies/**",
"outDir": "dist/assets"
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs
index 410931bd1d7..2e3377e3078 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/constants/builder/index.mjs
@@ -19,12 +19,17 @@ const assertPathInsideDir = (filePath, dir) => {
};
export const handler = async (event) => {
- const { action, sourceCode, sourceFileName, builtFileName } = event;
+ const { action, targetRuntime, sourceCode, sourceFileName, builtFileName } =
+ event;
if (action !== 'transpile') {
throw new Error(`Unknown action: ${action}`);
}
+ if (targetRuntime !== 'nodejs18.x' && targetRuntime !== 'nodejs22.x') {
+ throw new Error(`Unsupported target runtime: ${targetRuntime}`);
+ }
+
if (!sourceCode || !sourceFileName || !builtFileName) {
throw new Error(
'Missing required fields: sourceCode, sourceFileName, builtFileName',
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.spec.ts
new file mode 100644
index 00000000000..25266437a89
--- /dev/null
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.spec.ts
@@ -0,0 +1,14 @@
+import { DisabledDriver } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver';
+import { LogicFunctionExceptionCode } from 'src/engine/metadata-modules/logic-function/logic-function.exception';
+
+describe('DisabledDriver', () => {
+ it.each([
+ 'transpile',
+ 'buildDependencies',
+ 'getDependenciesBuildCacheKey',
+ ] as const)('rejects %s when builds are disabled', async (operation) => {
+ await expect(new DisabledDriver()[operation]()).rejects.toMatchObject({
+ code: LogicFunctionExceptionCode.LOGIC_FUNCTION_DISABLED,
+ });
+ });
+});
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts
index 2a860f71237..f46827f7e53 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/disabled.driver.ts
@@ -1,9 +1,7 @@
import {
type LogicFunctionDriver,
type LogicFunctionExecuteResult,
- type LogicFunctionTranspileResult,
} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';
-
import {
LogicFunctionException,
LogicFunctionExceptionCode,
@@ -25,13 +23,24 @@ export class DisabledDriver implements LogicFunctionDriver {
);
}
- async transpile(): Promise<LogicFunctionTranspileResult> {
+ async transpile(): Promise<never> {
throw new LogicFunctionException(
'Logic function transpilation is disabled. Set LOGIC_FUNCTION_TYPE to LOCAL or LAMBDA to enable.',
LogicFunctionExceptionCode.LOGIC_FUNCTION_DISABLED,
);
}
+ async buildDependencies(): Promise<never> {
+ throw new LogicFunctionException(
+ 'Dependency builds are disabled. Set LOGIC_FUNCTION_TYPE to LOCAL or LAMBDA to enable.',
+ LogicFunctionExceptionCode.LOGIC_FUNCTION_DISABLED,
+ );
+ }
+
+ async getDependenciesBuildCacheKey(): Promise<never> {
+ return this.buildDependencies();
+ }
+
async installPrebuiltBundle(): Promise<void> {
throw new LogicFunctionException(
'Logic function prebuilt install is disabled. Set LOGIC_FUNCTION_TYPE to LOCAL or LAMBDA to enable.',
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.spec.ts
new file mode 100644
index 00000000000..099474038fd
--- /dev/null
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.spec.ts
@@ -0,0 +1,236 @@
+import {
+ Lambda,
+ type State,
+ waitUntilFunctionActiveV2,
+} from '@aws-sdk/client-lambda';
+import { isDefined } from 'twenty-shared/utils';
+
+import { CacheLockService } from 'src/engine/core-modules/cache-lock/cache-lock.service';
+import { LambdaDriver } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver';
+import { LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';
+import { LogicFunctionRuntime } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
+
+jest.mock(
+ 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util',
+ () => ({ getFrontComponentBuilderName: async () => 'workspace-builder' }),
+);
+
+jest.useRealTimers();
+
+const REQUEST = {
+ targetRuntime: 'browser' as const,
+ workspaceId: 'workspace',
+ packageJson: '{"name":"fixture","private":true}',
+ yarnLock: '# fixture lockfile',
+};
+const RESULT = {
+ success: false,
+ code: 'BUILD_FAILED',
+ error: 'Build diagnostic',
+};
+
+describe('LambdaDriver', () => {
+ let state: State;
+ let updateError: Error | undefined;
+ let commands: (string | undefined)[];
+ let payloads: unknown[];
+ let functionNames: unknown[];
+ let driver: LambdaDriver;
+ let client: Lambda;
+
+ beforeEach(() => {
+ state = 'Inactive';
+ updateError = undefined;
+ commands = [];
+ payloads = [];
+ functionNames = [];
+ client = new Lambda({ region: 'eu-west-1' });
+ let isLocked = false;
+ const cacheStorageService = jest.createMockFromModule<
+ typeof import('src/engine/core-modules/cache-storage/services/cache-storage.service')
+ >('src/engine/core-modules/cache-storage/services/cache-storage.service')
+ .CacheStorageService.prototype;
+ jest
+ .spyOn(cacheStorageService, 'acquireLock')
+ .mockImplementation(async () => {
+ if (isLocked) {
+ return null;
+ }
+ isLocked = true;
+ return 'owner';
+ });
+ jest
+ .spyOn(cacheStorageService, 'releaseLock')
+ .mockImplementation(async () => {
+ isLocked = false;
+ });
+ jest.spyOn(cacheStorageService, 'extendLock').mockResolvedValue(true);
+
+ client.middlewareStack.add(
+ (_next, context) =>
+ async ({ input }) => {
+ const commandName = context.commandName;
+ commands.push(commandName);
+ if (commandName === 'GetFunctionCommand') {
+ const output = { Configuration: { State: state }, $metadata: {} };
+ if (state === 'Pending') {
+ state = 'Active';
+ }
+ return { response: {}, output };
+ }
+ if (commandName === 'UpdateFunctionConfigurationCommand') {
+ if (isDefined(updateError)) {
+ throw updateError;
+ }
+ state = 'Pending';
+ return { response: {}, output: { State: state, $metadata: {} } };
+ }
+ if (commandName === 'InvokeCommand' && 'Payload' in input) {
+ expect(state).toBe('Active');
+ const payload = JSON.parse(String(input.Payload));
+ payloads.push(payload);
+ functionNames.push(input.FunctionName);
+ const response = JSON.stringify(
+ payload.sourceCode
+ ? { builtCode: 'export const handler = () => 1;' }
+ : RESULT,
+ );
+ return {
+ response: {},
+ output: {
+ Payload: Object.assign(Buffer.from(response), {
+ transformToString: () => response,
+ }),
+ $metadata: {},
+ },
+ };
+ }
+ throw new Error('Unexpected Lambda command');
+ },
+ { step: 'initialize' },
+ );
+ jest
+ .spyOn(LambdaAwsClientService.prototype, 'getLambdaClient')
+ .mockResolvedValue(client);
+ jest
+ .spyOn(LambdaAwsClientService.prototype, 'waitFunctionActive')
+ .mockImplementation(async (functionName) => {
+ await waitUntilFunctionActiveV2(
+ { client, maxWaitTime: 1, minDelay: 0.01, maxDelay: 0.01 },
+ { FunctionName: functionName },
+ );
+ });
+ driver = new LambdaDriver({
+ region: 'eu-west-1',
+ layerBucket: 'fixture',
+ layerBucketRegion: 'eu-west-1',
+ resourceNamespace: 'fixture',
+ lambdaRole: 'fixture',
+ logicFunctionResourceService: jest.createMockFromModule<
+ typeof import('src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service')
+ >(
+ 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service',
+ ).LogicFunctionResourceService.prototype,
+ sdkClientArchiveService: jest.createMockFromModule<
+ typeof import('src/engine/core-modules/sdk-client/sdk-client-archive.service')
+ >('src/engine/core-modules/sdk-client/sdk-client-archive.service')
+ .SdkClientArchiveService.prototype,
+ workspaceCacheService: jest.createMockFromModule<
+ typeof import('src/engine/workspace-cache/services/workspace-cache.service')
+ >('src/engine/workspace-cache/services/workspace-cache.service')
+ .WorkspaceCacheService.prototype,
+ coreEntityCacheService: jest.createMockFromModule<
+ typeof import('src/engine/core-entity-cache/services/core-entity-cache.service')
+ >('src/engine/core-entity-cache/services/core-entity-cache.service')
+ .CoreEntityCacheService.prototype,
+ applicationDependencyFilesService: jest.createMockFromModule<
+ typeof import('src/engine/core-modules/application/application-package/application-dependency-files.service')
+ >(
+ 'src/engine/core-modules/application/application-package/application-dependency-files.service',
+ ).ApplicationDependencyFilesService.prototype,
+ cacheStorageService,
+ cacheLockService: new CacheLockService(cacheStorageService),
+ });
+ });
+
+ afterEach(() => {
+ jest.restoreAllMocks();
+ client.destroy();
+ });
+
+ it.each([LogicFunctionRuntime.NODE18, LogicFunctionRuntime.NODE22])(
+ 'selects the Node builder for %s and the browser builder on the same driver',
+ async (targetRuntime) => {
+ const request = {
+ targetRuntime,
+ sourceCode: 'export const handler = () => 1;',
+ sourceFileName: 'handler.ts',
+ builtFileName: 'handler.mjs',
+ };
+ await expect(driver.transpile(request)).resolves.toEqual({
+ builtCode: 'export const handler = () => 1;',
+ });
+ await expect(driver.buildDependencies(REQUEST)).resolves.toEqual(RESULT);
+ expect(payloads[0]).toEqual({ ...request, action: 'transpile' });
+ expect(functionNames[0]).not.toBe('workspace-builder');
+ expect(functionNames[1]).toBe('workspace-builder');
+ },
+ );
+
+ it('reactivates an idle builder before sending the build exactly once', async () => {
+ await expect(driver.buildDependencies(REQUEST)).resolves.toEqual(RESULT);
+
+ expect(
+ commands.filter(
+ (command) => command === 'UpdateFunctionConfigurationCommand',
+ ),
+ ).toHaveLength(1);
+ expect(payloads).toEqual([
+ {
+ action: 'buildDependencies',
+ packageJson: REQUEST.packageJson,
+ yarnLock: REQUEST.yarnLock,
+ },
+ ]);
+ });
+
+ it('reactivates once for concurrent builds', async () => {
+ await Promise.all([
+ driver.buildDependencies(REQUEST),
+ driver.buildDependencies(REQUEST),
+ ]);
+
+ expect(
+ commands.filter(
+ (command) => command === 'UpdateFunctionConfigurationCommand',
+ ),
+ ).toHaveLength(1);
+ expect(payloads).toHaveLength(2);
+ });
+
+ it.each(['Active', 'Pending'] as const)(
+ 'reuses a %s builder without updating it',
+ async (initialState) => {
+ state = initialState;
+
+ await expect(driver.buildDependencies(REQUEST)).resolves.toEqual(RESULT);
+ expect(commands).not.toContain('UpdateFunctionConfigurationCommand');
+ expect(payloads).toHaveLength(1);
+ },
+ );
+
+ it('does not invoke a builder whose reactivation failed', async () => {
+ updateError = new Error('Access denied');
+
+ await expect(driver.buildDependencies(REQUEST)).rejects.toBe(updateError);
+ expect(payloads).toHaveLength(0);
+ });
+
+ it('does not invoke or update a failed builder', async () => {
+ state = 'Failed';
+
+ await expect(driver.buildDependencies(REQUEST)).rejects.toThrow();
+ expect(commands).not.toContain('UpdateFunctionConfigurationCommand');
+ expect(payloads).toHaveLength(0);
+ });
+});
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts
index 5e830e2f536..fa5fc34a38a 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda.driver.ts
@@ -6,6 +6,17 @@ import {
} from '@aws-sdk/client-lambda';
import { Logger } from '@nestjs/common';
+import { LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';
+import { LambdaExecutorManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-executor-manager.service';
+import { LambdaLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-layer-manager.service';
+import { LambdaToolFunctionsService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service';
+import {
+ type LambdaDriverExecutorPayload,
+ type LambdaDriverOptions,
+ LambdaExecutionPhase,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type';
+import { buildLogicFunctionTimeoutResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/build-logic-function-timeout-result.util';
+import { parseLambdaLogResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/parse-lambda-log-result.util';
import {
type LogicFunctionDriver,
type LogicFunctionExecuteParams,
@@ -14,19 +25,14 @@ import {
type LogicFunctionTranspileParams,
type LogicFunctionTranspileResult,
} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';
-
-import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';
import {
- type LambdaDriverExecutorPayload,
- type LambdaDriverOptions,
- LambdaExecutionPhase,
-} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type';
-import { LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';
-import { LambdaExecutorManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-executor-manager.service';
-import { LambdaLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-layer-manager.service';
-import { LambdaToolFunctionsService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service';
-import { buildLogicFunctionTimeoutResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/build-logic-function-timeout-result.util';
-import { parseLambdaLogResult } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/parse-lambda-log-result.util';
+ type BrowserTranspileParams,
+ type BrowserTranspileResult,
+ type BrowserDependenciesBuildParams,
+ type TranspileParams,
+ type TranspileResult,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';
+import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';
import { HANDLER_NAME_REGEX } from 'src/engine/metadata-modules/logic-function/constants/handler.contant';
import { LogicFunctionExecutionStatus } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';
import { LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
@@ -60,6 +66,7 @@ export class LambdaDriver implements LogicFunctionDriver {
this.toolFunctions = new LambdaToolFunctionsService(
options,
this.awsClient,
+ options.cacheLockService,
);
this.layerManager = new LambdaLayerManagerService(
options,
@@ -81,18 +88,25 @@ export class LambdaDriver implements LogicFunctionDriver {
);
}
- async transpile({
- sourceCode,
- sourceFileName,
- builtFileName,
- }: LogicFunctionTranspileParams): Promise<LogicFunctionTranspileResult> {
- const { builtCode } = await this.toolFunctions.transpile({
- sourceCode,
- sourceFileName,
- builtFileName,
- });
+ async transpile(
+ params: LogicFunctionTranspileParams,
+ ): Promise<LogicFunctionTranspileResult>;
+ async transpile(
+ params: BrowserTranspileParams,
+ ): Promise<BrowserTranspileResult>;
+ async transpile(params: TranspileParams): Promise<TranspileResult>;
+ async transpile(params: TranspileParams): Promise<TranspileResult> {
+ return this.toolFunctions.transpile(params);
+ }
+
+ async buildDependencies(params: BrowserDependenciesBuildParams) {
+ return this.toolFunctions.buildDependencies(params);
+ }
- return { builtCode };
+ async getDependenciesBuildCacheKey(
+ params: Pick<BrowserDependenciesBuildParams, 'workspaceId'>,
+ ) {
+ return this.toolFunctions.getDependenciesBuildCacheKey(params);
}
async delete(flatLogicFunction: FlatLogicFunction): Promise<void> {
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts
index 7b678df0747..dcbbeb17dd0 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-tool-functions.service.ts
@@ -1,19 +1,23 @@
-import * as fs from 'fs/promises';
-import { join } from 'path';
-
import {
CreateFunctionCommand,
type CreateFunctionCommandInput,
InvokeCommand,
LogType,
PublishLayerVersionCommand,
+ UpdateFunctionConfigurationCommand,
} from '@aws-sdk/client-lambda';
import { isNonEmptyString } from '@sniptt/guards';
+import * as fs from 'fs/promises';
+import { join } from 'path';
import { isDefined } from 'twenty-shared/utils';
import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';
+import { type CacheLockService } from 'src/engine/core-modules/cache-lock/cache-lock.service';
import { COMMON_LAYER_DEPENDENCIES_DIRNAME } from 'src/engine/core-modules/logic-function/logic-function-drivers/constants/common-layer-dependencies-dirname';
import {
+ BUILD_LOCK_MAX_RETRIES,
+ BUILD_LOCK_RETRY_MS,
+ BUILD_LOCK_TTL_MS,
BUILDER_FUNCTION_NAME_PREFIX,
BUILDER_HANDLER_PATH,
BUILDER_LAMBDA_MEMORY_MB,
@@ -25,6 +29,7 @@ import {
YARN_INSTALL_LAMBDA_MEMORY_MB,
YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,
} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant';
+import { type LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';
import {
type BuilderLambdaPayload,
type BuilderLambdaResult,
@@ -34,12 +39,31 @@ import {
} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type';
import { buildYarnInstallFailureException } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/build-yarn-install-failure-exception.util';
import { computeHashedLambdaResourceName } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/compute-hashed-lambda-resource-name.util';
-import { type LambdaAwsClientService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/services/lambda-aws-client.service';
+import {
+ type LogicFunctionTranspileParams,
+ type LogicFunctionTranspileResult,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';
+import {
+ type BrowserTranspileParams,
+ type BrowserTranspileResult,
+ type BrowserDependenciesBuildParams,
+ type TranspileParams,
+ type TranspileResult,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';
import { copyBuilder } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/copy-builder';
import { copyCommonLayerDependencies } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/copy-common-layer-dependencies';
import { copyYarnInstall } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/copy-yarn-install';
import { createZipFile } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/create-zip-file';
import { TemporaryDirManager } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager';
+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';
+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+import { copyFrontComponentBuilder } from 'src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util';
+import { getFrontComponentBuilderName } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util';
+import {
+ FrontComponentException,
+ FrontComponentExceptionCode,
+} from 'src/engine/metadata-modules/front-component/front-component.exception';
import { LogicFunctionRuntime } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
import {
LogicFunctionException,
@@ -57,11 +81,23 @@ export class LambdaToolFunctionsService {
'lambdaRole' | 'resourceNamespace' | 'resourceTags'
>,
private readonly awsClient: LambdaAwsClientService,
+ private readonly cacheLockService: CacheLockService,
) {}
async transpile(
- params: Omit<BuilderLambdaPayload, 'action'>,
- ): Promise<BuilderLambdaResult> {
+ params: LogicFunctionTranspileParams,
+ ): Promise<LogicFunctionTranspileResult>;
+ async transpile(
+ params: BrowserTranspileParams,
+ ): Promise<BrowserTranspileResult>;
+ async transpile(params: TranspileParams): Promise<TranspileResult>;
+ async transpile(params: TranspileParams): Promise<TranspileResult> {
+ if (params.targetRuntime === 'browser') {
+ const { targetRuntime: _targetRuntime, ...request } = params;
+ return frontComponentBuildResultSchema.parse(
+ await this.invokeBrowserBuilder({ ...request, action: 'transpile' }),
+ );
+ }
await this.ensureBuilderLambdaExists();
const lambdaClient = await this.awsClient.getLambdaClient();
@@ -126,6 +162,74 @@ export class LambdaToolFunctionsService {
return { builtCode: parsedResult.builtCode };
}
+ async getDependenciesBuildCacheKey({
+ workspaceId,
+ }: Pick<BrowserDependenciesBuildParams, 'workspaceId'>) {
+ const name = await getFrontComponentBuilderName({
+ workspaceId,
+ namespace: this.options.resourceNamespace,
+ action: 'buildDependencies',
+ });
+ return `lambda:${name}`;
+ }
+
+ async buildDependencies({
+ targetRuntime: _targetRuntime,
+ ...request
+ }: BrowserDependenciesBuildParams) {
+ return frontComponentDependenciesBuildResultSchema.parse(
+ await this.invokeBrowserBuilder({
+ ...request,
+ action: 'buildDependencies',
+ }),
+ );
+ }
+
+ private async invokeBrowserBuilder({
+ workspaceId,
+ ...input
+ }: FrontComponentBuilderRequest & { workspaceId: string }): Promise<unknown> {
+ const isDependenciesBuild = input.action === 'buildDependencies';
+ const functionName = await getFrontComponentBuilderName({
+ workspaceId,
+ namespace: this.options.resourceNamespace,
+ action: input.action,
+ });
+ const timeoutSeconds = isDependenciesBuild
+ ? YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS
+ : BUILDER_LAMBDA_TIMEOUT_SECONDS;
+ await this.ensureBuildToolLambdaIsActive({
+ functionName,
+ memoryMb: isDependenciesBuild
+ ? YARN_INSTALL_LAMBDA_MEMORY_MB
+ : BUILDER_LAMBDA_MEMORY_MB,
+ timeoutSeconds,
+ copyFiles: async (directory) => {
+ await copyFrontComponentBuilder(directory);
+ if (isDependenciesBuild) {
+ await fs.cp(YARN_ENGINE_DIRNAME, join(directory, 'yarn-engine'), {
+ recursive: true,
+ });
+ }
+ },
+ });
+ const lambdaClient = await this.awsClient.getLambdaClient();
+ const result = await lambdaClient.send(
+ new InvokeCommand({
+ FunctionName: functionName,
+ Payload: JSON.stringify(input),
+ }),
+ { abortSignal: AbortSignal.timeout(timeoutSeconds * 1000) },
+ );
+ if (result.FunctionError || !isDefined(result.Payload)) {
+ throw new FrontComponentException(
+ 'Frontend component builder Lambda failed.',
+ FrontComponentExceptionCode.FRONT_COMPONENT_CREATE_FAILED,
+ );
+ }
+ return JSON.parse(result.Payload.transformToString());
+ }
+
async runYarnInstallCreateLayer(
params: Omit<YarnInstallLambdaPayload, 'action'>,
): Promise<YarnInstallLambdaResult> {
@@ -178,7 +282,7 @@ export class LambdaToolFunctionsService {
return parsedResult;
}
- async ensureCommonLayerExists(): Promise<string> {
+ private async ensureCommonLayerExists(): Promise<string> {
const commonLayerName = await this.getCommonLayerName();
const existingArn =
await this.awsClient.getExistingLayerArn(commonLayerName);
@@ -221,88 +325,100 @@ export class LambdaToolFunctionsService {
}
}
- private async ensureYarnInstallLambdaExists(): Promise<void> {
- const yarnInstallFunctionName = await this.getYarnInstallFunctionName();
- const lambdaClient = await this.awsClient.getLambdaClient();
-
- if (isDefined(await this.awsClient.getFunction(yarnInstallFunctionName))) {
+ async ensureBuildToolLambdaIsActive({
+ functionName,
+ memoryMb,
+ timeoutSeconds,
+ copyFiles,
+ }: {
+ functionName: string;
+ memoryMb: number;
+ timeoutSeconds: number;
+ copyFiles: (directory: string) => Promise<void>;
+ }): Promise<void> {
+ const existingFunction = await this.awsClient.getFunction(functionName);
+
+ if (existingFunction?.Configuration?.State === 'Active') {
return;
}
- const commonLayerArn = await this.ensureCommonLayerExists();
-
- const temporaryDirManager = new TemporaryDirManager();
- const { sourceTemporaryDir, lambdaZipPath } =
- await temporaryDirManager.init();
-
- try {
- await copyYarnInstall(sourceTemporaryDir);
-
- await createZipFile(sourceTemporaryDir, lambdaZipPath);
-
- const params: CreateFunctionCommandInput = {
- Code: {
- ZipFile: await fs.readFile(lambdaZipPath),
- },
- FunctionName: yarnInstallFunctionName,
- Layers: [commonLayerArn],
- Handler: 'index.handler',
- Role: this.options.lambdaRole,
- Tags: this.options.resourceTags,
- Runtime: LogicFunctionRuntime.NODE22,
- Timeout: YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,
- MemorySize: YARN_INSTALL_LAMBDA_MEMORY_MB,
- EphemeralStorage: { Size: LAMBDA_EPHEMERAL_STORAGE_MB },
- };
-
- await lambdaClient.send(new CreateFunctionCommand(params));
- } finally {
- await temporaryDirManager.clean();
- }
+ await this.cacheLockService.withLock(
+ async () => {
+ const existingFunction = await this.awsClient.getFunction(functionName);
+
+ if (isDefined(existingFunction)) {
+ if (existingFunction.Configuration?.State === 'Inactive') {
+ const lambdaClient = await this.awsClient.getLambdaClient();
+
+ await lambdaClient.send(
+ new UpdateFunctionConfigurationCommand({
+ FunctionName: functionName,
+ MemorySize: memoryMb,
+ Timeout: timeoutSeconds,
+ }),
+ );
+ }
+
+ await this.awsClient.waitFunctionActive(functionName);
+
+ return;
+ }
+
+ const commonLayerArn = await this.ensureCommonLayerExists();
+ const temporaryDirManager = new TemporaryDirManager();
+ const { sourceTemporaryDir, lambdaZipPath } =
+ await temporaryDirManager.init();
+
+ try {
+ await copyFiles(sourceTemporaryDir);
+ await createZipFile(sourceTemporaryDir, lambdaZipPath);
+
+ const lambdaClient = await this.awsClient.getLambdaClient();
+ const params: CreateFunctionCommandInput = {
+ Code: { ZipFile: await fs.readFile(lambdaZipPath) },
+ FunctionName: functionName,
+ Layers: [commonLayerArn],
+ Handler: 'index.handler',
+ Role: this.options.lambdaRole,
+ Tags: this.options.resourceTags,
+ Runtime: LogicFunctionRuntime.NODE22,
+ Timeout: timeoutSeconds,
+ MemorySize: memoryMb,
+ EphemeralStorage: { Size: LAMBDA_EPHEMERAL_STORAGE_MB },
+ };
+
+ await lambdaClient.send(new CreateFunctionCommand(params));
+ } finally {
+ await temporaryDirManager.clean();
+ }
+
+ await this.awsClient.waitFunctionActive(functionName);
+ },
+ `lambda-tool-build:${functionName}`,
+ {
+ ttl: BUILD_LOCK_TTL_MS,
+ ms: BUILD_LOCK_RETRY_MS,
+ maxRetries: BUILD_LOCK_MAX_RETRIES,
+ },
+ );
+ }
- await this.awsClient.waitFunctionActive(yarnInstallFunctionName);
+ private async ensureYarnInstallLambdaExists(): Promise<void> {
+ await this.ensureBuildToolLambdaIsActive({
+ functionName: await this.getYarnInstallFunctionName(),
+ memoryMb: YARN_INSTALL_LAMBDA_MEMORY_MB,
+ timeoutSeconds: YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,
+ copyFiles: copyYarnInstall,
+ });
}
private async ensureBuilderLambdaExists(): Promise<void> {
- const builderFunctionName = await this.getBuilderFunctionName();
- const lambdaClient = await this.awsClient.getLambdaClient();
-
- if (isDefined(await this.awsClient.getFunction(builderFunctionName))) {
- return;
- }
-
- const commonLayerArn = await this.ensureCommonLayerExists();
-
- const temporaryDirManager = new TemporaryDirManager();
- const { sourceTemporaryDir, lambdaZipPath } =
- await temporaryDirManager.init();
-
- try {
- await copyBuilder(sourceTemporaryDir);
-
- await createZipFile(sourceTemporaryDir, lambdaZipPath);
-
- const params: CreateFunctionCommandInput = {
- Code: {
- ZipFile: await fs.readFile(lambdaZipPath),
- },
- FunctionName: builderFunctionName,
- Layers: [commonLayerArn],
- Handler: 'index.handler',
- Role: this.options.lambdaRole,
- Tags: this.options.resourceTags,
- Runtime: LogicFunctionRuntime.NODE22,
- Timeout: BUILDER_LAMBDA_TIMEOUT_SECONDS,
- MemorySize: BUILDER_LAMBDA_MEMORY_MB,
- EphemeralStorage: { Size: LAMBDA_EPHEMERAL_STORAGE_MB },
- };
-
- await lambdaClient.send(new CreateFunctionCommand(params));
- } finally {
- await temporaryDirManager.clean();
- }
-
- await this.awsClient.waitFunctionActive(builderFunctionName);
+ await this.ensureBuildToolLambdaIsActive({
+ functionName: await this.getBuilderFunctionName(),
+ memoryMb: BUILDER_LAMBDA_MEMORY_MB,
+ timeoutSeconds: BUILDER_LAMBDA_TIMEOUT_SECONDS,
+ copyFiles: copyBuilder,
+ });
}
private async getCommonLayerName(): Promise<string> {
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts
index ab979502dc1..b75e05953a1 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/types/lambda-driver.type.ts
@@ -5,6 +5,7 @@ import { type ApplicationDependencyFilesService } from 'src/engine/core-modules/
import { type CoreEntityCacheService } from 'src/engine/core-entity-cache/services/core-entity-cache.service';
import { type CacheLockService } from 'src/engine/core-modules/cache-lock/cache-lock.service';
import { type CacheStorageService } from 'src/engine/core-modules/cache-storage/services/cache-storage.service';
+import { type LogicFunctionTranspileParams } from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';
import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';
import { type SdkClientArchiveService } from 'src/engine/core-modules/sdk-client/sdk-client-archive.service';
import { type WorkspaceCacheService } from 'src/engine/workspace-cache/services/workspace-cache.service';
@@ -28,11 +29,8 @@ export type YarnInstallLambdaResult = {
success: boolean;
};
-export type BuilderLambdaPayload = {
+export type BuilderLambdaPayload = LogicFunctionTranspileParams & {
action: 'transpile';
- sourceCode: string;
- sourceFileName: string;
- builtFileName: string;
};
export type BuilderLambdaResult = {
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.spec.ts
new file mode 100644
index 00000000000..09955deaeb4
--- /dev/null
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.spec.ts
@@ -0,0 +1,410 @@
+import {
+ access,
+ copyFile,
+ mkdir,
+ mkdtemp,
+ readFile,
+ rm,
+ writeFile,
+} from 'fs/promises';
+import { tmpdir } from 'os';
+import { dirname, join } from 'path';
+import { PageLayoutType } from 'twenty-shared/types';
+import { ZodError } from 'zod';
+
+import { LocalDriver } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver';
+import { type LocalDriverOptions } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/types/local-driver.type';
+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';
+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+import { executeFrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util';
+import { LogicFunctionRuntime } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
+
+const driverOptions: LocalDriverOptions = {
+ logicFunctionResourceService: jest.createMockFromModule<
+ typeof import('src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service')
+ >(
+ 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service',
+ ).LogicFunctionResourceService.prototype,
+ sdkClientArchiveService: jest.createMockFromModule<
+ typeof import('src/engine/core-modules/sdk-client/sdk-client-archive.service')
+ >('src/engine/core-modules/sdk-client/sdk-client-archive.service')
+ .SdkClientArchiveService.prototype,
+ workspaceCacheService: jest.createMockFromModule<
+ typeof import('src/engine/workspace-cache/services/workspace-cache.service')
+ >('src/engine/workspace-cache/services/workspace-cache.service')
+ .WorkspaceCacheService.prototype,
+ cacheLockService: jest.createMockFromModule<
+ typeof import('src/engine/core-modules/cache-lock/cache-lock.service')
+ >('src/engine/core-modules/cache-lock/cache-lock.service').CacheLockService
+ .prototype,
+};
+
+const mockBuilderOptions = {
+ buildAssetsDirectory: '',
+ yarnEngineDirectory: '',
+ timeoutMs: 30000,
+};
+
+jest.mock(
+ 'src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant',
+ () => ({
+ get FRONT_COMPONENT_BUILDER_DIRECTORY() {
+ return mockBuilderOptions.buildAssetsDirectory;
+ },
+ }),
+);
+jest.mock(
+ 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname',
+ () => ({
+ get YARN_ENGINE_DIRNAME() {
+ return mockBuilderOptions.yarnEngineDirectory;
+ },
+ }),
+);
+jest.mock(
+ 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant',
+ () => ({
+ ...jest.requireActual(
+ 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant',
+ ),
+ get BUILDER_LAMBDA_TIMEOUT_SECONDS() {
+ return mockBuilderOptions.timeoutMs / 1000;
+ },
+ get YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS() {
+ return mockBuilderOptions.timeoutMs / 1000;
+ },
+ }),
+);
+
+const invokeFrontComponentBuilderLocally = async ({
+ input,
+ buildAssetsDirectory,
+ yarnEngineDirectory,
+ timeoutMs,
+}: {
+ input: FrontComponentBuilderRequest;
+ buildAssetsDirectory: string;
+ yarnEngineDirectory: string;
+ timeoutMs: number;
+}) => {
+ Object.assign(mockBuilderOptions, {
+ buildAssetsDirectory,
+ yarnEngineDirectory,
+ timeoutMs,
+ });
+ const driver = new LocalDriver(driverOptions);
+ const request = {
+ ...input,
+ workspaceId: 'workspace',
+ targetRuntime: 'browser' as const,
+ };
+ return request.action === 'buildDependencies'
+ ? driver.buildDependencies(request)
+ : driver.transpile(request);
+};
+
+const charMap: Record<string, string> = {
+ '<': '\\u003C',
+ '>': '\\u003E',
+ '/': '\\u002F',
+ '\\': '\\\\',
+ '\b': '\\b',
+ '\f': '\\f',
+ '\n': '\\n',
+ '\r': '\\r',
+ '\t': '\\t',
+ '\0': '\\0',
+ '\u2028': '\\u2028',
+ '\u2029': '\\u2029',
+};
+
+const escapeUnsafeChars = (value: string): string =>
+ value.replace(/[<>\/\\\b\f\n\r\t\0\u2028\u2029]/g, (char) => charMap[char]);
+
+jest.useRealTimers();
+
+const PACKAGE_JSON = '{"name":"local-build-fixture","private":true}\n';
+const YARN_LOCK = '# exact app-owned lock bytes\n';
+const INPUT = {
+ componentId: 'local-component',
+ name: 'Local component',
+ source: 'export const Component = () => <div>Built locally</div>;',
+ query: { objectName: 'company', select: ['name'], limit: 20 },
+ pageLayoutType: PageLayoutType.DASHBOARD as const,
+};
+
+describe('LocalDriver', () => {
+ it.each([LogicFunctionRuntime.NODE18, LogicFunctionRuntime.NODE22])(
+ 'builds Node code for %s with package imports external',
+ async (targetRuntime) => {
+ const driver = new LocalDriver(driverOptions);
+ const result = await driver.transpile({
+ targetRuntime,
+ sourceCode:
+ 'import { value } from "external-package"; export const handler = (input: number) => value + input;',
+ sourceFileName: 'src/handler.ts',
+ builtFileName: 'dist/handler.mjs',
+ });
+ expect(result.builtCode).toContain('from "external-package"');
+ expect(result.builtCode).toContain('sourceMappingURL=handler.mjs.map');
+ expect(result.builtCode).not.toContain('input: number');
+ },
+ );
+
+ let directory: string;
+ let buildAssetsDirectory: string;
+ let yarnEngineDirectory: string;
+
+ const invoke = (input: FrontComponentBuilderRequest) =>
+ invokeFrontComponentBuilderLocally({
+ input,
+ buildAssetsDirectory,
+ yarnEngineDirectory,
+ timeoutMs: 30_000,
+ });
+
+ beforeAll(async () => {
+ directory = await mkdtemp(join(tmpdir(), 'local-builder-test-'));
+ buildAssetsDirectory = join(directory, 'assets');
+ yarnEngineDirectory = join(directory, 'yarn-engine');
+ await mkdir(join(yarnEngineDirectory, '.yarn/releases'), {
+ recursive: true,
+ });
+ await mkdir(buildAssetsDirectory);
+ await copyFile(
+ require.resolve('src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs'),
+ join(buildAssetsDirectory, 'index.mjs'),
+ );
+ await copyFile(
+ require.resolve('src/engine/core-modules/application/application-package/constants/yarn-engine/install-yarn-dependencies.cjs'),
+ join(yarnEngineDirectory, 'install-yarn-dependencies.cjs'),
+ );
+ await writeFile(
+ join(yarnEngineDirectory, '.yarn/releases/yarn-4.9.2.cjs'),
+ `const fs = require('node:fs');
+const assert = require('node:assert/strict');
+fs.writeFileSync(${JSON.stringify(join(directory, 'install-directory'))}, process.cwd());
+assert.equal(fs.readFileSync('package.json', 'utf8'), ${JSON.stringify(PACKAGE_JSON)});
+assert.equal(fs.readFileSync('yarn.lock', 'utf8'), ${JSON.stringify(YARN_LOCK)});
+assert.ok(process.argv.includes('--immutable'));
+fs.symlinkSync(${JSON.stringify(dirname(dirname(require.resolve('react/package.json'))))}, 'node_modules', 'junction');`,
+ );
+ }, 30_000);
+
+ afterEach(() => {
+ jest.restoreAllMocks();
+ });
+
+ afterAll(async () => {
+ await rm(directory, { recursive: true, force: true });
+ });
+
+ it('builds the stored dependency pair and matches the Lambda component output', async () => {
+ const vendor = frontComponentDependenciesBuildResultSchema.parse(
+ await invoke({
+ action: 'buildDependencies',
+ packageJson: PACKAGE_JSON,
+ yarnLock: YARN_LOCK,
+ }),
+ );
+
+ if (!vendor.success) {
+ throw new Error(vendor.error);
+ }
+ const request: FrontComponentBuilderRequest = {
+ action: 'transpile',
+ input: INPUT,
+ manifest: { checksum: vendor.checksum, exports: vendor.exports },
+ };
+ const result = frontComponentBuildResultSchema.parse(await invoke(request));
+
+ expect(result).toEqual(
+ await executeFrontComponentBuilderRequest({
+ input: request,
+ yarnEngineDirectory,
+ }),
+ );
+ expect(result).toMatchObject({
+ success: true,
+ sharedDependenciesChecksum: vendor.checksum,
+ builtCode: expect.stringContaining('Built locally'),
+ });
+ const installDirectory = await readFile(
+ join(directory, 'install-directory'),
+ 'utf8',
+ );
+
+ await expect(access(installDirectory)).rejects.toThrow();
+ await expect(access(dirname(installDirectory))).rejects.toThrow();
+ }, 30_000);
+
+ it('returns the same invalid-input diagnostics as Lambda', async () => {
+ const request: FrontComponentBuilderRequest = {
+ action: 'transpile',
+ input: { ...INPUT, source: 'export default () => <div />;' },
+ manifest: { checksum: 'a'.repeat(64), exports: {} },
+ };
+ const result = await invoke(request);
+
+ expect(result).toEqual(
+ await executeFrontComponentBuilderRequest({
+ input: request,
+ yarnEngineDirectory,
+ }),
+ );
+ expect(result).not.toHaveProperty('userFriendlyMessage');
+ expect(result).toMatchObject({
+ success: false,
+ code: 'INVALID_INPUT',
+ });
+ });
+
+ it('delivers responses larger than an IPC pipe buffer and removes the working directory', async () => {
+ jest.replaceProperty(process, 'env', {
+ ...process.env,
+ NODE_OPTIONS: '--require=/missing-server-loader.cjs',
+ });
+ const assets = join(directory, 'large-response');
+ const workingDirectoryFile = join(directory, 'large-response-directory');
+
+ await mkdir(assets);
+ await writeFile(
+ join(assets, 'index.mjs'),
+ `import { createRequire } from 'node:module';
+const require = createRequire(import.meta.url);
+export const handler = () => {
+ require('node:fs').writeFileSync(${JSON.stringify(workingDirectoryFile)}, process.cwd());
+ return { success: true, builtCode: 'x'.repeat(2 * 1024 * 1024), checksum: 'a'.repeat(64), exports: {} };
+};`,
+ );
+ const result = frontComponentDependenciesBuildResultSchema.parse(
+ await invokeFrontComponentBuilderLocally({
+ input: { action: 'buildDependencies', packageJson: '', yarnLock: '' },
+ buildAssetsDirectory: assets,
+ yarnEngineDirectory,
+ timeoutMs: 5000,
+ }),
+ );
+
+ expect(result.success).toBe(true);
+ if (result.success) {
+ expect(result.builtCode).toHaveLength(2 * 1024 * 1024);
+ }
+ const workingDirectory = await readFile(workingDirectoryFile, 'utf8');
+
+ await expect(access(workingDirectory)).rejects.toThrow();
+ });
+
+ it.each([
+ {
+ description: 'an invalid failure code',
+ action: 'buildDependencies',
+ response: { success: false, error: 'Build failed', code: 'UNKNOWN' },
+ },
+ {
+ description: 'a component response to a dependency build',
+ action: 'buildDependencies',
+ response: {
+ success: true,
+ builtCode: 'compiled component',
+ checksum: 'a'.repeat(64),
+ sharedDependenciesChecksum: 'b'.repeat(64),
+ },
+ },
+ {
+ description: 'a dependency response to a component build',
+ action: 'transpile',
+ response: {
+ success: true,
+ builtCode: 'compiled dependencies',
+ checksum: 'a'.repeat(64),
+ exports: {},
+ },
+ },
+ ] as const)(
+ 'rejects $description and removes the working directory',
+ async ({ description, action, response }) => {
+ const assets = join(directory, description);
+ const workingDirectoryFile = join(assets, 'working-directory');
+ const input: FrontComponentBuilderRequest =
+ action === 'buildDependencies'
+ ? { action, packageJson: PACKAGE_JSON, yarnLock: YARN_LOCK }
+ : {
+ action,
+ input: INPUT,
+ manifest: { checksum: 'a'.repeat(64), exports: {} },
+ };
+
+ await mkdir(assets);
+ await writeFile(
+ join(assets, 'index.mjs'),
+ `import { createRequire } from 'node:module';
+const require = createRequire(import.meta.url);
+export const handler = () => {
+ require('node:fs').writeFileSync(${JSON.stringify(workingDirectoryFile)}, process.cwd());
+ return ${JSON.stringify(response)};
+};`,
+ );
+
+ await expect(
+ invokeFrontComponentBuilderLocally({
+ input,
+ buildAssetsDirectory: assets,
+ yarnEngineDirectory,
+ timeoutMs: 5000,
+ }),
+ ).rejects.toBeInstanceOf(ZodError);
+ const workingDirectory = await readFile(workingDirectoryFile, 'utf8');
+
+ await expect(access(workingDirectory)).rejects.toThrow();
+ },
+ );
+
+ it('surfaces builder failures instead of waiting for the timeout', async () => {
+ await expect(
+ invoke({ action: 'buildDependencies', packageJson: '{}', yarnLock: '' }),
+ ).rejects.toThrow('ERR_ASSERTION');
+ const installDirectory = await readFile(
+ join(directory, 'install-directory'),
+ 'utf8',
+ );
+
+ await expect(access(installDirectory)).rejects.toThrow();
+ await expect(access(dirname(installDirectory))).rejects.toThrow();
+ });
+
+ it('stops a timed-out build and removes its temporary directory', async () => {
+ const assets = join(directory, 'timeout');
+ const workingDirectoryFile = join(directory, 'timeout-directory');
+ const heartbeatFile = join(directory, 'descendant-heartbeat');
+ const descendantSource = `setInterval(() => require('node:fs').appendFileSync(${escapeUnsafeChars(JSON.stringify(heartbeatFile))}, 'x'), 20);`;
+
+ await mkdir(assets);
+ await writeFile(
+ join(assets, 'index.mjs'),
+ `import { createRequire } from 'node:module';
+const require = createRequire(import.meta.url);
+export const handler = () => new Promise(() => {
+require('node:fs').writeFileSync(${JSON.stringify(workingDirectoryFile)}, process.cwd());
+require('node:child_process').spawn(process.execPath, ['-e', ${JSON.stringify(descendantSource)}]);
+setInterval(() => {}, 1000);
+});`,
+ );
+ await expect(
+ invokeFrontComponentBuilderLocally({
+ input: { action: 'buildDependencies', packageJson: '', yarnLock: '' },
+ buildAssetsDirectory: assets,
+ yarnEngineDirectory,
+ timeoutMs: 1000,
+ }),
+ ).rejects.toThrow('Timed out');
+ const workingDirectory = await readFile(workingDirectoryFile, 'utf8');
+
+ await expect(access(workingDirectory)).rejects.toThrow();
+ const heartbeat = await readFile(heartbeatFile, 'utf8');
+
+ await new Promise((resolve) => setTimeout(resolve, 100));
+ expect(await readFile(heartbeatFile, 'utf8')).toBe(heartbeat);
+ });
+});
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts
index 13a68545101..4c656d2a6ef 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local.driver.ts
@@ -1,9 +1,18 @@
+import { build } from 'esbuild';
import { promises as fs } from 'fs';
+import { tmpdir } from 'os';
import { dirname, join } from 'path';
-
-import { build } from 'esbuild';
import { NODE_ESM_CJS_BANNER } from 'twenty-shared/application';
+import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';
+import {
+ BUILDER_LAMBDA_TIMEOUT_SECONDS,
+ YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant';
+import { LocalChildProcessRunnerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service';
+import { LocalLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-layer-manager.service';
+import { LocalPrebuiltBundleService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-prebuilt-bundle.service';
+import { type LocalDriverOptions } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/types/local-driver.type';
import {
type LogicFunctionDriver,
type LogicFunctionExecuteParams,
@@ -12,14 +21,25 @@ import {
type LogicFunctionTranspileParams,
type LogicFunctionTranspileResult,
} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';
-
-import { LocalChildProcessRunnerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service';
-import { LocalLayerManagerService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-layer-manager.service';
-import { LocalPrebuiltBundleService } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-prebuilt-bundle.service';
-import { type LocalDriverOptions } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/types/local-driver.type';
+import {
+ type BrowserTranspileParams,
+ type BrowserTranspileResult,
+ type BrowserDependenciesBuildParams,
+ type TranspileParams,
+ type TranspileResult,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';
import { ConsoleListener } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/intercept-console';
import { TemporaryDirManager } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager';
import { type LogicFunctionResourceService } from 'src/engine/core-modules/logic-function/logic-function-resource/logic-function-resource.service';
+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';
+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+import { copyFrontComponentBuilder } from 'src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util';
+import { getFrontComponentBuilderName } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util';
+import {
+ FrontComponentException,
+ FrontComponentExceptionCode,
+} from 'src/engine/metadata-modules/front-component/front-component.exception';
import { LogicFunctionExecutionStatus } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';
import { LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
import {
@@ -52,11 +72,25 @@ export class LocalDriver implements LogicFunctionDriver {
);
}
- async transpile({
- sourceCode,
- sourceFileName,
- builtFileName,
- }: LogicFunctionTranspileParams): Promise<LogicFunctionTranspileResult> {
+ async transpile(
+ params: LogicFunctionTranspileParams,
+ ): Promise<LogicFunctionTranspileResult>;
+ async transpile(
+ params: BrowserTranspileParams,
+ ): Promise<BrowserTranspileResult>;
+ async transpile(params: TranspileParams): Promise<TranspileResult>;
+ async transpile(params: TranspileParams): Promise<TranspileResult> {
+ if (params.targetRuntime === 'browser') {
+ const {
+ targetRuntime: _targetRuntime,
+ workspaceId: _workspaceId,
+ ...input
+ } = params;
+ return frontComponentBuildResultSchema.parse(
+ await this.invokeBrowserBuilder({ ...input, action: 'transpile' }),
+ );
+ }
+ const { sourceCode, sourceFileName, builtFileName } = params;
const temporaryDirManager = new TemporaryDirManager();
const { sourceTemporaryDir } = await temporaryDirManager.init();
@@ -88,6 +122,81 @@ export class LocalDriver implements LogicFunctionDriver {
}
}
+ async getDependenciesBuildCacheKey({
+ workspaceId,
+ }: Pick<BrowserDependenciesBuildParams, 'workspaceId'>) {
+ const name = await getFrontComponentBuilderName({
+ workspaceId,
+ namespace: 'local',
+ action: 'buildDependencies',
+ });
+ return `local:${name}`;
+ }
+
+ async buildDependencies({
+ targetRuntime: _targetRuntime,
+ workspaceId: _workspaceId,
+ ...input
+ }: BrowserDependenciesBuildParams) {
+ return frontComponentDependenciesBuildResultSchema.parse(
+ await this.invokeBrowserBuilder({
+ ...input,
+ action: 'buildDependencies',
+ }),
+ );
+ }
+
+ private async invokeBrowserBuilder(input: FrontComponentBuilderRequest) {
+ const directory = await fs.mkdtemp(
+ join(tmpdir(), 'front-component-builder-'),
+ );
+ try {
+ await copyFrontComponentBuilder(directory);
+ await fs.mkdir(join(directory, 'node_modules'));
+ await fs.symlink(
+ dirname(require.resolve('esbuild/package.json')),
+ join(directory, 'node_modules/esbuild'),
+ 'junction',
+ );
+ if (input.action === 'buildDependencies') {
+ await fs.cp(YARN_ENGINE_DIRNAME, join(directory, 'yarn-engine'), {
+ recursive: true,
+ });
+ }
+ const runnerPath = await this.childProcessRunner.writeBootstrapRunner({
+ dir: directory,
+ builtFileAbsPath: join(directory, 'index.mjs'),
+ handlerName: 'handler',
+ });
+ const { NODE_OPTIONS: _nodeOptions, ...environment } = process.env;
+ const result = await this.childProcessRunner.runChild({
+ runnerPath,
+ executionDirectory: directory,
+ env: {
+ ...environment,
+ TMPDIR: directory,
+ TMP: directory,
+ TEMP: directory,
+ },
+ payload: input,
+ timeoutMs:
+ (input.action === 'buildDependencies'
+ ? YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS
+ : BUILDER_LAMBDA_TIMEOUT_SECONDS) * 1000,
+ maxOutputLength: 8192,
+ });
+ if (!result.ok) {
+ throw new FrontComponentException(
+ `Local frontend component builder failed: ${result.error ?? result.stderr}`,
+ FrontComponentExceptionCode.FRONT_COMPONENT_CREATE_FAILED,
+ );
+ }
+ return result.result;
+ } finally {
+ await fs.rm(directory, { recursive: true, force: true });
+ }
+ }
+
async delete(): Promise<void> {}
async deleteApplicationResources(): Promise<void> {}
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts
index 6bbacf0b3a8..f0e77a7fa9d 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/services/local-child-process-runner.service.ts
@@ -2,7 +2,11 @@ import { promises as fs } from 'fs';
import { spawn } from 'node:child_process';
import { join } from 'path';
+import { isObject } from '@sniptt/guards';
+
import { type LogicFunctionExecutionContext } from 'twenty-shared/logic-function';
+import { isDefined } from 'twenty-shared/utils';
+import { z } from 'zod';
import { type FlatApplication } from 'src/engine/core-modules/application/types/flat-application.type';
import { buildLocalChildProcessEnv } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/utils/build-local-child-process-env.util';
@@ -11,6 +15,14 @@ import { getLocalDepsLayerPath } from 'src/engine/core-modules/logic-function/lo
import { getLocalSdkLayerPath } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/local/utils/get-local-sdk-layer-path.util';
import { HANDLER_NAME_REGEX } from 'src/engine/metadata-modules/logic-function/constants/handler.contant';
+const childProcessResultSchema = z.object({
+ ok: z.boolean(),
+ result: z.unknown().optional(),
+ errorType: z.string().optional(),
+ error: z.string().optional(),
+ stack: z.string().optional(),
+});
+
export class LocalChildProcessRunnerService {
// twenty-client-sdk comes from the SDK layer (workspace-specific generated client), not the deps layer.
async assembleNodeModules({
@@ -177,84 +189,121 @@ export class LocalChildProcessRunnerService {
temporaryDirectory,
});
- return new Promise<{
- ok: boolean;
- result?: unknown;
- errorType?: string;
- error?: string;
- stack?: string;
- stdout: string;
- stderr: string;
- }>((resolve) => {
- const child = spawn(process.execPath, [...nodeFlags, runnerPath], {
- cwd: executionDirectory,
- env: childEnv,
- stdio: ['pipe', 'pipe', 'pipe', 'ipc'],
- });
+ return this.runChild({
+ runnerPath,
+ executionDirectory,
+ env: childEnv,
+ nodeFlags,
+ payload,
+ context,
+ timeoutMs,
+ });
+ }
- let stdout = '';
- let stderr = '';
- let settled = false;
+ async runChild({
+ runnerPath,
+ executionDirectory,
+ env,
+ nodeFlags = [],
+ payload,
+ context,
+ timeoutMs,
+ maxOutputLength,
+ }: {
+ runnerPath: string;
+ executionDirectory: string;
+ env: NodeJS.ProcessEnv;
+ nodeFlags?: string[];
+ payload: unknown;
+ context?: LogicFunctionExecutionContext;
+ timeoutMs: number;
+ maxOutputLength?: number;
+ }) {
+ const child = spawn(process.execPath, [...nodeFlags, runnerPath], {
+ cwd: executionDirectory,
+ env,
+ stdio: ['pipe', 'pipe', 'pipe', 'ipc'],
+ detached: true,
+ });
+ const closed = new Promise<void>((resolve) =>
+ child.once('close', () => resolve()),
+ );
+ let timeout: ReturnType<typeof setTimeout> | undefined;
+ let stdout = '';
+ let stderr = '';
- child.stdout?.on('data', (d) => (stdout += String(d)));
- child.stderr?.on('data', (d) => (stderr += String(d)));
+ child.stdout?.on('data', (data: Buffer) => {
+ stdout += data.toString();
+ if (isDefined(maxOutputLength)) {
+ stdout = stdout.slice(-maxOutputLength);
+ }
+ });
+ child.stderr?.on('data', (data: Buffer) => {
+ stderr += data.toString();
+ if (isDefined(maxOutputLength)) {
+ stderr = stderr.slice(-maxOutputLength);
+ }
+ });
- child.on(
- 'message',
- (
- msg:
- | {
- ok: true;
- result?: unknown;
- stdout?: string;
- stderr?: string;
- }
- | {
- ok: false;
- errorType?: string;
- error: string;
- stack?: string;
- stdout?: string;
- stderr?: string;
- },
- ) => {
- if (settled) return;
- settled = true;
- resolve({ ...msg, stdout, stderr });
+ let result: z.infer<typeof childProcessResultSchema>;
+ try {
+ result = await new Promise<z.infer<typeof childProcessResultSchema>>(
+ (resolve) => {
+ child.once('message', (message: unknown) => {
+ const parsed = childProcessResultSchema.safeParse(message);
+
+ resolve(
+ parsed.success
+ ? parsed.data
+ : { ok: false, error: 'Invalid child process response' },
+ );
+ });
+ child.once('error', (error) =>
+ resolve({ ok: false, error: error.message, errorType: error.name }),
+ );
+ child.once('exit', (code, signal) =>
+ resolve(
+ code === 0
+ ? { ok: true }
+ : { ok: false, error: `Exited with code ${signal ?? code}` },
+ ),
+ );
+ timeout = setTimeout(
+ () =>
+ resolve({ ok: false, error: `Timed out after ${timeoutMs}ms` }),
+ timeoutMs,
+ );
+ child.send({ type: 'run', payload, context }, (error) => {
+ if (isDefined(error)) {
+ resolve({
+ ok: false,
+ error: error.message,
+ errorType: error.name,
+ });
+ }
+ });
},
);
+ } finally {
+ clearTimeout(timeout);
+ if (isDefined(child.pid)) {
+ try {
+ // Yarn and esbuild must exit before their temporary files are removed.
+ process.kill(-child.pid, 'SIGKILL');
+ } catch (error) {
+ const code =
+ isObject(error) && 'code' in error ? error.code : undefined;
- child.on('exit', (code) => {
- if (settled) return;
- settled = true;
- if (code === 0) {
- resolve({ ok: true, stdout, stderr });
- } else {
- resolve({
- ok: false,
- error: `Exited with code ${code}`,
- stdout,
- stderr,
- });
+ if (code === 'EPERM') {
+ child.kill('SIGKILL');
+ } else if (code !== 'ESRCH') {
+ throw error;
+ }
}
- });
-
- const t = setTimeout(() => {
- if (settled) return;
- settled = true;
- child.kill('SIGKILL');
- resolve({
- ok: false,
- error: `Timed out after ${timeoutMs}ms`,
- stdout,
- stderr,
- });
- }, timeoutMs);
-
- child.send?.({ type: 'run', payload, context });
-
- child.on('close', () => clearTimeout(t));
- });
+ }
+ await closed;
+ }
+ return { ...result, stdout, stderr };
}
private getLayerDirectories(flatApplication: FlatApplication) {
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts
index 3c432c7b2b6..0e624cdd64e 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface.ts
@@ -1,8 +1,17 @@
import { type LogicFunctionExecutionContext } from 'twenty-shared/logic-function';
import { type FlatApplication } from 'src/engine/core-modules/application/types/flat-application.type';
+import {
+ type BrowserTranspileParams,
+ type BrowserTranspileResult,
+ type BrowserDependenciesBuildParams,
+ type BrowserDependenciesBuildResult,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type';
import { type LogicFunctionExecutionStatus } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';
-import { type LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
+import {
+ type LogicFunctionExecutionMode,
+ type LogicFunctionRuntime,
+} from 'src/engine/metadata-modules/logic-function/logic-function.entity';
import { type FlatLogicFunction } from 'src/engine/metadata-modules/logic-function/types/flat-logic-function.type';
export type LogicFunctionExecuteError = {
@@ -36,6 +45,7 @@ export type LogicFunctionInstallPrebuiltBundleParams = {
};
export type LogicFunctionTranspileParams = {
+ targetRuntime: LogicFunctionRuntime;
sourceCode: string;
sourceFileName: string;
builtFileName: string;
@@ -61,6 +71,13 @@ export interface LogicFunctionDriver {
transpile(
params: LogicFunctionTranspileParams,
): Promise<LogicFunctionTranspileResult>;
+ transpile(params: BrowserTranspileParams): Promise<BrowserTranspileResult>;
+ buildDependencies(
+ params: BrowserDependenciesBuildParams,
+ ): Promise<BrowserDependenciesBuildResult>;
+ getDependenciesBuildCacheKey(
+ params: Pick<BrowserDependenciesBuildParams, 'workspaceId'>,
+ ): Promise<string>;
installPrebuiltBundle(
params: LogicFunctionInstallPrebuiltBundleParams,
): Promise<void>;
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type.ts
new file mode 100644
index 00000000000..67015d3da8e
--- /dev/null
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/types/transpile.type.ts
@@ -0,0 +1,40 @@
+import { type z } from 'zod';
+
+import {
+ type LogicFunctionTranspileParams,
+ type LogicFunctionTranspileResult,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/interfaces/logic-function-driver.interface';
+import { type frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';
+import { type frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+
+export type BrowserTranspileParams = Omit<
+ Extract<FrontComponentBuilderRequest, { action: 'transpile' }>,
+ 'action'
+> & {
+ targetRuntime: 'browser';
+ workspaceId: string;
+};
+
+export type BrowserTranspileResult = z.infer<
+ typeof frontComponentBuildResultSchema
+>;
+
+export type BrowserDependenciesBuildParams = Omit<
+ Extract<FrontComponentBuilderRequest, { action: 'buildDependencies' }>,
+ 'action'
+> & {
+ targetRuntime: 'browser';
+ workspaceId: string;
+};
+
+export type BrowserDependenciesBuildResult = z.infer<
+ typeof frontComponentDependenciesBuildResultSchema
+>;
+
+export type TranspileParams =
+ | LogicFunctionTranspileParams
+ | BrowserTranspileParams;
+export type TranspileResult =
+ | LogicFunctionTranspileResult
+ | BrowserTranspileResult;
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.spec.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.spec.ts
new file mode 100644
index 00000000000..c0e43fbacee
--- /dev/null
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.spec.ts
@@ -0,0 +1,52 @@
+import { access, mkdir, writeFile } from 'fs/promises';
+import { dirname, join } from 'path';
+import { TemporaryDirManager } from 'src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager';
+
+jest.useRealTimers();
+
+describe('TemporaryDirManager', () => {
+ it('packages source files without including its output and cleans both', async () => {
+ const { createZipFile } =
+ await import('src/engine/core-modules/logic-function/logic-function-drivers/utils/create-zip-file');
+ const { Open } = await import('unzipper');
+ const manager = new TemporaryDirManager();
+ const { sourceTemporaryDir, lambdaZipPath } = await manager.init();
+
+ try {
+ expect(dirname(lambdaZipPath)).not.toBe(sourceTemporaryDir);
+
+ await writeFile(
+ join(sourceTemporaryDir, 'index.mjs'),
+ 'export const handler = () => 42;',
+ );
+ await mkdir(join(sourceTemporaryDir, 'yarn-engine'));
+ await writeFile(
+ join(sourceTemporaryDir, 'yarn-engine/.yarnrc.yml'),
+ 'enableScripts: false',
+ );
+ await createZipFile(sourceTemporaryDir, lambdaZipPath);
+
+ const archive = await Open.file(lambdaZipPath);
+ const files = archive.files.filter((file) => file.type === 'File');
+
+ expect(files.map((file) => file.path).sort()).toEqual([
+ 'index.mjs',
+ 'yarn-engine/.yarnrc.yml',
+ ]);
+ expect(
+ (
+ await files.find((file) => file.path === 'index.mjs')?.buffer()
+ )?.toString(),
+ ).toBe('export const handler = () => 42;');
+ } finally {
+ await manager.clean();
+ }
+
+ await expect(access(sourceTemporaryDir)).rejects.toMatchObject({
+ code: 'ENOENT',
+ });
+ await expect(access(lambdaZipPath)).rejects.toMatchObject({
+ code: 'ENOENT',
+ });
+ });
+});
diff --git a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts
index 47eca6dd52e..5025598df9d 100644
--- a/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts
+++ b/packages/twenty-server/src/engine/core-modules/logic-function/logic-function-drivers/utils/temporary-dir-manager.ts
@@ -15,7 +15,7 @@ export class TemporaryDirManager {
);
async init() {
- const sourceTemporaryDir = join(this.temporaryDir);
+ const sourceTemporaryDir = join(this.temporaryDir, 'source');
const lambdaZipPath = join(this.temporaryDir, LAMBDA_ZIP_FILE_NAME);
await fs.mkdir(sourceTemporaryDir, { recursive: true });
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs
new file mode 100644
index 00000000000..71b71da8d98
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/builder/index.mjs
@@ -0,0 +1,8 @@
+import { resolve } from 'node:path';
+import builder from './helpers.cjs';
+
+export const handler = (input) =>
+ builder.executeFrontComponentBuilderRequest({
+ input,
+ yarnEngineDirectory: resolve('yarn-engine'),
+ });
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant.ts
new file mode 100644
index 00000000000..e7c1a438679
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant.ts
@@ -0,0 +1,8 @@
+import { join } from 'path';
+
+import { ASSET_PATH } from 'src/constants/assets-path';
+
+export const FRONT_COMPONENT_BUILDER_DIRECTORY = join(
+ ASSET_PATH,
+ 'engine/metadata-modules/ai/ai-front-component/constants/builder',
+);
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts
index ecfe1091e66..bad98c92764 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception.ts
@@ -1,27 +1,23 @@
-import { type MessageDescriptor } from '@lingui/core';
-import { msg } from '@lingui/core/macro';
+import { CustomError } from 'twenty-shared/utils';
-import { CustomException } from 'src/utils/custom-exception';
+type FrontComponentBuildExceptionCode =
+ | 'INVALID_INPUT'
+ | 'INVALID_SETTINGS'
+ | 'BUILD_FAILED'
+ | 'BUILD_TIMEOUT'
+ | 'OUTPUT_TOO_LARGE';
-type FrontComponentBuildExceptionCode = 'INVALID_INPUT' | 'BUILD_FAILED';
+export class FrontComponentBuildException extends CustomError {
+ declare code: FrontComponentBuildExceptionCode;
-export class FrontComponentBuildException extends CustomException<FrontComponentBuildExceptionCode> {
constructor({
message,
code,
- userFriendlyMessage,
}: {
message: string;
code: FrontComponentBuildExceptionCode;
- userFriendlyMessage?: MessageDescriptor;
}) {
- super(message, code, {
- userFriendlyMessage:
- userFriendlyMessage ??
- (code === 'INVALID_INPUT'
- ? msg`Invalid front component source.`
- : msg`Failed to build front component.`),
- });
+ super(message, code);
this.name = 'FrontComponentBuildException';
}
}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema.ts
new file mode 100644
index 00000000000..785fe81ef4b
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema.ts
@@ -0,0 +1,15 @@
+import { z } from 'zod';
+
+export const frontComponentBuildFailureSchema = z.object({
+ success: z.literal(false),
+ error: z.string(),
+ code: z
+ .enum([
+ 'INVALID_INPUT',
+ 'INVALID_SETTINGS',
+ 'BUILD_FAILED',
+ 'BUILD_TIMEOUT',
+ 'OUTPUT_TOO_LARGE',
+ ])
+ .optional(),
+});
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema.ts
new file mode 100644
index 00000000000..979cb7a6ac4
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema.ts
@@ -0,0 +1,13 @@
+import { z } from 'zod';
+
+import { frontComponentBuildFailureSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema';
+
+export const frontComponentBuildResultSchema = z.discriminatedUnion('success', [
+ z.object({
+ success: z.literal(true),
+ builtCode: z.string(),
+ checksum: z.string().regex(/^[a-f0-9]{64}$/),
+ sharedDependenciesChecksum: z.string().regex(/^[a-f0-9]{64}$/),
+ }),
+ frontComponentBuildFailureSchema,
+]);
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema.ts
new file mode 100644
index 00000000000..ca88eac15ae
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema.ts
@@ -0,0 +1,14 @@
+import { z } from 'zod';
+import { frontComponentBuildFailureSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-failure.schema';
+import { frontComponentSharedDependenciesManifestSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema';
+
+export const frontComponentDependenciesBuildResultSchema = z.discriminatedUnion(
+ 'success',
+ [
+ frontComponentSharedDependenciesManifestSchema.extend({
+ success: z.literal(true),
+ builtCode: z.string(),
+ }),
+ frontComponentBuildFailureSchema,
+ ],
+);
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema.ts
new file mode 100644
index 00000000000..596c3af1f7a
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema.ts
@@ -0,0 +1,12 @@
+import { z } from 'zod';
+
+export const frontComponentSharedDependenciesManifestSchema = z.object({
+ checksum: z.string().regex(/^[a-f0-9]{64}$/),
+ exports: z.record(
+ z.string(),
+ z.object({
+ namedExports: z.array(z.string()),
+ hasDefaultExport: z.boolean(),
+ }),
+ ),
+});
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type.ts
new file mode 100644
index 00000000000..fc5ad731ce8
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type.ts
@@ -0,0 +1,11 @@
+import { type z } from 'zod';
+import { type frontComponentSharedDependenciesManifestSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema';
+import { type FrontComponentBuildInput } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-build-input.type';
+
+export type FrontComponentBuilderRequest =
+ | { action: 'buildDependencies'; packageJson: string; yarnLock: string }
+ | {
+ action: 'transpile';
+ input: FrontComponentBuildInput;
+ manifest: z.infer<typeof frontComponentSharedDependenciesManifestSchema>;
+ };
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts
index f44bebc125f..4e8bdf671ff 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component-with-limits-or-throw.util.spec.ts
@@ -51,11 +51,7 @@ describe('component build limits', () => {
buildFrontComponentWithLimitsOrThrow({}),
).rejects.toMatchObject({
message: 'Component build exceeded the 10 second time limit.',
- code: 'BUILD_FAILED',
- userFriendlyMessage: {
- id: expect.any(String),
- message: 'Component build exceeded the 10 second time limit.',
- },
+ code: 'BUILD_TIMEOUT',
});
await jest.advanceTimersByTimeAsync(10000);
@@ -95,11 +91,7 @@ describe('component build limits', () => {
buildFrontComponentWithLimitsOrThrow({}),
).rejects.toMatchObject({
message: 'Component build exceeds the 5 MB output limit.',
- code: 'INVALID_INPUT',
- userFriendlyMessage: {
- id: expect.any(String),
- message: 'Component build exceeds the 5 MB output limit.',
- },
+ code: 'OUTPUT_TOO_LARGE',
});
expect(dispose).toHaveBeenCalledTimes(1);
});
@@ -111,10 +103,6 @@ describe('component build limits', () => {
).rejects.toMatchObject({
message: 'Unsupported import',
code: 'BUILD_FAILED',
- userFriendlyMessage: {
- id: expect.any(String),
- message: 'Failed to build front component.',
- },
});
expect(dispose).toHaveBeenCalledTimes(1);
await expect(buildFrontComponentWithLimitsOrThrow({})).resolves.toBe(
@@ -132,10 +120,6 @@ describe('component build limits', () => {
).rejects.toMatchObject({
message: 'Invalid build options',
code: 'BUILD_FAILED',
- userFriendlyMessage: {
- id: expect.any(String),
- message: 'Failed to build front component.',
- },
});
expect(dispose).not.toHaveBeenCalled();
await expect(buildFrontComponentWithLimitsOrThrow({})).resolves.toBe(
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts
index 6a53fd6b98f..2085d89fb1d 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/build-front-component.util.spec.ts
@@ -171,11 +171,8 @@ describe('buildFrontComponent', () => {
}),
).toThrow(
expect.objectContaining({
- code: 'INVALID_INPUT',
+ code: 'INVALID_SETTINGS',
message: expect.stringContaining('pageLayoutType'),
- userFriendlyMessage: expect.objectContaining({
- message: 'Invalid front component settings.',
- }),
}),
);
},
@@ -189,11 +186,7 @@ describe('buildFrontComponent', () => {
await expect(
buildFrontComponent({ ...INPUT, query }),
).rejects.toMatchObject({
- code: 'INVALID_INPUT',
- userFriendlyMessage: {
- id: expect.any(String),
- message: 'Invalid front component settings.',
- },
+ code: 'INVALID_SETTINGS',
});
});
@@ -220,10 +213,6 @@ describe('buildFrontComponent', () => {
).rejects.toMatchObject({
code: 'BUILD_FAILED',
message: expect.stringContaining('Build failed'),
- userFriendlyMessage: {
- id: expect.any(String),
- message: 'Failed to build front component.',
- },
});
});
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/execute-front-component-builder-request.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/execute-front-component-builder-request.util.spec.ts
new file mode 100644
index 00000000000..17ae0825b7d
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/execute-front-component-builder-request.util.spec.ts
@@ -0,0 +1,105 @@
+import { PageLayoutType } from 'twenty-shared/types';
+
+import { FrontComponentBuildException } from 'src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception';
+import { frontComponentBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-build-result.schema';
+import { frontComponentDependenciesBuildResultSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-dependencies-build-result.schema';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+import { buildFrontComponent } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component.util';
+import { executeFrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util';
+import { installAndBuildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util';
+
+jest.mock(
+ 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component.util',
+);
+jest.mock(
+ 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util',
+);
+
+const REQUEST: FrontComponentBuilderRequest = {
+ action: 'transpile',
+ input: {
+ componentId: 'component-id',
+ name: 'Preview',
+ source: 'export const Component = () => <div />;',
+ query: { objectName: 'company', select: ['name'], limit: 20 },
+ pageLayoutType: PageLayoutType.DASHBOARD,
+ },
+ manifest: { checksum: 'a'.repeat(64), exports: {} },
+};
+
+describe('executeFrontComponentBuilderRequest', () => {
+ it.each([
+ ['transpile', 'INVALID_INPUT'],
+ ['transpile', 'BUILD_FAILED'],
+ ['transpile', 'INVALID_SETTINGS'],
+ ['transpile', 'BUILD_TIMEOUT'],
+ ['transpile', 'OUTPUT_TOO_LARGE'],
+ ['buildDependencies', 'INVALID_INPUT'],
+ ['buildDependencies', 'BUILD_FAILED'],
+ ['buildDependencies', 'BUILD_TIMEOUT'],
+ ['buildDependencies', 'OUTPUT_TOO_LARGE'],
+ ] as const)(
+ 'preserves the %s %s code and diagnostic through JSON transport and response validation',
+ async (action, code) => {
+ const error = new FrontComponentBuildException({
+ message: 'Compiler diagnostic',
+ code,
+ });
+ const build =
+ action === 'transpile'
+ ? buildFrontComponent
+ : installAndBuildFrontComponentSharedDependencies;
+ jest.mocked(build).mockRejectedValueOnce(error);
+
+ const response = await executeFrontComponentBuilderRequest({
+ input:
+ action === 'transpile'
+ ? REQUEST
+ : { action, packageJson: '{}', yarnLock: '# locked' },
+ yarnEngineDirectory: '/unused',
+ });
+ const schema =
+ action === 'transpile'
+ ? frontComponentBuildResultSchema
+ : frontComponentDependenciesBuildResultSchema;
+ const result = schema.parse(JSON.parse(JSON.stringify(response)));
+
+ expect(response).toEqual({
+ success: false,
+ error: 'Compiler diagnostic',
+ code,
+ });
+ expect(result).toEqual(response);
+ },
+ );
+
+ it('preserves esbuild diagnostics for repairing the source', async () => {
+ jest
+ .mocked(buildFrontComponent)
+ .mockRejectedValueOnce(
+ new Error('Build failed with 1 error: unexpected closing tag'),
+ );
+
+ await expect(
+ executeFrontComponentBuilderRequest({
+ input: REQUEST,
+ yarnEngineDirectory: '/unused',
+ }),
+ ).resolves.toEqual({
+ success: false,
+ error: 'Build failed with 1 error: unexpected closing tag',
+ });
+ });
+
+ it('propagates unexpected execution errors', async () => {
+ const error = new Error('Unexpected worker failure');
+ jest.mocked(buildFrontComponent).mockRejectedValueOnce(error);
+
+ await expect(
+ executeFrontComponentBuilderRequest({
+ input: REQUEST,
+ yarnEngineDirectory: '/unused',
+ }),
+ ).rejects.toBe(error);
+ });
+});
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/install-and-build-front-component-shared-dependencies.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/install-and-build-front-component-shared-dependencies.util.spec.ts
new file mode 100644
index 00000000000..0fa4db92dab
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/__tests__/install-and-build-front-component-shared-dependencies.util.spec.ts
@@ -0,0 +1,139 @@
+import { execFile, type ExecFileOptions } from 'child_process';
+import { access, mkdir, mkdtemp, readFile, rm, writeFile } from 'fs/promises';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { promisify } from 'util';
+
+import { buildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-shared-dependencies.util';
+import { installAndBuildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util';
+
+jest.mock('child_process', () => {
+ const { promisify } = jest.requireActual<typeof import('util')>('util');
+
+ return {
+ ...jest.requireActual('child_process'),
+ execFile: Object.assign(jest.fn(), { [promisify.custom]: jest.fn() }),
+ };
+});
+jest.mock(
+ 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-shared-dependencies.util',
+);
+
+const install = jest.mocked<
+ (
+ executable: string,
+ args: string[],
+ options: ExecFileOptions,
+ ) => Promise<{ stdout: string; stderr: string }>
+>(promisify(execFile));
+const build = jest.mocked(buildFrontComponentSharedDependencies);
+const packageJson = '{"private":true,"devDependencies":{"twenty-ui":"2.50.0"}}';
+const yarnLock = '# exact stored lock bytes\n';
+const vendor: Awaited<
+ ReturnType<typeof buildFrontComponentSharedDependencies>
+> = {
+ source: 'vendor',
+ checksum: 'checksum',
+ exportNamesBySpecifier: new Map(),
+};
+
+describe('installAndBuildFrontComponentSharedDependencies', () => {
+ let yarnEngineDirectory: string;
+
+ beforeEach(async () => {
+ jest.useRealTimers();
+ install.mockReset().mockResolvedValue({ stdout: '', stderr: '' });
+ build.mockReset().mockResolvedValue(vendor);
+ yarnEngineDirectory = await mkdtemp(join(tmpdir(), 'vendor-yarn-test-'));
+ await mkdir(join(yarnEngineDirectory, '.yarn/releases'), {
+ recursive: true,
+ });
+ await writeFile(
+ join(yarnEngineDirectory, '.yarnrc.yml'),
+ 'enableScripts: false',
+ );
+ await writeFile(
+ join(yarnEngineDirectory, '.yarn/releases/yarn-4.9.2.cjs'),
+ 'engine',
+ );
+ });
+
+ afterEach(async () => {
+ await rm(yarnEngineDirectory, { recursive: true, force: true });
+ jest.restoreAllMocks();
+ });
+
+ it('installs the exact stored pair immutably, builds from the isolated directory, then removes it', async () => {
+ jest.replaceProperty(process, 'env', {
+ ...process.env,
+ NODE_OPTIONS: '--require=/runtime/instrumentation.js',
+ });
+ build.mockImplementationOnce(async ({ resolveDirectory }) => {
+ expect(install).toHaveBeenCalledTimes(1);
+ expect(
+ await readFile(join(resolveDirectory, 'package.json'), 'utf8'),
+ ).toBe(packageJson);
+ expect(await readFile(join(resolveDirectory, 'yarn.lock'), 'utf8')).toBe(
+ yarnLock,
+ );
+ expect(
+ await readFile(
+ join(resolveDirectory, '.yarn/releases/yarn-4.9.2.cjs'),
+ 'utf8',
+ ),
+ ).toBe('engine');
+ return vendor;
+ });
+ await expect(
+ installAndBuildFrontComponentSharedDependencies({
+ packageJson,
+ yarnLock,
+ yarnEngineDirectory,
+ }),
+ ).resolves.toEqual(vendor);
+ const directory = build.mock.calls[0][0].resolveDirectory;
+ expect(install).toHaveBeenCalledWith(
+ process.execPath,
+ [
+ join(directory, '.yarn/releases/yarn-4.9.2.cjs'),
+ 'install',
+ '--immutable',
+ ],
+ expect.objectContaining({
+ cwd: directory,
+ timeout: 240_000,
+ env: expect.objectContaining({
+ YARN_ENABLE_SCRIPTS: 'false',
+ YARN_ENABLE_GLOBAL_CACHE: 'false',
+ YARN_GLOBAL_FOLDER: join(directory, '.yarn/global'),
+ }),
+ }),
+ );
+ expect(install.mock.calls[0][2].env).not.toHaveProperty('NODE_OPTIONS');
+ await expect(access(directory)).rejects.toThrow();
+ });
+
+ it.each(['install', 'build'])(
+ 'removes the temporary install after %s fails',
+ async (stage) => {
+ const error = new Error(`${stage} failed`);
+ if (stage === 'install') {
+ install.mockRejectedValueOnce(error);
+ } else {
+ build.mockRejectedValueOnce(error);
+ }
+ await expect(
+ installAndBuildFrontComponentSharedDependencies({
+ packageJson,
+ yarnLock,
+ yarnEngineDirectory,
+ }),
+ ).rejects.toThrow(error);
+ const directory = String(install.mock.calls[0][2].cwd);
+ await expect(access(directory)).rejects.toThrow();
+ if (stage === 'install') {
+ expect(build).not.toHaveBeenCalled();
+ }
+ },
+ );
+});
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts
index c1045a112d0..ba0c4430abe 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-entry-source.util.ts
@@ -1,4 +1,3 @@
-import { msg } from '@lingui/core/macro';
import { PageLayoutType } from 'twenty-shared/types';
import { z } from 'zod';
@@ -30,8 +29,7 @@ export const buildFrontComponentEntrySource = ({
if (!parsedOptions.success) {
throw new FrontComponentBuildException({
message: parsedOptions.error.message,
- code: 'INVALID_INPUT',
- userFriendlyMessage: msg`Invalid front component settings.`,
+ code: 'INVALID_SETTINGS',
});
}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts
index 040d0d004fd..c8566491fe8 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-with-limits-or-throw.util.ts
@@ -1,7 +1,6 @@
import { FRONT_COMPONENT_BUILD_TIMEOUT_MS } from 'src/engine/metadata-modules/ai/ai-front-component/constants/front-component-build-timeout-ms.constant';
import { context, type BuildOptions } from 'esbuild';
import { isDefined } from 'twenty-shared/utils';
-import { msg } from '@lingui/core/macro';
import { FrontComponentBuildException } from 'src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception';
@@ -16,8 +15,7 @@ export const buildFrontComponentWithLimitsOrThrow = async (
const timeout = setTimeout(() => {
timeoutError = new FrontComponentBuildException({
message: 'Component build exceeded the 10 second time limit.',
- code: 'BUILD_FAILED',
- userFriendlyMessage: msg`Component build exceeded the 10 second time limit.`,
+ code: 'BUILD_TIMEOUT',
});
void buildContext.cancel();
}, FRONT_COMPONENT_BUILD_TIMEOUT_MS);
@@ -36,8 +34,7 @@ export const buildFrontComponentWithLimitsOrThrow = async (
) {
throw new FrontComponentBuildException({
message: 'Component build exceeds the 5 MB output limit.',
- code: 'INVALID_INPUT',
- userFriendlyMessage: msg`Component build exceeds the 5 MB output limit.`,
+ code: 'OUTPUT_TOO_LARGE',
});
}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util.ts
new file mode 100644
index 00000000000..1223f6a7581
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/copy-front-component-builder.util.ts
@@ -0,0 +1,14 @@
+import { writeFile } from 'fs/promises';
+import { join } from 'path';
+
+import { getFrontComponentBuilderFiles } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util';
+
+export const copyFrontComponentBuilder = async (directory: string) => {
+ const files = await getFrontComponentBuilderFiles();
+
+ await Promise.all(
+ Object.entries(files).map(([name, content]) =>
+ writeFile(join(directory, name), content),
+ ),
+ );
+};
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts
new file mode 100644
index 00000000000..178c1b5f94b
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/execute-front-component-builder-request.util.ts
@@ -0,0 +1,75 @@
+import { installAndBuildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+import { FrontComponentBuildException } from 'src/engine/metadata-modules/ai/ai-front-component/exceptions/front-component-build.exception';
+import { buildFrontComponent } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component.util';
+import { frontComponentSharedDependenciesManifestSchema } from 'src/engine/metadata-modules/ai/ai-front-component/schemas/front-component-shared-dependencies-manifest.schema';
+
+export const executeFrontComponentBuilderRequest = async ({
+ input,
+ yarnEngineDirectory,
+}: {
+ input: FrontComponentBuilderRequest;
+ yarnEngineDirectory: string;
+}) => {
+ try {
+ if (input.action === 'buildDependencies') {
+ const dependencies =
+ await installAndBuildFrontComponentSharedDependencies({
+ packageJson: input.packageJson,
+ yarnLock: input.yarnLock,
+ yarnEngineDirectory,
+ });
+ return checkResponseSizeOrThrow({
+ success: true as const,
+ builtCode: dependencies.source,
+ checksum: dependencies.checksum,
+ exports: Object.fromEntries(dependencies.exportNamesBySpecifier),
+ });
+ }
+ const manifest = frontComponentSharedDependenciesManifestSchema.parse(
+ input.manifest,
+ );
+ const built = await buildFrontComponent({
+ input: input.input,
+ sharedDependencies: {
+ checksum: manifest.checksum,
+ exportNamesBySpecifier: new Map(Object.entries(manifest.exports)),
+ },
+ });
+ const { compiledSource, checksum, sharedDependenciesChecksum } = built;
+ const result = {
+ success: true as const,
+ builtCode: compiledSource,
+ checksum,
+ sharedDependenciesChecksum,
+ };
+ return checkResponseSizeOrThrow(result);
+ } catch (error) {
+ if (
+ !(
+ error instanceof FrontComponentBuildException ||
+ (error instanceof Error &&
+ /^Build failed with \d+ error/.test(error.message))
+ )
+ ) {
+ throw error;
+ }
+ return {
+ success: false as const,
+ error: error.message,
+ ...(error instanceof FrontComponentBuildException
+ ? { code: error.code }
+ : {}),
+ };
+ }
+};
+
+const checkResponseSizeOrThrow = <TResult>(result: TResult): TResult => {
+ if (Buffer.byteLength(JSON.stringify(result)) > 6 * 1024 * 1024) {
+ throw new FrontComponentBuildException({
+ message: 'Component build exceeds the builder response limit.',
+ code: 'INVALID_INPUT',
+ });
+ }
+ return result;
+};
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util.ts
new file mode 100644
index 00000000000..abcfb653e46
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util.ts
@@ -0,0 +1,49 @@
+import { build } from 'esbuild';
+import { readFile } from 'fs/promises';
+import { join, resolve } from 'path';
+
+import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';
+import { FRONT_COMPONENT_BUILDER_DIRECTORY } from 'src/engine/metadata-modules/ai/ai-front-component/constants/front-component-builder-directory.constant';
+
+let helpers: Promise<string> | undefined;
+
+export const getFrontComponentBuilderFiles = async () => {
+ helpers ??= build({
+ absWorkingDir: resolve(__dirname, '..'),
+ entryPoints: [
+ require.resolve('./execute-front-component-builder-request.util'),
+ ],
+ bundle: true,
+ platform: 'node',
+ target: 'node22',
+ format: 'cjs',
+ external: ['esbuild'],
+ write: false,
+ plugins: [
+ {
+ name: 'yarn-installer',
+ setup(pluginBuild) {
+ pluginBuild.onResolve(
+ { filter: /install-yarn-dependencies\.cjs$/ },
+ () => ({
+ path: join(YARN_ENGINE_DIRNAME, 'install-yarn-dependencies.cjs'),
+ }),
+ );
+ },
+ },
+ ],
+ })
+ .then((result) => result.outputFiles[0].text)
+ .catch((error: unknown) => {
+ helpers = undefined;
+ throw error;
+ });
+
+ return {
+ 'index.mjs': await readFile(
+ join(FRONT_COMPONENT_BUILDER_DIRECTORY, 'index.mjs'),
+ 'utf8',
+ ),
+ 'helpers.cjs': await helpers,
+ };
+};
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util.ts
new file mode 100644
index 00000000000..456bfe3c456
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-name.util.ts
@@ -0,0 +1,57 @@
+import { readFile } from 'fs/promises';
+import { join } from 'path';
+
+import { YARN_ENGINE_DIRNAME } from 'src/engine/core-modules/application/application-package/constants/yarn-engine-dirname';
+import {
+ BUILDER_LAMBDA_MEMORY_MB,
+ BUILDER_LAMBDA_TIMEOUT_SECONDS,
+ YARN_INSTALL_LAMBDA_MEMORY_MB,
+ YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS,
+ LAMBDA_EPHEMERAL_STORAGE_MB,
+} from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/constants/lambda-driver.constant';
+import { computeHashedLambdaResourceName } from 'src/engine/core-modules/logic-function/logic-function-drivers/drivers/lambda/utils/compute-hashed-lambda-resource-name.util';
+import { type FrontComponentBuilderRequest } from 'src/engine/metadata-modules/ai/ai-front-component/types/front-component-builder-request.type';
+import { getFrontComponentBuilderFiles } from 'src/engine/metadata-modules/ai/ai-front-component/utils/get-front-component-builder-files.util';
+
+export const getFrontComponentBuilderName = async ({
+ workspaceId,
+ namespace,
+ action,
+}: {
+ workspaceId: string;
+ namespace?: string;
+ action: FrontComponentBuilderRequest['action'];
+}) => {
+ const isDependenciesBuild = action === 'buildDependencies';
+ const builderFiles = await getFrontComponentBuilderFiles();
+ const yarnEngineFiles = isDependenciesBuild
+ ? await Promise.all(
+ ['.yarnrc.yml', '.yarn/releases/yarn-4.9.2.cjs'].map((file) =>
+ readFile(join(YARN_ENGINE_DIRNAME, file), 'utf8'),
+ ),
+ )
+ : [];
+
+ return computeHashedLambdaResourceName({
+ resourceNamePrefix: isDependenciesBuild
+ ? 'twenty-front-component-dependencies'
+ : 'twenty-front-component-builder',
+ namespace,
+ contents: [
+ workspaceId,
+ ...Object.values(builderFiles),
+ ...yarnEngineFiles,
+ String(
+ isDependenciesBuild
+ ? YARN_INSTALL_LAMBDA_MEMORY_MB
+ : BUILDER_LAMBDA_MEMORY_MB,
+ ),
+ String(
+ isDependenciesBuild
+ ? YARN_INSTALL_LAMBDA_TIMEOUT_SECONDS
+ : BUILDER_LAMBDA_TIMEOUT_SECONDS,
+ ),
+ String(LAMBDA_EPHEMERAL_STORAGE_MB),
+ ],
+ });
+};
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util.ts
new file mode 100644
index 00000000000..62ed69276bf
--- /dev/null
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-front-component/utils/install-and-build-front-component-shared-dependencies.util.ts
@@ -0,0 +1,44 @@
+import { mkdtemp, rm, writeFile } from 'fs/promises';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { installYarnDependencies } from 'src/engine/core-modules/application/application-package/constants/yarn-engine/install-yarn-dependencies.cjs';
+
+import { buildFrontComponentSharedDependencies } from 'src/engine/metadata-modules/ai/ai-front-component/utils/build-front-component-shared-dependencies.util';
+
+const INSTALL_TIMEOUT_MS = 240_000;
+
+export const installAndBuildFrontComponentSharedDependencies = async ({
+ packageJson,
+ yarnLock,
+ yarnEngineDirectory,
+}: {
+ packageJson: string;
+ yarnLock: string;
+ yarnEngineDirectory: string;
+}) => {
+ const directory = await mkdtemp(join(tmpdir(), 'front-component-vendor-'));
+
+ try {
+ await Promise.all([
+ writeFile(join(directory, 'package.json'), packageJson),
+ writeFile(join(directory, 'yarn.lock'), yarnLock),
+ ]);
+ await installYarnDependencies({
+ directory,
+ yarnEngineDirectory,
+ args: ['install', '--immutable'],
+ env: {
+ YARN_ENABLE_SCRIPTS: 'false',
+ YARN_ENABLE_GLOBAL_CACHE: 'false',
+ YARN_GLOBAL_FOLDER: join(directory, '.yarn/global'),
+ },
+ timeout: INSTALL_TIMEOUT_MS,
+ });
+
+ return await buildFrontComponentSharedDependencies({
+ resolveDirectory: directory,
+ });
+ } finally {
+ await rm(directory, { recursive: true, force: true });
+ }
+};
diff --git a/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts b/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts
index 22150ed0519..bbefec5b773 100644
--- a/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/logic-function/services/logic-function-from-source.service.ts
@@ -1,10 +1,8 @@
-import { Injectable } from '@nestjs/common';
-
import { msg } from '@lingui/core/macro';
+import { Injectable } from '@nestjs/common';
import crypto from 'crypto';
-
-import { v4 } from 'uuid';
import { isDefined } from 'twenty-shared/utils';
+import { v4 } from 'uuid';
import { ApplicationService } from 'src/engine/core-modules/application/application.service';
import { type FlatApplication } from 'src/engine/core-modules/application/types/flat-application.type';
@@ -15,13 +13,13 @@ import { findFlatEntityByIdInFlatEntityMapsOrThrow } from 'src/engine/metadata-m
import { CreateLogicFunctionFromSourceInput } from 'src/engine/metadata-modules/logic-function/dtos/create-logic-function-from-source.input';
import { LogicFunctionExecutionResultDTO } from 'src/engine/metadata-modules/logic-function/dtos/logic-function-execution-result.dto';
import { LogicFunctionDTO } from 'src/engine/metadata-modules/logic-function/dtos/logic-function.dto';
+import { type UpdateLogicFunctionFromSourceInput } from 'src/engine/metadata-modules/logic-function/dtos/update-logic-function-from-source.input';
import { LogicFunctionExecutionMode } from 'src/engine/metadata-modules/logic-function/logic-function.entity';
import {
LogicFunctionException,
LogicFunctionExceptionCode,
} from 'src/engine/metadata-modules/logic-function/logic-function.exception';
import { LogicFunctionFromSourceHelperService } from 'src/engine/metadata-modules/logic-function/services/logic-function-from-source-helper.service';
-import { type UpdateLogicFunctionFromSourceInput } from 'src/engine/metadata-modules/logic-function/dtos/update-logic-function-from-source.input';
import { buildUniversalFlatLogicFunctionToCreate } from 'src/engine/metadata-modules/logic-function/utils/build-universal-flat-logic-function-to-create.util';
import { fromCreateLogicFunctionFromSourceInputToUniversalFlatLogicFunctionToCreate } from 'src/engine/metadata-modules/logic-function/utils/from-create-logic-function-from-source-input-to-universal-flat-logic-function-to-create.util';
import { fromFlatLogicFunctionToLogicFunctionDto } from 'src/engine/metadata-modules/logic-function/utils/from-flat-logic-function-to-logic-function-dto.util';
@@ -332,6 +330,7 @@ export class LogicFunctionFromSourceService {
}
const { builtCode } = await this.logicFunctionExecutorService.transpile({
+ targetRuntime: flatLogicFunction.runtime,
sourceCode,
sourceFileName: flatLogicFunction.sourceHandlerPath,
builtFileName: flatLogicFunction.builtHandlerPath,