Skip to content

The open alternative to Salesforce, designed for AI.

fix(ai-chat): disable Responses API storage for Azure models to stop "Item with id ... not found" stream failures (#23182)

Etiennef67e9c6b050f
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/__tests__/provider-options.util.spec.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/__tests__/provider-options.util.spec.ts
index 629e39ae382..59d0a8dda81 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/__tests__/provider-options.util.spec.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/__tests__/provider-options.util.spec.ts
@@ -5,6 +5,7 @@ import {
} from 'src/engine/metadata-modules/ai/ai-chat/utils/provider-options.util';
import {
AI_SDK_ANTHROPIC,
+ AI_SDK_AZURE,
AI_SDK_BEDROCK,
AI_SDK_OPENAI,
} from 'src/engine/metadata-modules/ai/ai-models/constants/ai-sdk-package.const';
@@ -65,6 +66,36 @@ describe('provider-options.util', () => {
});
});
+ it('returns store false for Azure models', () => {
+ expect(getCallLevelProviderOptions({ sdkPackage: AI_SDK_AZURE })).toEqual(
+ {
+ azure: {
+ store: false,
+ },
+ },
+ );
+ });
+
+ it('merges existing provider options with Azure store false', () => {
+ expect(
+ getCallLevelProviderOptions({
+ sdkPackage: AI_SDK_AZURE,
+ providerOptions: {
+ xai: {
+ searchParameters: { mode: 'auto' },
+ },
+ },
+ }),
+ ).toEqual({
+ xai: {
+ searchParameters: { mode: 'auto' },
+ },
+ azure: {
+ store: false,
+ },
+ });
+ });
+
it('omits promptCacheKey for non-OpenAI providers', () => {
expect(
getCallLevelProviderOptions({
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/provider-options.util.ts b/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/provider-options.util.ts
index 399ae2d9f20..51dd0d4d76d 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/provider-options.util.ts
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-chat/utils/provider-options.util.ts
@@ -4,6 +4,7 @@ import { type AiSdkPackage } from 'twenty-shared/ai';
import {
AI_SDK_ANTHROPIC,
+ AI_SDK_AZURE,
AI_SDK_BEDROCK,
AI_SDK_OPENAI,
} from 'src/engine/metadata-modules/ai/ai-models/constants/ai-sdk-package.const';
@@ -38,6 +39,11 @@ export const getCallLevelProviderOptions = ({
...(providerOptions ?? {}),
openai: { store: false, ...(promptCacheKey ? { promptCacheKey } : {}) },
};
+ case AI_SDK_AZURE:
+ return {
+ ...(providerOptions ?? {}),
+ azure: { store: false },
+ };
default:
return providerOptions;
}