Skip to content

OpenAI's Codex Security CLI and TypeScript SDK for finding, validating, and fixing security vulnerabilities. npm: https://www.npmjs.com/package/@openai/codex-security

fix(diagnostics): distinguish configuration errors and policy refusals (#1291)

Michael D'Angeloa675744da4fb
diff --git a/sdk/typescript/scripts/fixtures/package-deep-spawn.mjs b/sdk/typescript/scripts/fixtures/package-deep-spawn.mjs
index 8030decef..4d52f3003 100644
--- a/sdk/typescript/scripts/fixtures/package-deep-spawn.mjs
+++ b/sdk/typescript/scripts/fixtures/package-deep-spawn.mjs
@@ -12,17 +12,16 @@ const script = fileURLToPath(
export function installFixtureSpawn(executable) {
const spawn = childProcess.spawn;
- childProcess.spawn = (command, args, options) =>
- spawn(
+ childProcess.spawn = (command, args, options) => {
+ const selected = options?.env?.PACKAGE_DEEP_EXECUTABLE ?? executable;
+ return spawn(
command,
- win32.toNamespacedPath(command) ===
- win32.toNamespacedPath(
- options?.env?.PACKAGE_DEEP_EXECUTABLE ?? executable,
- )
+ win32.toNamespacedPath(command) === win32.toNamespacedPath(selected)
? [script, ...args]
: args,
options,
);
+ };
syncBuiltinESMExports();
return () => {
childProcess.spawn = spawn;
diff --git a/sdk/typescript/src/api.ts b/sdk/typescript/src/api.ts
index d40069ede..56b041b50 100644
--- a/sdk/typescript/src/api.ts
+++ b/sdk/typescript/src/api.ts
@@ -7100,6 +7100,14 @@ function turnFailureMessage(error: unknown): string {
return "The Codex Security scan turn failed without a readable error message.";
}
+/** @internal Exclude endpoint URLs and TOML parser locations when choosing recovery advice. */
+export function connectionAdviceDetail(error: unknown): string {
+ const message = (
+ error instanceof Error ? error.message : String(error)
+ ).replace(/\bhttps?:\/\/[^\s"'`<>]+/giu, "");
+ return /\.toml:\d+:\d+:/iu.test(message) ? "" : message;
+}
+
export function classifyConnectionFailure(
error: unknown,
):
@@ -7109,7 +7117,7 @@ export function classifyConnectionFailure(
| "network_error"
| "timeout"
| "unknown" {
- const message = error instanceof Error ? error.message : String(error);
+ const message = connectionAdviceDetail(error);
if (/\b(?:sqlite3?|database|workbench)\b/iu.test(message)) {
return "unknown";
}
@@ -7134,14 +7142,14 @@ export function classifyConnectionFailure(
return "rate_limited";
}
if (
- /\b401\b|\bunauthori[sz]ed\b|\binvalid[_ -](?:api[_ -]?key|authentication|token|credentials?)\b|\b(?:expired|revoked)[_ -](?:api[_ -]?key|token|credentials?)\b|\b(?:api[_ -]?key|token|credentials?)(?: has)? (?:expired|been revoked)\b/iu.test(
+ /\b401\b|\bunauthori[sz]ed\b|(?<![\w./\\-])(?:invalid[._ -](?:api[._ -]?key|authentication|token|credentials?)|(?:expired|revoked)[._ -](?:api[._ -]?key|token|credentials?)|(?:api[._ -]?key|token|credentials?)(?:[._ -]has)?[._ -](?:expired|been[._ -]revoked))(?!\.?[\w/\\-])/iu.test(
message,
)
) {
return "unauthorized";
}
if (
- /\b403\b|\bforbidden\b|\bpermission denied\b|\b(?:model|organization|project) access\b|\b(?:access denied|do not have access|not authorized|insufficient permissions)\b|\bmodel[_ -]?not[_ -]?found\b/iu.test(
+ /\b403\b|\bforbidden\b|\bpermission denied\b|\b(?:model|organization|project) access\b|\b(?:access denied|do not have access|not authorized|insufficient permissions)\b|(?<![\w./\\-])model(?:[._ -]?not[._ -]?found|[._ -]access)(?!\.?[\w/\\-])/iu.test(
message,
)
) {
@@ -7154,7 +7162,12 @@ export function classifyConnectionFailure(
) {
return "network_error";
}
- if (/\b(?:timed? out|timeout)\b/iu.test(message)) return "timeout";
+ if (
+ /(?<![\w./\\-])(?:request[.-])?(?:timed?[._ -]out|timeout)(?!\.?[\w/\\-])/iu.test(
+ message,
+ )
+ )
+ return "timeout";
return "unknown";
}
diff --git a/sdk/typescript/src/cli.ts b/sdk/typescript/src/cli.ts
index fcaf3ce03..1ed6f768d 100644
--- a/sdk/typescript/src/cli.ts
+++ b/sdk/typescript/src/cli.ts
@@ -93,6 +93,7 @@ export { exportEnvironment } from "./artifact-export.js";
import { parse as parseToml } from "smol-toml";
import {
classifyConnectionFailure,
+ connectionAdviceDetail,
CodexSecurity,
environmentValue,
formatEnvironmentVariableRemovalGuidance,
@@ -11165,19 +11166,19 @@ export function skillCommandFailure(
detail: string,
authentication: ScanAuthentication | null = null,
): string {
- // Paths may contain provider error codes as filenames. Keep the original for display.
+ // Exclude paths and parser locations from advice, but keep the original diagnostic for display.
const containsParserError =
/\b(?:syntax\s*error|pars(?:e|er|ing)|unexpected token|at (?:line|column) \d+)\b/iu.test(
detail,
);
// Keep a neutral token so a quoted provider/model remains a named model in the message.
- const withoutPaths = detail
- .replace(/\bhttps?:\/\/[^\s"'`<>]+/giu, "")
- .replace(/[^\s"'`()<>,]+/gu, (token) =>
+ const withoutPaths = connectionAdviceDetail(detail).replace(
+ /[^\s"'`()<>,]+/gu,
+ (token) =>
/[/\\]/u.test(token) && !/^HTTP\/\d+(?:\.\d+)?$/iu.test(token)
? "[path]"
: token,
- );
+ );
const diagnosticDetail = containsParserError
? withoutPaths.replace(/\binvalid[ _-]token\b/giu, "")
: withoutPaths;
@@ -11189,9 +11190,7 @@ export function skillCommandFailure(
let advice: string | undefined;
if (
classification === "unauthorized" ||
- /\b(?:authorizationrequired|invalid[._ -]api[._ -]key|token[._ -]expired)\b/iu.test(
- classificationDetail,
- )
+ /\bauthorizationrequired\b/iu.test(classificationDetail)
) {
advice = authenticationFailureMessage(authentication);
} else if (
@@ -11199,14 +11198,14 @@ export function skillCommandFailure(
classificationDetail,
) ||
(!/\b(?:sqlite3?|database|workbench)\b/iu.test(classificationDetail) &&
- /\bmodel[ \t]+(?:'[^'\r\n]+'|"[^"\r\n]+"|`[^`\r\n]+`)[ \t]+not[ \t]+found\b/iu.test(
+ /(?<![\w./\\-])model[ \t]+(?:'[^'\r\n]+'|"[^"\r\n]+"|`[^`\r\n]+`)[ \t]+not[ \t]+found(?!\.?[\w/\\-])/iu.test(
classificationDetail,
)) ||
- /\b(?:model[._ -]not[._ -]found|model[._ -]?access[._ -]?denied|access[._ -]?(?:denied[._ -]?to[._ -]?model|to[._ -]?model[._ -]?denied))\b/iu.test(
+ /(?<![\w./\\-])(?:model[._ -]not[._ -]found|model[._ -]?access[._ -]?denied|access[._ -]?(?:denied[._ -]?to[._ -]?model|to[._ -]?model[._ -]?denied))(?!\.?[\w/\\-])/iu.test(
classificationDetail,
) ||
(classification === "forbidden" &&
- /\b403\b|\bforbidden\b|\bmodel[ _-]?(?:not[ _-]?found|access)\b|\baccess.*model\b/iu.test(
+ /\b403\b|\bforbidden\b|\bmodel[ ._-]?(?:not[ ._-]?found|access)\b|\baccess.*model\b/iu.test(
classificationDetail,
))
) {
@@ -11229,7 +11228,7 @@ export function skillCommandFailure(
classification === "network_error" ||
classification === "timeout" ||
(!/\b(?:sqlite3?|database|workbench)\b/iu.test(classificationDetail) &&
- /\b(?:ECONNABORTED|timed[._ -]out|network[._ -]?error|(?:(?:network|request)[._ -]?)?timeout(?:[._ -]?error)?)\b/iu.test(
+ /\b(?:ECONNABORTED|network[._ -]?error|(?:(?:network|request)[._ -]?)?timeout(?:[._ -]?error)?)\b/iu.test(
classificationDetail,
))
) {
@@ -12778,8 +12777,7 @@ function scanFailureMessage(
return error instanceof IncompleteScanError
? diagnosticValue(error)
: nativeRefreshRecovery;
- const detail =
- error instanceof IncompleteScanError ? `${diagnosticValue(error)}\n` : "";
+ const detail = `${diagnosticValue(error)}\n`;
const refreshFailure = message.match(
/\byour access token could not be refreshed(?: because your refresh token (has expired|was already used|was revoked))?\. Please log out and sign in again\./iu,
);
diff --git a/sdk/typescript/src/deduplication/refusal.ts b/sdk/typescript/src/deduplication/refusal.ts
index fe27fd1f4..32bc3eaab 100644
--- a/sdk/typescript/src/deduplication/refusal.ts
+++ b/sdk/typescript/src/deduplication/refusal.ts
@@ -37,10 +37,11 @@ export function isReviewRefusal(
/\bflagged for potentially high-risk cyber activity\b/iu,
/\bcyber[_\s-]?policy\b/iu,
/\b(?:cybersecurity|cyber)[ _-]*policy[ _-]*(?:violation|refusal|refused)\b/iu,
+ /^(?:content|safety) policy (?:violation|refusal)[.!]?$/iu,
/(?:^(?:refusal|refused)|\b(?:request|review)\s+(?:refusal|(?:(?:is|was|has been)\s+)?(?:refused|blocked)))\s+(?:under|by|due to|because of|because (?:it|this request) violates|for violating|in accordance with)\s+(?:(?:the|a)\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy\b/iu,
/^(?:(?:this|the|your)\s+)?(?:request|review)(?:\s+(?:is|was|has been))?\s+(?:refusal|refused|blocked)\s*:\s*(?:(?:the|a)\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy(?:[.!](?:\s+(?:I can offer|Please ask)\b[^\n]*)?)?$/iu,
- /^(?:cybersecurity|cyber|content|safety)[ _-]*policy\s*:\s*(?:(?:(?:this|the|your)\s+)?request\s+)?(?:(?:is|was|has been)\s+)?(?:violation|refusal|refused|blocked)[.!]?$/iu,
/\b(?:cybersecurity|cyber|content|safety)[ _-]*policy\s+requires\s+(?:a\s+)?refusal\s+of\s+(?:(?:this|the|your)\s+)?(?:request|review)\b/iu,
+ /^(?:cybersecurity|cyber|content|safety)[ _-]*policy\s*:\s*(?:(?:(?:this|the|your)\s+)?(?:request|review)\s+)?(?:(?:is|was|has been)\s+)?(?:violation|refusal|refused|blocked)(?:[.!](?:\s+(?:I can offer|Please ask)\b[^\n]*)?)?$/iu,
/\bunder\s+(?:(?:the|a)\s+)?(?:cybersecurity|cyber|content|safety)[ _-]*policy[, :]\s*(?:this|the|your) request (?:is|was|has been) (?:refused|blocked)\b/iu,
/^(?:I(?:['’]m| am) sorry[,.:]?\s*(?:but\s+)?|Sorry[,.:]?\s*)?I(?:\s+(?:cannot|can['’]t|won['’]t|am (?:unable|not able) to)|['’]m (?:unable|not able) to)\s+(?:help|assist|comply)\b/iu,
].some((pattern) => pattern.test(text));
diff --git a/sdk/typescript/tests-ts/api-events.test.ts b/sdk/typescript/tests-ts/api-events.test.ts
index 065b87a16..f64fe51f5 100644
--- a/sdk/typescript/tests-ts/api-events.test.ts
+++ b/sdk/typescript/tests-ts/api-events.test.ts
@@ -714,28 +714,32 @@ describe("one-shot scan events", () => {
const onReconnect = mock();
async function* events(): AsyncGenerator<ThreadEvent> {
for (const message of [
- "Reconnecting... 1/5 (ECONNRESET org-private)",
- "Reconnecting... 2/5 (Rate limit reached for org-private. Please try again in 1.2s.)",
- "Reconnecting... 3/5 (Rate limit reached. Please try again in 999999s.)",
- "Reconnecting... 4/5",
- "Reconnecting... 5/5 (429 rate limit reached org-private)",
- "Reconnecting... 6/8 (Rate limit reached for org-private. Please try again in 28ms.)",
- "Reconnecting... 7/8 (Rate limit reached. Please try again in 3600000ms.)",
- "Reconnecting... 8/8 (Rate limit reached. Please try again in 3600001ms.)",
+ "Reconnecting... 1/10 (ECONNRESET org-private)",
+ "Reconnecting... 2/10 (Rate limit reached for org-private. Please try again in 1.2s.)",
+ "Reconnecting... 3/10 (Rate limit reached. Please try again in 999999s.)",
+ "Reconnecting... 4/10",
+ "Reconnecting... 5/10 (429 rate limit reached org-private)",
+ "Reconnecting... 6/10 (error sending request for url (https://example.test/v1?error=invalid.api.key))",
+ "Reconnecting... 7/10 (error sending request for url (https://example.test/v1#model.not.found))",
+ "Reconnecting... 8/10 (Rate limit reached for org-private. Please try again in 28ms.)",
+ "Reconnecting... 9/10 (Rate limit reached. Please try again in 3600000ms.)",
+ "Reconnecting... 10/10 (Rate limit reached. Please try again in 3600001ms.)",
])
yield { type: "error", message };
yield* completedEvents();
}
await runEvents(scanDir, events(), { onReconnect });
expect(onReconnect.mock.calls).toEqual([
- [1, 5, { reason: "network" }],
- [2, 5, { reason: "rate_limit", retryAfterSeconds: 1.2 }],
- [3, 5, { reason: "rate_limit" }],
- [4, 5, undefined],
- [5, 5, { reason: "rate_limit" }],
- [6, 8, { reason: "rate_limit", retryAfterSeconds: 0.028 }],
- [7, 8, { reason: "rate_limit", retryAfterSeconds: 3600 }],
- [8, 8, { reason: "rate_limit" }],
+ [1, 10, { reason: "network" }],
+ [2, 10, { reason: "rate_limit", retryAfterSeconds: 1.2 }],
+ [3, 10, { reason: "rate_limit" }],
+ [4, 10, undefined],
+ [5, 10, { reason: "rate_limit" }],
+ [6, 10, { reason: "network" }],
+ [7, 10, { reason: "network" }],
+ [8, 10, { reason: "rate_limit", retryAfterSeconds: 0.028 }],
+ [9, 10, { reason: "rate_limit", retryAfterSeconds: 3600 }],
+ [10, 10, { reason: "rate_limit" }],
]);
});
@@ -743,6 +747,7 @@ describe("one-shot scan events", () => {
for (const message of [
"Reconnecting... 1/5 (401 invalid API key org-private)",
"Reconnecting... 1/5 (403 model access denied org-private)",
+ "Reconnecting... 1/5 (error sending request for url (https://example.test/v1) error=invalid.api.key)",
]) {
const scanDir = join(await temporaryDirectory(), "partial-scan");
await mkdir(scanDir, { mode: 0o700 });
diff --git a/sdk/typescript/tests-ts/api.test.ts b/sdk/typescript/tests-ts/api.test.ts
index 13f1971e6..273ccb12d 100644
--- a/sdk/typescript/tests-ts/api.test.ts
+++ b/sdk/typescript/tests-ts/api.test.ts
@@ -457,6 +457,8 @@ describe("CodexSecurity orchestration", () => {
"sqlite3.OperationalError: unable to open database file\nwith closing(connect()) as connection:",
"Could not save the Codex Security scan: database connection failed",
"Codex Security workbench: permission denied",
+ "Error loading configuration: config.toml:401:8: unclosed array, expected `]`",
+ "ENOENT: could not open /synthetic/timed.out/result.json",
]) {
expect(classifyConnectionFailure(message)).toBe("unknown");
}
@@ -469,6 +471,44 @@ describe("CodexSecurity orchestration", () => {
);
});
+ test.each([
+ ["invalid.api.key", "unauthorized"],
+ ["token.expired", "unauthorized"],
+ ["expired.token", "unauthorized"],
+ ["model.access", "forbidden"],
+ ["model.not.found", "forbidden"],
+ ] as const)(
+ "bounds diagnostic code %s without matching endpoint components",
+ (code, classification) => {
+ for (const detail of [
+ code,
+ `${code}: synthetic provider detail`,
+ `error: '${code}'`,
+ `${code}.`,
+ JSON.stringify({ error: { message: `${code}.` } }),
+ `error=${code}`,
+ `error sending request for url (https://example.test/v1) ${code}`,
+ ])
+ expect(classifyConnectionFailure(new Error(detail))).toBe(
+ classification,
+ );
+ for (const url of [
+ `https://${code}.example/v1`,
+ `https://example.test/${code}/v1`,
+ `https://example.test/${code}`,
+ `https://example.test/v1?error=${code}`,
+ `https://example.test/v1?${code}=synthetic`,
+ `https://example.test/v1#${code}`,
+ `https://example.test/v1#error=${code}`,
+ ])
+ expect(
+ classifyConnectionFailure(
+ new Error(`error sending request for url (${url})`),
+ ),
+ ).toBe("network_error");
+ },
+ );
+
test.each([
["HTTP 403 ExpiredTokenException", "unauthorized"],
["HTTP 403 UnrecognizedClientException", "unauthorized"],
@@ -478,8 +518,19 @@ describe("CodexSecurity orchestration", () => {
["HTTP 401 NotAuthorized", "forbidden"],
["OptInRequired", "forbidden"],
["ThrottlingException", "rate_limited"],
+ [
+ "Provider configured in config.toml returned 401 Unauthorized",
+ "unauthorized",
+ ],
+ ["Provider configured in config.toml returned 403 Forbidden", "forbidden"],
+ [
+ "Provider configured in config.toml returned 429 Too Many Requests",
+ "rate_limited",
+ ],
+ ["Provider configured in config.toml returned ECONNRESET", "network_error"],
+ ["Provider configured in config.toml timed out", "timeout"],
] as const)(
- "classifies Bedrock error %s as %s",
+ "classifies provider error %s as %s",
(message, classification) => {
expect(classifyConnectionFailure(new Error(message))).toBe(
classification,
diff --git a/sdk/typescript/tests-ts/cli-authentication.test.ts b/sdk/typescript/tests-ts/cli-authentication.test.ts
index ee476b68f..e57a1c58d 100644
--- a/sdk/typescript/tests-ts/cli-authentication.test.ts
+++ b/sdk/typescript/tests-ts/cli-authentication.test.ts
@@ -1312,12 +1312,12 @@ describe("CLI authentication", () => {
expect(stderr.text()).toContain("--auth chatgpt");
expect(stderr.text()).not.toContain("ChatGPT sign-in was not used");
expect(stderr.text()).not.toContain("SYNTHETIC_SECRET");
- expect(stderr.text()).not.toContain("org-private");
+ expect(stderr.text()).toContain(detail);
}
}
});
- test("replaces permanent stored sign-in refresh details with recovery steps", async () => {
+ test("preserves permanent stored sign-in refresh details with recovery steps", async () => {
for (const auth of ["chatgpt", "api-key"] as const) {
for (const detail of [
"Your access token could not be refreshed.",
@@ -1333,7 +1333,7 @@ describe("CLI authentication", () => {
environment: { OPENAI_API_KEY: "sk-proj-SYNTHETIC_SECRET_123" },
onRun: () => {
throw new CodexSecurityError(
- `Codex Exec exited with code 1: Error: ${detail} Please log out and sign in again. PRIVATE_UPSTREAM_DETAIL`,
+ `Codex Exec exited with code 1: Error: ${detail} Please log out and sign in again. SYNTHETIC_UPSTREAM_DETAIL`,
);
},
});
@@ -1361,7 +1361,11 @@ describe("CLI authentication", () => {
"npx @openai/codex-security logout', then 'npx @openai/codex-security login",
);
expect(stderr.text()).not.toContain("provide a valid API key");
- expect(stderr.text()).not.toContain("PRIVATE_UPSTREAM_DETAIL");
+ expect(stderr.text()).toContain(detail);
+ expect(stderr.text()).toContain("SYNTHETIC_UPSTREAM_DETAIL");
+ expect(JSON.parse(stdout.text()).message).toContain(
+ "SYNTHETIC_UPSTREAM_DETAIL",
+ );
}
}
});
@@ -1434,7 +1438,7 @@ describe("CLI authentication", () => {
expect(stderr.text()).toContain(source);
expect(stderr.text()).toContain("--auth chatgpt");
expect(stderr.text()).not.toContain("SYNTHETIC_SECRET");
- expect(stderr.text()).not.toContain("org-private");
+ expect(stderr.text()).toContain(message);
}
});
diff --git a/sdk/typescript/tests-ts/cli-error-diagnostics.test.ts b/sdk/typescript/tests-ts/cli-error-diagnostics.test.ts
index ed937006b..a59d4f761 100644
--- a/sdk/typescript/tests-ts/cli-error-diagnostics.test.ts
+++ b/sdk/typescript/tests-ts/cli-error-diagnostics.test.ts
@@ -347,3 +347,64 @@ test.skipIf(process.platform === "win32" || process.getuid?.() === 0)(
}
},
);
+
+test.each([
+ ["invalid.api.key", "Authentication failed"],
+ ["token.expired", "Authentication failed"],
+ ["model.access", "cannot access the configured model"],
+ ["429 Too Many Requests", "reached its rate limit"],
+])(
+ "preserves ordinary scan error detail when adding %s advice",
+ async (code, advice) => {
+ const diagnostic = `${code}: synthetic provider detail abc-123`;
+ for (const json of [false, true]) {
+ const { stdout, stderr, runCli } = createCliTest(main);
+ expect(
+ await runCli(
+ ["scan", ".", ...(json ? ["--json"] : [])],
+ dependencies({
+ onRun: () => {
+ throw new Error(diagnostic);
+ },
+ }),
+ ),
+ ).toBe(2);
+ expect(stderr.text()).toContain(diagnostic);
+ expect(stderr.text()).toContain(advice);
+ if (json) {
+ const message = JSON.parse(stdout.text()).message;
+ expect(message).toContain(diagnostic);
+ expect(message).toContain(advice);
+ }
+ }
+ },
+);
+
+test.each([
+ "https://example.test/v1?error=invalid.api.key",
+ "https://example.test/v1#model.not.found",
+])("preserves URL diagnostic %s without credential advice", async (url) => {
+ const diagnostic = `error sending request for url (${url})`;
+ for (const json of [false, true]) {
+ const { stdout, stderr, runCli } = createCliTest(main);
+ expect(
+ await runCli(
+ ["scan", ".", ...(json ? ["--json"] : [])],
+ dependencies({
+ onRun: () => {
+ throw new Error(diagnostic);
+ },
+ }),
+ ),
+ ).toBe(2);
+ expect(stderr.text()).toContain(diagnostic);
+ expect(stderr.text()).not.toContain("Authentication failed");
+ expect(stderr.text()).not.toContain("cannot access the configured model");
+ if (json)
+ expect(JSON.parse(stdout.text())).toEqual({
+ status: "failed",
+ code: "SCAN_FAILED",
+ message: diagnostic,
+ });
+ }
+});
diff --git a/sdk/typescript/tests-ts/cli-skills.test.ts b/sdk/typescript/tests-ts/cli-skills.test.ts
index aadc07b33..bc183e487 100644
--- a/sdk/typescript/tests-ts/cli-skills.test.ts
+++ b/sdk/typescript/tests-ts/cli-skills.test.ts
@@ -1609,14 +1609,40 @@ process.stdout.write(JSON.stringify({
),
...(["validate", "patch", "verify-fix"] as const).flatMap((command) =>
[
- "model cache not found",
"model metadata file not found",
- "permission denied opening model cache",
"model 'synthetic'\nconfiguration entry not found",
"Safety policy: request refused.",
+ "Error loading configuration: config.toml:4:2: model 'gpt-5' not found",
+ "Error loading configuration: config.toml:4:2: responseStatus=401",
+ "/synthetic/model 'gpt-5' not found",
+ "model 'gpt-5' not found.log",
"permission denied opening /synthetic/response_status=403/cache",
].map((detail) => [command, detail, null] as const),
),
+ ...(["validate", "patch", "verify-fix"] as const).flatMap((command) =>
+ ["model cache not found", "permission denied opening model cache"].map(
+ (detail) =>
+ [
+ command,
+ detail,
+ "Codex could not load its model metadata.",
+ ] as const,
+ ),
+ ),
+ ...(["validate", "patch", "verify-fix"] as const).flatMap((command) =>
+ (
+ [
+ [
+ "error sending request for url (https://example.test/v1?source=config.toml:1:2:) HTTP 401 Unauthorized",
+ "Authentication failed.",
+ ],
+ [
+ "error sending request for url (https://example.test/v1#config.toml:1:2:) HTTP 403 Forbidden",
+ "The selected model is unavailable for the current credentials.",
+ ],
+ ] as const
+ ).map(([detail, advice]) => [command, detail, advice] as const),
+ ),
...(["validate", "patch", "verify-fix"] as const).flatMap((command) =>
(
[
@@ -1646,6 +1672,16 @@ process.stdout.write(JSON.stringify({
] as const
).map(([detail, advice]) => [command, detail, advice] as const),
),
+ [
+ "validate",
+ "Provider configured in config.toml returned 401 Unauthorized",
+ "Authentication failed.",
+ ],
+ [
+ "validate",
+ "Error loading configuration: config.toml:401:8: unclosed array, expected `]`",
+ null,
+ ],
] as const)(
"retains failure advice and diagnostics from the %s child: %s",
async (command, detail, advice) => {
@@ -1660,9 +1696,13 @@ process.stdout.write(JSON.stringify({
),
).toBe(7);
expect(stdout.text()).toBe("");
- if (advice === null)
- expect(stderr.text()).not.toContain("selected model is unavailable");
- else expect(stderr.text()).toContain(advice);
+ if (advice === null) {
+ expect(stderr.text()).toBe(
+ `codex-security: ${command} failed with exit code 7.\n${detail}\n`,
+ );
+ } else {
+ expect(stderr.text()).toContain(advice);
+ }
expect(stderr.text()).toContain(detail);
},
);
@@ -1709,6 +1749,9 @@ process.stdout.write(JSON.stringify({
["sqlite3.OperationalError: timeout waiting for lock", false],
["workbench request timed-out waiting for lock", false],
["database network_error reading local state", false],
+ ['{"code":"request-timed-out"}', true],
+ ['{"code":"request.timed.out"}', true],
+ ["ENOENT: open /synthetic/request-timed-out/result.json", false],
["request timed_out", true],
["network.error", true],
["ECONNABORTED", true],
@@ -1738,6 +1781,10 @@ process.stdout.write(JSON.stringify({
test("preserves skill failure details alongside helpful advice", () => {
const cases = [
+ ["invalid.api.key", "Authentication failed"],
+ ["token.expired", "Authentication failed"],
+ ["model.not.found", "selected model is unavailable"],
+ ["model.access", "selected model is unavailable"],
["HTTP 401 sk-proj-SYNTHETIC_SECRET", "Authentication failed"],
[
"403 model access denied /private/repository",
@@ -1758,12 +1805,14 @@ process.stdout.write(JSON.stringify({
],
["tokens-per-minute limit exceeded", "rate limited"],
["tokens_per_minute limit exceeded", "rate limited"],
+ ["tokens.per.minute", "rate limited"],
[
"models cache supports_reasoning_summaries /private/home",
"model metadata",
],
["ENOTFOUND /private/repository", "could not connect"],
["ECONNABORTED sk-proj-SYNTHETIC_SECRET", "could not connect"],
+ ["timed_out", "could not connect"],
["unknown sk-proj-SYNTHETIC_SECRET /private/repository", "exit code 7"],
];
for (const [detail, expected] of cases) {
@@ -1831,7 +1880,13 @@ process.stdout.write(JSON.stringify({
test.each([
"Failed after 1401 bytes",
+ "Error loading configuration: config.toml:401:8: unclosed array, expected `]`",
"permission denied opening cache",
+ "config.toml:401:8: invalid token",
+ "config.toml:403:429: invalid api key",
+ "config.toml:429:8: model access denied",
+ "config.toml:401:8: rate limit exceeded",
+ "config.toml:4:2: response_status=403",
"permission denied opening model cache",
"line 1429 could not be parsed",
"count_tokens_per_minute_limit is undefined",
@@ -1928,6 +1983,11 @@ process.stdout.write(JSON.stringify({
].map((detail) => [detail, null] as const),
]),
["database responseStatus=401", null],
+ [
+ JSON.stringify({ error: { message: "Invalid API key." } }),
+ "Authentication failed",
+ ],
+ ["ENOENT: could not open /synthetic/timed.out/result.json", null],
["sqlite3 response_status=403", null],
["workbench responseStatus=429", null],
["permission denied opening /synthetic/response_status=403/cache", null],
@@ -1946,6 +2006,14 @@ process.stdout.write(JSON.stringify({
["ExpiredTokenException", "Authentication failed"],
["HTTP 403 ExpiredTokenException", "Authentication failed"],
["HTTP 401; parsed 429 bytes", "Authentication failed"],
+ [
+ "error sending request for url (https://example.test/v1?source=config.toml:1:2:)",
+ "could not connect",
+ ],
+ [
+ "error sending request for url (https://example.test/v1) config.toml:401:8: invalid token",
+ null,
+ ],
["HTTP request failed while parsing line 429", null],
["permission denied opening /synthetic/403/cache", null],
["401 sk-proj-SYNTHETIC_SECRET", null],
@@ -1969,6 +2037,7 @@ process.stdout.write(JSON.stringify({
expect(message).not.toContain("Authentication failed");
expect(message).not.toContain("selected model is unavailable");
expect(message).not.toContain("rate limited");
+ expect(message).not.toContain("could not connect");
} else {
expect(message).toContain(advice);
}
@@ -1976,15 +2045,26 @@ process.stdout.write(JSON.stringify({
});
test.each([
+ "model.access",
+ "model.access.denied",
+ "model.not.found",
+ "invalid.api.key",
+ "token.expired",
"response_code=401",
"response-code=403",
"responseCode=429",
"responseStatus=401",
"response_status=403",
- ])("keeps response-code URL components separate from advice: %s", (code) => {
+ ])("keeps endpoint components separate from diagnostic code %s", (code) => {
for (const url of [
+ `https://${code}.example/v1`,
+ `https://example.test/${code}/v1`,
+ `https://example.test/${code}`,
`https://example.test/v1?${code}`,
+ `https://example.test/v1?error=${code}`,
+ `https://example.test/v1?${code}=synthetic`,
`https://example.test/v1#${code}`,
+ `https://example.test/v1#error=${code}`,
]) {
const detail = `error sending request for url (${url})`;
const message = skillCommandFailure("validate", 7, detail);
diff --git a/sdk/typescript/tests-ts/cli.test.ts b/sdk/typescript/tests-ts/cli.test.ts
index ece327b31..92881b980 100644
--- a/sdk/typescript/tests-ts/cli.test.ts
+++ b/sdk/typescript/tests-ts/cli.test.ts
@@ -4679,25 +4679,23 @@ describe("CLI", () => {
}
});
- test("classifies provider failures without including upstream context", async () => {
+ test("classifies provider failures while preserving diagnostic text", async () => {
const { stderr, runCli } = createCliTest(main);
const deps = dependencies({
environment: { OPENAI_API_KEY: "sk-proj-SYNTHETIC_VERBOSE_KEY_123" },
});
- deps.createSecurity = () =>
- failingSecurity(
- "401 invalid API key for org-private sk-proj-SYNTHETIC_PROVIDER_SECRET_123",
- );
+ const message =
+ "401 invalid API key for org-private sk-proj-SYNTHETIC_PROVIDER_SECRET_123";
+ deps.createSecurity = () => failingSecurity(message);
expect(await runCli(["scan", ".", "--verbose", "--json"], deps)).toBe(2);
expect(stderr.text()).toContain(
'codex-security: debug: scan.failed classification="unauthorized"',
);
expect(stderr.text()).toContain("OPENAI_API_KEY");
- expect(stderr.text()).not.toContain("org-private");
+ expect(stderr.text()).toContain(message);
expect(stderr.text()).not.toContain("SYNTHETIC_VERBOSE_KEY");
- expect(stderr.text()).not.toContain("SYNTHETIC_PROVIDER_SECRET");
});
test("keeps unclassified provider context out of structured failure diagnostics", async () => {
@@ -5057,7 +5055,7 @@ describe("CLI", () => {
expect(JSON.parse(stdout.text())).toEqual(fakeResult().toJSON());
});
- test("turns authentication and rate-limit failures into actionable safe messages", async () => {
+ test("adds actionable advice to authentication and rate-limit diagnostics", async () => {
for (const [message, expected] of [
["401 invalid API key for org-private", "provide a valid API key"],
["403 model access denied for org-private", "model access"],
@@ -5070,7 +5068,7 @@ describe("CLI", () => {
expect(await runCli(["scan"], deps)).toBe(2);
expect(stderr.text()).toContain(expected);
- expect(stderr.text()).not.toContain("org-private");
+ expect(stderr.text()).toContain(message);
}
});
@@ -5210,8 +5208,8 @@ describe("CLI", () => {
});
test("keeps model authorization advice for genuine transport failures", async () => {
- // The bypass must not swallow real 401/403 handling, and the advice must
- // still replace upstream text that can name the organization or project.
+ // The local-failure bypass must retain advice for real 401/403 failures
+ // alongside the original diagnostic text.
for (const [detail, expected] of [
["401 invalid API key for org-private", "Authentication failed"],
[
@@ -5225,7 +5223,7 @@ describe("CLI", () => {
expect(await stderr.run(["scan", "."], deps)).toBe(2);
expect(stderr.text()).toContain(expected);
- expect(stderr.text()).not.toContain("org-private");
+ expect(stderr.text()).toContain(detail);
}
});
diff --git a/sdk/typescript/tests-ts/codex-review.test.ts b/sdk/typescript/tests-ts/codex-review.test.ts
index 56937ded2..dfaae79ab 100644
--- a/sdk/typescript/tests-ts/codex-review.test.ts
+++ b/sdk/typescript/tests-ts/codex-review.test.ts
@@ -1,3 +1,4 @@
+import refusalMessages from "./fixtures/codex-refusal-messages.json" with { type: "json" };
import { parseJsonLines } from "./support/json.js";
import { spawn, type ChildProcessWithoutNullStreams } from "node:child_process";
import { existsSync } from "node:fs";
@@ -148,36 +149,34 @@ const failureReasons: Record<string, string> = {
"This request was refused in accordance with the safety policy.",
"policy-terse-turn": "Refused due to the safety policy",
"policy-request": "Request rejected: cyber_policy.",
- "refusal-text": "I'm sorry, but I can't assist with that request.",
- "policy-causal-refusal-text":
- "This request was refused because it violates the safety policy.",
- "policy-refusal-text":
- "This request was refused because of the safety policy.",
- "policy-first-refusal-text": "Cybersecurity policy: this request is refused.",
- "policy-colon-refusal-text": "Request refused: safety policy.",
- "policy-review-text": "Review refused: safety policy.",
- "policy-suffix-explanation-text":
- "Request refused: safety policy. I can offer a defensive alternative.",
- "policy-colon-explanation-text":
- "Safety policy: request refused due to disallowed content.",
- "policy-harmful-content-text":
- "Safety policy: this request is refused due to harmful content.",
- "policy-bare-harmful-content-text":
- "Safety policy: request refused due to harmful content.",
- "policy-restrictions-text":
- "Safety policy: this request is refused due to policy restrictions.",
- "policy-bare-restrictions-text":
- "Safety policy: request refused due to policy restrictions.",
- "policy-service-impact-text":
- "Safety policy: this request is refused because it would make the service unavailable.",
- "policy-multiline-explanation-text":
- "Safety policy: this request is refused.\nI can offer a defensive alternative.",
+ ...refusalMessages,
"policy-reported-error":
"Required review check could not be completed: Request refusal due to the safety policy.",
"text-only": "Codex did not submit a validated review",
"failed-turn": "Rate limit exceeded",
"rate-limit-turn": "Rate limit reached",
"server-error": "Provider temporarily unavailable",
+ "service-unavailable":
+ "Connection refused: safety policy service unavailable",
+ "network-request-error":
+ "Network request refused: safety policy service unavailable",
+ "http-request-error":
+ "HTTP request blocked: safety policy service unavailable",
+ "prefix-network-error":
+ "Failed to contact safety policy: request refused by upstream with 503",
+ "prefix-service-error": "Safety policy: request refused: service unavailable",
+ "sentence-service-error":
+ "Safety policy: request refused. Service unavailable.",
+ "determiner-service-error":
+ "Safety policy: this request is refused because the upstream service is unavailable.",
+ "sentence-service-request-error":
+ "Safety policy: request refused. Service unavailable.",
+ "prefix-because-error":
+ "Safety policy: request refused because the upstream service is unavailable.",
+ "prefix-as-error":
+ "Safety policy: request refused as the upstream service is unavailable.",
+ "prefix-upstream-error":
+ "Safety policy: request refused by upstream with 503",
"connection-error": "Provider stream disconnected",
"unauthorized-turn": "Authentication required",
"bad-request-turn": "Invalid model configuration",
@@ -224,6 +223,17 @@ const retriedFailures = new Set([
"failed-turn",
"rate-limit-turn",
"server-error",
+ "service-unavailable",
+ "network-request-error",
+ "http-request-error",
+ "prefix-network-error",
+ "prefix-service-error",
+ "sentence-service-error",
+ "determiner-service-error",
+ "sentence-service-request-error",
+ "prefix-upstream-error",
+ "prefix-because-error",
+ "prefix-as-error",
"connection-error",
"invalid-json",
"invalid-submission",
@@ -234,6 +244,17 @@ const recoveredScenarios: Record<string, string> = {
"recover-rate-limit": "failed-turn",
"recover-rate-limit-code": "rate-limit-turn",
"recover-server-error": "server-error",
+ "recover-service-unavailable": "service-unavailable",
+ "recover-network-request-error": "network-request-error",
+ "recover-http-request-error": "http-request-error",
+ "recover-prefix-network-error": "prefix-network-error",
+ "recover-prefix-service-error": "prefix-service-error",
+ "recover-sentence-service-error": "sentence-service-error",
+ "recover-determiner-service-error": "determiner-service-error",
+ "recover-sentence-service-request-error": "sentence-service-request-error",
+ "recover-prefix-upstream-error": "prefix-upstream-error",
+ "recover-prefix-because-error": "prefix-because-error",
+ "recover-prefix-as-error": "prefix-as-error",
"recover-connection-error": "connection-error",
"recover-process-exit": "exit",
"recover-invalid-json": "invalid-json",
@@ -253,6 +274,16 @@ const modelFailures = new Set([
"failed-turn",
"rate-limit-turn",
"server-error",
+ "service-unavailable",
+ "network-request-error",
+ "http-request-error",
+ "prefix-network-error",
+ "prefix-service-error",
+ "sentence-service-error",
+ "determiner-service-error",
+ "prefix-upstream-error",
+ "prefix-because-error",
+ "prefix-as-error",
"connection-error",
"unauthorized-turn",
"bad-request-turn",
@@ -600,7 +631,11 @@ for (const {
? "A required review check could not be completed."
: scenario.startsWith("transport-request-") ||
scenario === "transport-wording-request" ||
- ["request-error", "credential-error"].includes(scenario)
+ [
+ "request-error",
+ "credential-error",
+ "sentence-service-request-error",
+ ].includes(scenario)
? "Codex rejected the review request."
: "Codex review transport failed.",
});
@@ -692,9 +727,11 @@ for (const {
messages.filter((message) => message.method === "turn/start"),
).toHaveLength(
recovery
- ? ["invalid-submission", "text-only"].includes(recovery)
- ? 3
- : 2
+ ? recovery === "sentence-service-request-error"
+ ? 1
+ : ["invalid-submission", "text-only"].includes(recovery)
+ ? 3
+ : 2
: ([
"invalid-submission",
"text-only",
@@ -711,6 +748,7 @@ for (const {
.map(({ scenario }) => scenario),
"transport-wording-request",
"request-error",
+ "sentence-service-request-error",
"credential-error",
"policy-request",
"policy-request-code",
@@ -949,7 +987,11 @@ test.each(["capture", "throw", "reject", "pending"])(
test.each([
"cyber_policy",
+ "Review cannot proceed. Safety policy: this request is refused.",
+ "Error: Safety policy: this request is refused.",
"Request blocked by a safety policy violation.",
+ "Safety policy violation",
+ "Content policy refusal",
"This request was blocked by the content policy.",
"The review has been blocked under the safety policy.",
"Review blocked because it violates the safety policy.",
@@ -961,6 +1003,21 @@ test.each([
"I’m sorry, but I can’t assist with your request.",
"Request refused by cybersecurity policy.",
"Request refusal due to the safety policy.",
+ "Request was refused because of the safety policy.",
+ "Request was refused: safety policy.",
+ "Review refused: safety policy.",
+ "Safety policy: review refused.",
+ "Request refused: safety policy. I can offer a defensive alternative.",
+ "Request refused: safety policy! Please ask for defensive guidance instead.",
+ "Safety policy: request was refused.",
+ "Safety policy: request refused.",
+ "Safety policy: request refused due to disallowed content.",
+ "Safety policy: request refused due to potentially harmful content.",
+ "Safety policy: request refused due to harmful assistance.",
+ "Safety policy: this review is refused because complying would violate applicable restrictions.",
+ "Safety policy: request refused under the applicable policy restrictions. I can offer a defensive alternative.",
+ "Safety policy: request blocked under the applicable restrictions.",
+ "Safety policy: request refused because it would facilitate unauthorized access.",
"Review refusal due to the content policy.",
"Refusal due to the content policy.",
"Refused due to the safety policy",
@@ -972,19 +1029,20 @@ test.each([
"The safety policy requires a refusal of your review.",
"Under the safety policy, this request is refused.",
"Cybersecurity policy: this request is refused.",
+ "Safety policy: this request is refused because it would facilitate harm.",
+ "Safety policy: this request is refused due to unsafe content.",
+ "Safety policy: this request is refused due to harmful content.",
+ "Safety policy: this request is refused due to potentially harmful content. I can offer a defensive alternative.",
+ "Content policy: your review has been blocked due to harmful assistance.",
+ "Safety policy: this request is refused due to unsafe content. I can offer a defensive alternative.",
+ "Content policy: your review has been blocked due to unsafe assistance.",
+ "Content policy: your request has been blocked because it contains disallowed content.",
+ "Cybersecurity policy: this request is refused as it requests disallowed assistance.",
+ "Cybersecurity policy: this request is refused. I can offer a defensive alternative.",
+ "Cybersecurity policy: this request is refused. Please ask for defensive guidance instead.",
"Content policy: your request has been blocked.",
"Safety policy: the request was refused.",
"Request refused: safety policy.",
- "Review refused: safety policy.",
- "Request refused: safety policy. I can offer a defensive alternative.",
- "Request refused: safety policy! Please ask for defensive guidance instead.",
- "Safety policy: request refused.",
- "Safety policy: request was refused.",
- "Safety policy: request refused due to disallowed content.",
- "Safety policy: request refused due to potentially harmful content.",
- "Safety policy: request refused due to harmful assistance.",
- "Safety policy: this review is refused because complying would violate applicable restrictions.",
- "Safety policy: request refused under the applicable policy restrictions. I can offer a defensive alternative.",
"Safety policy: request refused under the applicable restrictions.",
"Safety policy: request refused because it would facilitate harm.",
"This request was refused for violating the content policy.",
@@ -1037,26 +1095,38 @@ test.each([
"I cannot complete the review because the source is unavailable.",
"Connection refused",
"Connection refused: safety policy service unavailable",
+ "Network request refused: safety policy service unavailable",
+ "HTTP request blocked: safety policy service unavailable",
"Request refused: safety policy service unavailable",
"Review refused: safety policy service unavailable",
"Request refused: safety policy. Service unavailable.",
"Review refused: safety policy. Service unavailable.",
+ "Safety policy: request refused: service unavailable",
"Safety policy: request refused because the service timed out",
"Safety policy: request refused due to upstream service timeout.",
"Safety policy: request refused by upstream with 401",
"Safety policy: request refused by upstream with 502",
"Safety policy: request refused by upstream with 504",
- "Safety policy: request refused by upstream with 503",
"Safety policy: request refused because the upstream returned HTTP 503",
"Safety policy: request refused. Service unavailable.",
"Safety policy: this request is refused.\nService unavailable.",
"Safety policy: request refused due to upstream service unavailability.",
"Safety policy: request refused due to upstream service unavailability for content processing.",
"Safety policy: request refused due to upstream service unavailability while fetching content.",
+ "Safety policy: this request is refused due to upstream service unavailability while fetching content.",
+ "Safety policy: this request is refused because the upstream service is unavailable.",
+ "Safety policy: this request is refused. Service unavailable.",
+ "Safety policy: request refused because the upstream service is unavailable.",
+ "Safety policy: request refused as the upstream service is unavailable.",
+ "Safety policy: request refused by upstream with 503",
+ "Failed to contact safety policy: request refused by upstream with 503",
+ "Ordinary safety policy documentation",
+ "Network request failed due to connectivity policy.",
"Connection refused while fetching content-policy.ts",
"Artifact upload was blocked by the content policy.",
"Artifact upload failed due to content policy violation",
"Artifact upload failed due to safety policy violation",
+ "Content policy refusal report upload failed",
"Artifact publication was refused due to the content policy.",
"Artifact publication refusal due to the content policy.",
"Artifact upload failed because the content policy requires refusal of unsupported media",
diff --git a/sdk/typescript/tests-ts/fixtures/codex-refusal-messages.json b/sdk/typescript/tests-ts/fixtures/codex-refusal-messages.json
new file mode 100644
index 000000000..7d10fa876
--- /dev/null
+++ b/sdk/typescript/tests-ts/fixtures/codex-refusal-messages.json
@@ -0,0 +1,24 @@
+{
+ "refusal-text": "I'm sorry, but I can't assist with that request.",
+ "policy-standalone-safety-text": "Safety policy violation",
+ "policy-standalone-content-text": "Content policy refusal",
+ "policy-colon-refusal-text": "Request refused: safety policy.",
+ "policy-colon-explanation-text": "Safety policy: request refused due to disallowed content.",
+ "policy-harmful-content-text": "Safety policy: this request is refused due to harmful content.",
+ "policy-bare-harmful-content-text": "Safety policy: request refused due to harmful content.",
+ "policy-restrictions-text": "Safety policy: this request is refused due to policy restrictions.",
+ "policy-bare-restrictions-text": "Safety policy: request refused due to policy restrictions.",
+ "policy-service-impact-text": "Safety policy: this request is refused because it would make the service unavailable.",
+ "policy-multiline-explanation-text": "Safety policy: this request is refused.\nI can offer a defensive alternative.",
+ "policy-prefix-text": "Safety policy: request refused.",
+ "policy-review-text": "Review refused: safety policy.",
+ "policy-intro-text": "Review cannot proceed. Safety policy: this request is refused.",
+ "policy-prefix-due-text": "Safety policy: this request is refused due to disallowed content.",
+ "policy-prefix-unsafe-text": "Safety policy: this request is refused due to unsafe content.",
+ "policy-prefix-under-text": "Safety policy: your request was blocked under the applicable restrictions.",
+ "policy-suffix-text": "Request refused: safety policy.",
+ "policy-suffix-explanation-text": "Request refused: safety policy. I can offer a defensive alternative.",
+ "policy-causal-refusal-text": "This request was refused because it violates the safety policy.",
+ "policy-refusal-text": "This request was refused because of the safety policy.",
+ "policy-first-refusal-text": "Cybersecurity policy: this request is refused because it would facilitate unauthorized access."
+}
diff --git a/sdk/typescript/tests-ts/fixtures/codex-review.mjs b/sdk/typescript/tests-ts/fixtures/codex-review.mjs
index 626a8dea9..97baae866 100644
--- a/sdk/typescript/tests-ts/fixtures/codex-review.mjs
+++ b/sdk/typescript/tests-ts/fixtures/codex-review.mjs
@@ -1,9 +1,11 @@
+import refusalMessages from "./codex-refusal-messages.json" with { type: "json" };
import assert from "node:assert/strict";
import { appendFileSync } from "node:fs";
import { createInterface } from "node:readline";
const [scenario, transcript, checkout, stage = "pair-review"] =
process.argv.slice(2);
+
const transportStatus = /^transport-(?:request|turn)-(\d+)$/.exec(
scenario,
)?.[1];
@@ -32,6 +34,16 @@ const turnFailures = {
message: "Safety policy: request refused because the service timed out",
codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 504 } },
},
+
+ "determiner-service-error": {
+ message:
+ "Safety policy: this request is refused because the upstream service is unavailable.",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "sentence-service-error": {
+ message: "Safety policy: request refused. Service unavailable.",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
"policy-turn-code": {
message: "Request blocked.",
codexErrorInfo: "cyberPolicy",
@@ -60,6 +72,41 @@ const turnFailures = {
message: "Provider temporarily unavailable",
codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
},
+ "service-unavailable": {
+ message: "Connection refused: safety policy service unavailable",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "network-request-error": {
+ message: "Network request refused: safety policy service unavailable",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "http-request-error": {
+ message: "HTTP request blocked: safety policy service unavailable",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "prefix-network-error": {
+ message:
+ "Failed to contact safety policy: request refused by upstream with 503",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "prefix-because-error": {
+ message:
+ "Safety policy: request refused because the upstream service is unavailable.",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "prefix-as-error": {
+ message:
+ "Safety policy: request refused as the upstream service is unavailable.",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "prefix-service-error": {
+ message: "Safety policy: request refused: service unavailable",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
+ "prefix-upstream-error": {
+ message: "Safety policy: request refused by upstream with 503",
+ codexErrorInfo: { httpConnectionFailed: { httpStatusCode: 503 } },
+ },
"connection-error": {
message: "Provider stream disconnected",
codexErrorInfo: { responseStreamDisconnected: { httpStatusCode: null } },
@@ -127,6 +174,7 @@ for await (const line of createInterface({ input: process.stdin })) {
if (
[
"request-error",
+ "sentence-service-request-error",
"credential-error",
"policy-request",
"policy-request-code",
@@ -137,17 +185,25 @@ for await (const line of createInterface({ input: process.stdin })) {
error: {
code: -32000,
message:
- scenario === "policy-request-code"
- ? "Request blocked."
- : scenario === "policy-request"
- ? "Request rejected: cyber_policy."
- : scenario === "credential-error"
- ? "Authentication failed: Bearer synthetic-review-key"
- : "Authentication required",
+ scenario === "sentence-service-request-error"
+ ? "Safety policy: request refused. Service unavailable."
+ : scenario === "policy-request-code"
+ ? "Request blocked."
+ : scenario === "policy-request"
+ ? "Request rejected: cyber_policy."
+ : scenario === "credential-error"
+ ? "Authentication failed: Bearer synthetic-review-key"
+ : "Authentication required",
data:
- scenario === "policy-request-code"
- ? { codexErrorInfo: "cyberPolicy" }
- : "Synthetic private response data",
+ scenario === "sentence-service-request-error"
+ ? {
+ codexErrorInfo: {
+ httpConnectionFailed: { httpStatusCode: 503 },
+ },
+ }
+ : scenario === "policy-request-code"
+ ? { codexErrorInfo: "cyberPolicy" }
+ : "Synthetic private response data",
},
});
continue;
@@ -278,20 +334,7 @@ for await (const line of createInterface({ input: process.stdin })) {
} else if (
scenario === "text-only" ||
scenario === "service-timeout-text" ||
- scenario === "refusal-text" ||
- scenario === "policy-causal-refusal-text" ||
- scenario === "policy-refusal-text" ||
- scenario === "policy-first-refusal-text" ||
- scenario === "policy-colon-refusal-text" ||
- scenario === "policy-review-text" ||
- scenario === "policy-suffix-explanation-text" ||
- scenario === "policy-colon-explanation-text" ||
- scenario === "policy-harmful-content-text" ||
- scenario === "policy-bare-harmful-content-text" ||
- scenario === "policy-restrictions-text" ||
- scenario === "policy-bare-restrictions-text" ||
- scenario === "policy-service-impact-text" ||
- scenario === "policy-multiline-explanation-text" ||
+ Object.hasOwn(refusalMessages, scenario) ||
([
"text-only-correction",
"cancel-continuation",
@@ -309,36 +352,7 @@ for await (const line of createInterface({ input: process.stdin })) {
text:
scenario === "service-timeout-text"
? "Safety policy: request refused because the service timed out"
- : scenario === "policy-multiline-explanation-text"
- ? "Safety policy: this request is refused.\nI can offer a defensive alternative."
- : scenario === "policy-restrictions-text"
- ? "Safety policy: this request is refused due to policy restrictions."
- : scenario === "policy-bare-restrictions-text"
- ? "Safety policy: request refused due to policy restrictions."
- : scenario === "policy-service-impact-text"
- ? "Safety policy: this request is refused because it would make the service unavailable."
- : scenario === "policy-harmful-content-text"
- ? "Safety policy: this request is refused due to harmful content."
- : scenario === "policy-bare-harmful-content-text"
- ? "Safety policy: request refused due to harmful content."
- : scenario === "policy-review-text"
- ? "Review refused: safety policy."
- : scenario === "policy-suffix-explanation-text"
- ? "Request refused: safety policy. I can offer a defensive alternative."
- : scenario === "policy-colon-refusal-text"
- ? "Request refused: safety policy."
- : scenario === "policy-colon-explanation-text"
- ? "Safety policy: request refused due to disallowed content."
- : scenario === "refusal-text"
- ? "I'm sorry, but I can't assist with that request."
- : scenario === "policy-first-refusal-text"
- ? "Cybersecurity policy: this request is refused."
- : scenario ===
- "policy-causal-refusal-text"
- ? "This request was refused because it violates the safety policy."
- : scenario === "policy-refusal-text"
- ? "This request was refused because of the safety policy."
- : '{"decision":"SAME"}',
+ : (refusalMessages[scenario] ?? '{"decision":"SAME"}'),
},
},
});