Skip to content

OpenAI's Codex Security CLI and TypeScript SDK for finding, validating, and fixing security vulnerabilities. npm: https://www.npmjs.com/package/@openai/codex-security

ci: reuse the shared tool setup for deterministic evals (#1996)

Michael D'Angelo59a2f9bda869
diff --git a/.github/workflows/node-ci.yml b/.github/workflows/node-ci.yml
index b25c0466d..5c56a3c75 100644
--- a/.github/workflows/node-ci.yml
+++ b/.github/workflows/node-ci.yml
@@ -418,14 +418,10 @@ jobs:
- *set-up-bun
- name: Check the Codex version across the SDK, MCP app and evals
run: bun test sdk/typescript/tests-ts/codex-dependency-pins.test.ts
- - uses: pnpm/action-setup@ea17c68df8912ef543352723c149a84f56e3d413 # v6.1.0
- with:
- package_json_file: package.json
- - name: Set up eval Node.js and pnpm cache
- uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
+ - name: Set up eval tools
+ uses: ./.github/actions/setup-tools
with:
node-version: "24.15.0"
- cache: pnpm
cache-dependency-path: |
sdk/typescript/pnpm-lock.yaml
plugins/codex-security/mcp-app/pnpm-lock.yaml
diff --git a/sdk/typescript/tests-ts/skeleton.test.ts b/sdk/typescript/tests-ts/skeleton.test.ts
index e135335c4..11a2864b0 100644
--- a/sdk/typescript/tests-ts/skeleton.test.ts
+++ b/sdk/typescript/tests-ts/skeleton.test.ts
@@ -340,16 +340,17 @@ describe("TypeScript package skeleton", () => {
expect(commands).toContain(
"bun test sdk/typescript/tests-ts/codex-dependency-pins.test.ts",
);
- const cachePaths = requiredSteps.find(
- (step) => step.with?.["cache"] === "pnpm",
- )?.with?.["cache-dependency-path"];
- expect(String(cachePaths).trim().split("\n")).toEqual(
- expect.arrayContaining([
- "evals/triage-finding/pnpm-lock.yaml",
- "plugins/codex-security/mcp-app/pnpm-lock.yaml",
- "sdk/typescript/pnpm-lock.yaml",
- ]),
+ const setup = requiredSteps.find(
+ (step) => step.uses === "./.github/actions/setup-tools",
);
+ expect(setup?.with?.["node-version"]).toBe("24.15.0");
+ expect(
+ String(setup?.with?.["cache-dependency-path"]).trim().split("\n"),
+ ).toEqual([
+ "sdk/typescript/pnpm-lock.yaml",
+ "plugins/codex-security/mcp-app/pnpm-lock.yaml",
+ "evals/triage-finding/pnpm-lock.yaml",
+ ]);
});
test("checks one archive and restores its plugin before every test shard", async () => {