The open-source app everyone uses to manage agents at work
TypeScript acpxagent-orchestrationagent-skillsagentic-aiai-agentsai-engineeringai-governanceai-toolsautonomous-agentsclaudeclaude-codeclaude-skillscodexhermesllmmcpmulti-agentopenclawproject-managementworkflow-automation
ci: enable Grok qualification in the trusted paid workflow (#13845)
Dotta950ccb8eef8e
diff --git a/.github/workflows/runner-full-stack-e2e.yml b/.github/workflows/runner-full-stack-e2e.ymlindex 9016efa30c..5556752cbc 100644--- a/.github/workflows/runner-full-stack-e2e.yml+++ b/.github/workflows/runner-full-stack-e2e.yml@@ -9,6 +9,10 @@ on:description: "Branch in paperclipai/paperclip to test; the trusted workflow still runs from master"type: stringrequired: false+ max_parallel:+ description: "Optional lower concurrency for this campaign (cannot exceed the configured limit)"+ type: string+ required: falseall:description: "Run the complete paid matrix when no narrower selector is supplied"type: boolean@@ -286,6 +290,7 @@ jobs:SELECT_ID: ${{ inputs.id }}MAX_PARALLEL: ${{ vars.RUNNER_E2E_MAX_PARALLEL || needs.authorize.outputs.max_parallel_default }}MAX_PARALLEL_LIMIT: ${{ needs.authorize.outputs.max_parallel_limit }}+ REQUESTED_MAX_PARALLEL: ${{ inputs.max_parallel }}run: |set -euo pipefailargs=(--matrix-json)@@ -346,6 +351,13 @@ jobs:echo "RUNNER_E2E_MAX_PARALLEL must be an integer from 1 through $MAX_PARALLEL_LIMIT for the selected runner." >&2exit 1fi+ if [ -n "${REQUESTED_MAX_PARALLEL:-}" ]; then+ if ! [[ "$REQUESTED_MAX_PARALLEL" =~ ^[1-9][0-9]{0,2}$ ]] || [ "$REQUESTED_MAX_PARALLEL" -gt "$MAX_PARALLEL" ]; then+ echo "max_parallel must be an integer from 1 through the configured campaign limit." >&2+ exit 1+ fi+ MAX_PARALLEL="$REQUESTED_MAX_PARALLEL"+ fiecho "max_parallel=$MAX_PARALLEL" >> "$GITHUB_OUTPUT"daytona_image:@@ -874,6 +886,10 @@ jobs:if: matrix.environmentId == 'local' && (matrix.profileId == 'legacy-opencode' || matrix.profileId == 'runner-opencode' || matrix.suiteId == 'openrouter-model-breadth')run: node packages/paperclip-runner/scripts/materialize-opencode-binary.mjs+ - name: Install checksum-verified Grok executable+ if: matrix.environmentId == 'local' && matrix.profileId == 'runner-acpx-grok'+ run: node packages/grok-acp/install.mjs+- name: Download immutable campaign outputsif: startsWith(matrix.profileId, 'runner-') || matrix.suiteId == 'openrouter-model-breadth'uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8@@ -1024,7 +1040,7 @@ jobs:NODE- name: Prepare pinned Python artifact oracle image- if: matrix.suiteId == 'everyday-workflows' && (matrix.caseId == 'build-revise' || matrix.caseId == 'delegate-feedback' || matrix.caseId == 'agent-review-handoff' || matrix.caseId == 'hire-reuse' || matrix.caseId == 'recover-controller' || matrix.caseId == 'stop-redirect')+ if: (matrix.suiteId == 'everyday-workflows' || matrix.suiteId == 'grok-qualification') && (matrix.caseId == 'build-revise' || matrix.caseId == 'delegate-feedback' || matrix.caseId == 'agent-review-handoff' || matrix.caseId == 'hire-reuse' || matrix.caseId == 'recover-controller' || matrix.caseId == 'stop-redirect')run: |set -euo pipefailoracle_image='python@sha256:9d2e5553305c7c7b0097999bb17187c69b921ccd6bc9d40e4bb5ebe652c00285'@@ -1037,6 +1053,7 @@ jobs:OPENAI_API_KEY: ${{ matrix.credentialName == 'OPENAI_API_KEY' && secrets.OPENAI_API_KEY || '' }}ANTHROPIC_API_KEY: ${{ matrix.credentialName == 'ANTHROPIC_API_KEY' && secrets.ANTHROPIC_API_KEY || '' }}OPENROUTER_API_KEY: ${{ matrix.credentialName == 'OPENROUTER_API_KEY' && secrets.OPENROUTER_API_KEY || '' }}+ XAI_API_KEY: ${{ matrix.credentialName == 'XAI_API_KEY' && secrets.XAI_API_KEY || '' }}DAYTONA_API_KEY: ${{ matrix.environmentId == 'daytona' && secrets.DAYTONA_API_KEY || '' }}PAPERCLIP_E2E_DAYTONA_IMAGE: ${{ needs.daytona_image.outputs.image }}PAPERCLIP_RUNNER_REMOTE_PROVIDER_PACK_PATH: ${{ github.workspace }}/packages/paperclip-runner/provider-packdiff --git a/tests/runner-e2e/README.md b/tests/runner-e2e/README.mdindex d10684439e..00c1ffc3d2 100644--- a/tests/runner-e2e/README.md+++ b/tests/runner-e2e/README.md@@ -1001,3 +1001,17 @@ requires the saved content and usable composer to remain visible. Run it with thstandard `tests/e2e/playwright.config.ts`; no provider or Daytona credentials areneeded. Browser-support tests separately exercise blank-root/pending-modulefailure evidence, so a future blank page is distinguishable from a loaded task.++### Grok branch qualification on EC2++The trusted default-branch workflow can run the explicit `grok-qualification`+suite from a selected target branch. Store `XAI_API_KEY` only in the protected+`runner-e2e-paid` environment. The paid step delivers it only to a profile whose+credential name is `XAI_API_KEY`. The Grok `build-revise` cells prepare the same+pinned Python artifact verifier used by Everyday Workflows, before credentials+are exposed. Local Grok cells also run the checksum-verifying binary installer+before receiving credentials. With `RUNNER_E2E_AWS_ENABLED=true`, the controller, browser and+artifact verifier run on the existing EC2 fleet; no developer laptop Docker+service is required. Set the optional `max_parallel` dispatch input to `1` for+keys with low request limits. It can only lower the configured campaign limit.+Keep subscription qualification separate from API-key results.diff --git a/tests/runner-e2e/SECURITY.md b/tests/runner-e2e/SECURITY.mdindex 57ed632d78..e781d54fc6 100644--- a/tests/runner-e2e/SECURITY.md+++ b/tests/runner-e2e/SECURITY.md@@ -1,6 +1,6 @@# Runner E2E security for a public repository-This suite can spend provider money, expose four API credentials to isolated+This suite can spend provider money, expose selected API credentials to isolatedtest processes, publish a container, retain private visual evidence, and writepublic structured evidence. Treat changes to the workflow, harness, fixtureprompts, evidence packager, and publisher as security-sensitive production@@ -64,7 +64,7 @@ rejects mutable tag or branch references.## Secrets and protected environmentsCreate `runner-e2e-paid`, restrict deployments to the default branch, and put-only `OPENAI_API_KEY`, `ANTHROPIC_API_KEY`, `OPENROUTER_API_KEY`, and+only `OPENAI_API_KEY`, `ANTHROPIC_API_KEY`, `OPENROUTER_API_KEY`, `XAI_API_KEY`, and`DAYTONA_API_KEY` in it. Do not duplicate these credentials as repository- ororganization-level Actions secrets: environment scoping is the boundary thatprevents branch or pull-request jobs from requesting them. Require approvaldiff --git a/tests/runner-e2e/workflow-security.test.ts b/tests/runner-e2e/workflow-security.test.tsindex 1a9c021dd0..5e3fd4084f 100644--- a/tests/runner-e2e/workflow-security.test.ts+++ b/tests/runner-e2e/workflow-security.test.ts@@ -294,12 +294,18 @@ describe("public repository paid workflow security", () => {expect(paidExecution).toBeGreaterThan(awsFfmpegInstall);expect(paidExecution).toBeGreaterThan(daytonaPluginPreparation);expect(paidExecution).toBeGreaterThan(everydayOraclePreparation);+ const grokPreparation = paidJob.indexOf("- name: Install checksum-verified Grok executable");+ expect(grokPreparation).toBeGreaterThan(paidInstall);+ expect(paidExecution).toBeGreaterThan(grokPreparation);+ expect(paidJob).toContain("if: matrix.environmentId == 'local' && matrix.profileId == 'runner-acpx-grok'");+ expect(paidJob).toContain("run: node packages/grok-acp/install.mjs");+const everydayOracleStep = paidJob.slice(everydayOraclePreparation,paidExecution,);expect(everydayOracleStep).toContain(- "if: matrix.suiteId == 'everyday-workflows' && (matrix.caseId == 'build-revise' || matrix.caseId == 'delegate-feedback' || matrix.caseId == 'agent-review-handoff' || matrix.caseId == 'hire-reuse' || matrix.caseId == 'recover-controller' || matrix.caseId == 'stop-redirect')",+ "if: (matrix.suiteId == 'everyday-workflows' || matrix.suiteId == 'grok-qualification') && (matrix.caseId == 'build-revise' || matrix.caseId == 'delegate-feedback' || matrix.caseId == 'agent-review-handoff' || matrix.caseId == 'hire-reuse' || matrix.caseId == 'recover-controller' || matrix.caseId == 'stop-redirect')",);expect(everydayOracleStep).toContain(`oracle_image='${everydayOracleImage}'`,@@ -367,6 +373,10 @@ describe("public repository paid workflow security", () => {);expect(authorizeJob).toContain('echo "max_parallel_limit=100"');expect(fullStack).toContain('[ "$MAX_PARALLEL_LIMIT" -gt 100 ]');+ expect(fullStack).toContain("REQUESTED_MAX_PARALLEL: ${{ inputs.max_parallel }}");+ expect(fullStack).toContain('[ "$REQUESTED_MAX_PARALLEL" -gt "$MAX_PARALLEL" ]');+ expect(fullStack).toContain('[[ "$REQUESTED_MAX_PARALLEL" =~ ^[1-9][0-9]{0,2}$ ]]');+expect(fullStack).toContain('[ "$MAX_PARALLEL" -gt "$MAX_PARALLEL_LIMIT" ]',);@@ -511,6 +521,7 @@ describe("public repository paid workflow security", () => {OPENAI_API_KEY: "matrix.credentialName == 'OPENAI_API_KEY'",ANTHROPIC_API_KEY: "matrix.credentialName == 'ANTHROPIC_API_KEY'",OPENROUTER_API_KEY: "matrix.credentialName == 'OPENROUTER_API_KEY'",+ XAI_API_KEY: "matrix.credentialName == 'XAI_API_KEY'",DAYTONA_API_KEY: "matrix.environmentId == 'daytona'",})) {expect(fullStack).toContain(@@ -538,7 +549,7 @@ describe("public repository paid workflow security", () => {);const providerSecretReferences = [...contents.matchAll(- /secrets(?:\.(?:OPENAI_API_KEY|ANTHROPIC_API_KEY|OPENROUTER_API_KEY|DAYTONA_API_KEY)\b|\[['"](?:OPENAI_API_KEY|ANTHROPIC_API_KEY|OPENROUTER_API_KEY|DAYTONA_API_KEY)['"]\])/g,+ /secrets(?:\.(?:OPENAI_API_KEY|ANTHROPIC_API_KEY|OPENROUTER_API_KEY|XAI_API_KEY|DAYTONA_API_KEY)\b|\[['"](?:OPENAI_API_KEY|ANTHROPIC_API_KEY|OPENROUTER_API_KEY|XAI_API_KEY|DAYTONA_API_KEY)['"]\])/g,),];if (providerSecretReferences.length > 0) {