Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

chore(ci): fix instrumentation in gh action (#17042)

Nimar3d69500d5168
diff --git a/.github/workflows/ci-runtime-analyst.lock.yml b/.github/workflows/ci-runtime-analyst.lock.yml
index 559f034089..f43c3ba738 100644
--- a/.github/workflows/ci-runtime-analyst.lock.yml
+++ b/.github/workflows/ci-runtime-analyst.lock.yml
@@ -1,4 +1,4 @@
-# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"e10f6c714d1e0eb68d46fa30789c34035a7c550cf7342256c8942d4e78dee695","body_hash":"b5c21023c1e59f4dabf14fd9c7ee70fec11fc4a9a998769d8d46fe633403a13d","compiler_version":"v0.86.2","agent_id":"claude","agent_model":"claude-opus-5?effort=medium","engine_versions":{"claude":"2.1.227"}}
+# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"c03d8d0fcf3af75b9c686b56520acb3e2fc5a78466b296e99abae682a346ea70","body_hash":"b5c21023c1e59f4dabf14fd9c7ee70fec11fc4a9a998769d8d46fe633403a13d","compiler_version":"v0.86.2","agent_id":"claude","agent_model":"claude-opus-5","engine_versions":{"claude":"2.1.227"}}
# gh-aw-manifest: {"version":1,"secrets":["CLAUDE_API_KEY","COPILOT_GITHUB_TOKEN","GH_AW_CI_ANALYST_TOKEN","GH_AW_GITHUB_MCP_SERVER_TOKEN","GH_AW_GITHUB_TOKEN","GITHUB_TOKEN"],"actions":[{"repo":"actions/cache/restore","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/cache/save","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/checkout","sha":"3d3c42e5aac5ba805825da76410c181273ba90b1","version":"v7.0.1"},{"repo":"actions/download-artifact","sha":"3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c","version":"v8.0.1"},{"repo":"actions/github-script","sha":"3a2844b7e9c422d3c10d287c895573f7108da1b3","version":"v9.0.0"},{"repo":"actions/setup-node","sha":"820762786026740c76f36085b0efc47a31fe5020","version":"v7.0.0"},{"repo":"actions/upload-artifact","sha":"043fb46d1a93c77aae656e7c1c64a875d1fc6a0a","version":"v7.0.1"},{"repo":"github/gh-aw-actions/setup","sha":"6aab9e5b5c91c615506061f09bedd81a23babe3c","version":"v0.86.2"}],"containers":[{"image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44","digest":"sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4","pinned_image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44@sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4"},{"image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44","digest":"sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7","pinned_image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44@sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7"},{"image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44","digest":"sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627","pinned_image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44@sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627"},{"image":"ghcr.io/github/gh-aw-mcpg:v0.4.9","digest":"sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f","pinned_image":"ghcr.io/github/gh-aw-mcpg:v0.4.9@sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f"},{"image":"ghcr.io/github/gh-aw-node","digest":"sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196","pinned_image":"ghcr.io/github/gh-aw-node@sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196"},{"image":"ghcr.io/github/github-mcp-server:v1.9.0","digest":"sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e","pinned_image":"ghcr.io/github/github-mcp-server:v1.9.0@sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e"}]}
# This file was automatically generated by gh-aw (v0.86.2). DO NOT EDIT. To debug this workflow, load the skill at https://github.com/github/gh-aw/blob/main/debug.md
#
@@ -114,7 +114,7 @@ jobs:
env:
GH_AW_INFO_ENGINE_ID: "claude"
GH_AW_INFO_ENGINE_NAME: "Claude Code"
- GH_AW_INFO_MODEL: "claude-opus-5?effort=medium"
+ GH_AW_INFO_MODEL: "claude-opus-5"
GH_AW_INFO_VERSION: "2.1.227"
GH_AW_INFO_AGENT_VERSION: "2.1.227"
GH_AW_INFO_CLI_VERSION: "v0.86.2"
@@ -892,7 +892,7 @@ jobs:
env:
ANTHROPIC_API_KEY: ${{ secrets.CLAUDE_API_KEY }}
ANTHROPIC_MAX_RETRIES: 0
- ANTHROPIC_MODEL: claude-opus-5?effort=medium
+ ANTHROPIC_MODEL: claude-opus-5
BASH_DEFAULT_TIMEOUT_MS: 60000
BASH_MAX_TIMEOUT_MS: 60000
CLAUDE_CODE_DISABLE_FAST_MODE: 1
@@ -1497,7 +1497,7 @@ jobs:
env:
GITHUB_STEP_SUMMARY: /tmp/gh-aw/step-summary.md
ANTHROPIC_API_KEY: ${{ secrets.CLAUDE_API_KEY }}
- ANTHROPIC_MODEL: claude-opus-5?effort=medium
+ ANTHROPIC_MODEL: claude-opus-5
BASH_DEFAULT_TIMEOUT_MS: 60000
BASH_MAX_TIMEOUT_MS: 60000
CLAUDE_CODE_DISABLE_FAST_MODE: 1
@@ -1684,7 +1684,7 @@ jobs:
GH_AW_DETECTION_REASON: ${{ needs.detection.outputs.detection_reason }}
GH_AW_EFFECTIVE_TOKENS: ${{ needs.agent.outputs.effective_tokens }}
GH_AW_ENGINE_ID: "claude"
- GH_AW_ENGINE_MODEL: "claude-opus-5?effort=medium"
+ GH_AW_ENGINE_MODEL: "claude-opus-5"
GH_AW_RUNTIME_FEATURES: ${{ vars.GH_AW_RUNTIME_FEATURES }}
GH_AW_THREAT_DETECTION_AIC: ${{ needs.detection.outputs.aic }}
GH_AW_WORKFLOW_ID: "ci-runtime-analyst"
diff --git a/.github/workflows/ci-runtime-analyst.md b/.github/workflows/ci-runtime-analyst.md
index 36f50aa5ec..8b1cb2801f 100644
--- a/.github/workflows/ci-runtime-analyst.md
+++ b/.github/workflows/ci-runtime-analyst.md
@@ -20,11 +20,12 @@ environment: github-agent-workflows
checkout:
fetch-depth: 0
-# opus 5 at medium reasoning effort: this workflow does multi-day timing
-# analysis and root-cause investigation, which benefits from the deeper
-# model; medium effort balances thinking depth against the AI-credit budget
-# above. Syntax per the model-alias spec: <model>?effort=<low|medium|high>.
-model: claude-opus-5?effort=medium
+# opus 5: this workflow does multi-day timing analysis and root-cause
+# investigation, which benefits from the deeper model. Plain model id only. Do
+# not append the `?effort=` alias suffix: Claude Code rejects it and the awf
+# api-proxy remaps it to a fallback model. gh-aw v0.86 has no frontmatter knob
+# for effort, so Claude Code uses its default effort for this model.
+model: claude-opus-5
engine:
id: claude
diff --git a/.github/workflows/dependabot-security-maintainer.lock.yml b/.github/workflows/dependabot-security-maintainer.lock.yml
index b2f5bf6035..aa3b62c942 100644
--- a/.github/workflows/dependabot-security-maintainer.lock.yml
+++ b/.github/workflows/dependabot-security-maintainer.lock.yml
@@ -1,4 +1,4 @@
-# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"91e3980b671a4d397431ca00db7027c66b48fc24653f180cdacc2fc5700d71de","body_hash":"1fcc44799bf493c9ca238b328d63f75230e958de96cd0f771cc714add1244055","compiler_version":"v0.86.2","strict":true,"agent_id":"claude","agent_model":"claude-opus-5?effort=medium","engine_versions":{"claude":"2.1.227"}}
+# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"3c506f43628213c5d63fa4e9303f698977613f81705b9630b3fc9feb9a387c17","body_hash":"1fcc44799bf493c9ca238b328d63f75230e958de96cd0f771cc714add1244055","compiler_version":"v0.86.2","strict":true,"agent_id":"claude","agent_model":"claude-opus-5","engine_versions":{"claude":"2.1.227"}}
# gh-aw-manifest: {"version":1,"secrets":["CLAUDE_API_KEY","COPILOT_GITHUB_TOKEN","GH_ACCESS_TOKEN","GH_AW_GITHUB_MCP_SERVER_TOKEN","GH_AW_GITHUB_TOKEN","GH_AW_LANGFUSE_OTLP_BASIC_AUTH","GITHUB_TOKEN"],"actions":[{"repo":"actions/cache/restore","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/cache/save","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/checkout","sha":"3d3c42e5aac5ba805825da76410c181273ba90b1","version":"v7.0.1"},{"repo":"actions/download-artifact","sha":"3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c","version":"v8.0.1"},{"repo":"actions/github-script","sha":"3a2844b7e9c422d3c10d287c895573f7108da1b3","version":"v9.0.0"},{"repo":"actions/setup-node","sha":"820762786026740c76f36085b0efc47a31fe5020","version":"v7.0.0"},{"repo":"actions/upload-artifact","sha":"043fb46d1a93c77aae656e7c1c64a875d1fc6a0a","version":"v7.0.1"},{"repo":"github/gh-aw-actions/setup","sha":"6aab9e5b5c91c615506061f09bedd81a23babe3c","version":"v0.86.2"},{"repo":"pnpm/setup","sha":"84cb39b217b10273981911c288cd62326dc7c6d2","version":"v2.0.2"}],"containers":[{"image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44","digest":"sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4","pinned_image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44@sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4"},{"image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44","digest":"sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7","pinned_image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44@sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7"},{"image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44","digest":"sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627","pinned_image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44@sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627"},{"image":"ghcr.io/github/gh-aw-mcpg:v0.4.9","digest":"sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f","pinned_image":"ghcr.io/github/gh-aw-mcpg:v0.4.9@sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f"},{"image":"ghcr.io/github/gh-aw-node","digest":"sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196","pinned_image":"ghcr.io/github/gh-aw-node@sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196"},{"image":"ghcr.io/github/github-mcp-server:v1.9.0","digest":"sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e","pinned_image":"ghcr.io/github/github-mcp-server:v1.9.0@sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e"}]}
# This file was automatically generated by gh-aw (v0.86.2). DO NOT EDIT. To debug this workflow, load the skill at https://github.com/github/gh-aw/blob/main/debug.md
#
@@ -88,7 +88,7 @@ env:
OTEL_RESOURCE_ATTRIBUTES: 'gh-aw.workflow.name=Dependabot%20security%20maintainer,gh-aw.repository=${{ github.repository }},gh-aw.run.id=${{ github.run_id }},github.run_id=${{ github.run_id }},gh-aw.engine.id=claude'
OTEL_EXPORTER_OTLP_HEADERS: Authorization=Basic ${{ secrets.GH_AW_LANGFUSE_OTLP_BASIC_AUTH }},x-langfuse-ingestion-version=4
GH_AW_OTLP_ENDPOINTS: '[{"url":"https://cloud.langfuse.com/api/public/otel","headers":"Authorization=Basic ${{ secrets.GH_AW_LANGFUSE_OTLP_BASIC_AUTH }},x-langfuse-ingestion-version=4"}]'
- GH_AW_OTLP_ATTRIBUTES: '{"langfuse.session.id":"{{ gh-aw.episode.id }}","langfuse.trace.name":"dependabot-security-maintainer","langfuse.user.id":"{{ github.actor }}"}'
+ GH_AW_OTLP_ATTRIBUTES: '{"langfuse.trace.metadata.run_url":"${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}","langfuse.trace.name":"dependabot-security-maintainer","langfuse.user.id":"${{ github.actor }}"}'
jobs:
activation:
@@ -137,7 +137,7 @@ jobs:
env:
GH_AW_INFO_ENGINE_ID: "claude"
GH_AW_INFO_ENGINE_NAME: "Claude Code"
- GH_AW_INFO_MODEL: "claude-opus-5?effort=medium"
+ GH_AW_INFO_MODEL: "claude-opus-5"
GH_AW_INFO_VERSION: "2.1.227"
GH_AW_INFO_AGENT_VERSION: "2.1.227"
GH_AW_INFO_CLI_VERSION: "v0.86.2"
@@ -913,7 +913,7 @@ jobs:
env:
ANTHROPIC_API_KEY: ${{ secrets.CLAUDE_API_KEY }}
ANTHROPIC_MAX_RETRIES: 0
- ANTHROPIC_MODEL: claude-opus-5?effort=medium
+ ANTHROPIC_MODEL: claude-opus-5
BASH_DEFAULT_TIMEOUT_MS: 60000
BASH_MAX_TIMEOUT_MS: 60000
CLAUDE_CODE_DISABLE_FAST_MODE: 1
@@ -1499,7 +1499,7 @@ jobs:
env:
GITHUB_STEP_SUMMARY: /tmp/gh-aw/step-summary.md
ANTHROPIC_API_KEY: ${{ secrets.CLAUDE_API_KEY }}
- ANTHROPIC_MODEL: claude-opus-5?effort=medium
+ ANTHROPIC_MODEL: claude-opus-5
BASH_DEFAULT_TIMEOUT_MS: 60000
BASH_MAX_TIMEOUT_MS: 60000
CLAUDE_CODE_DISABLE_FAST_MODE: 1
@@ -1613,7 +1613,7 @@ jobs:
GH_AW_DETECTION_REASON: ${{ needs.detection.outputs.detection_reason }}
GH_AW_EFFECTIVE_TOKENS: ${{ needs.agent.outputs.effective_tokens }}
GH_AW_ENGINE_ID: "claude"
- GH_AW_ENGINE_MODEL: "claude-opus-5?effort=medium"
+ GH_AW_ENGINE_MODEL: "claude-opus-5"
GH_AW_RUNTIME_FEATURES: ${{ vars.GH_AW_RUNTIME_FEATURES }}
GH_AW_SAFE_OUTPUTS_STAGED: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.mode != 'live' }}
GH_AW_THREAT_DETECTION_AIC: ${{ needs.detection.outputs.aic }}
diff --git a/.github/workflows/dependabot-security-maintainer.md b/.github/workflows/dependabot-security-maintainer.md
index 7ca8d3895a..92cdbcbf0e 100644
--- a/.github/workflows/dependabot-security-maintainer.md
+++ b/.github/workflows/dependabot-security-maintainer.md
@@ -28,7 +28,11 @@ concurrency:
checkout:
fetch-depth: 0
-model: claude-opus-5?effort=medium
+# Plain model id only. Do not append the `?effort=` alias suffix: Claude Code
+# rejects it and the awf api-proxy remaps it to a fallback model, and the
+# suffixed string matches no Langfuse price. gh-aw v0.86 has no frontmatter
+# knob for effort, so Claude Code uses its default effort for this model.
+model: claude-opus-5
engine:
id: claude
@@ -58,10 +62,11 @@ observability:
headers:
Authorization: Basic ${{ secrets.GH_AW_LANGFUSE_OTLP_BASIC_AUTH }}
x-langfuse-ingestion-version: "4"
+ # Values are GitHub expressions; gh-aw v0.86 does not expand `{{ }}` templates.
attributes:
langfuse.trace.name: dependabot-security-maintainer
- langfuse.session.id: "{{ gh-aw.episode.id }}"
- langfuse.user.id: "{{ github.actor }}"
+ langfuse.user.id: ${{ github.actor }}
+ langfuse.trace.metadata.run_url: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
network:
allowed: