🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(ci): keep runtime report in issue output (#17132)
Tobias Wochinger233f371661a4
diff --git a/.github/workflows/ci-runtime-analyst.lock.yml b/.github/workflows/ci-runtime-analyst.lock.ymlindex f43c3ba738..6abcdd32fe 100644--- a/.github/workflows/ci-runtime-analyst.lock.yml+++ b/.github/workflows/ci-runtime-analyst.lock.yml@@ -1,4 +1,4 @@-# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"c03d8d0fcf3af75b9c686b56520acb3e2fc5a78466b296e99abae682a346ea70","body_hash":"b5c21023c1e59f4dabf14fd9c7ee70fec11fc4a9a998769d8d46fe633403a13d","compiler_version":"v0.86.2","agent_id":"claude","agent_model":"claude-opus-5","engine_versions":{"claude":"2.1.227"}}+# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"c03d8d0fcf3af75b9c686b56520acb3e2fc5a78466b296e99abae682a346ea70","body_hash":"7de39e31204fa1e77b060a0547eb5316de35287442ec90e7ff45c58b87f515c9","compiler_version":"v0.86.2","agent_id":"claude","agent_model":"claude-opus-5","engine_versions":{"claude":"2.1.227"}}# gh-aw-manifest: {"version":1,"secrets":["CLAUDE_API_KEY","COPILOT_GITHUB_TOKEN","GH_AW_CI_ANALYST_TOKEN","GH_AW_GITHUB_MCP_SERVER_TOKEN","GH_AW_GITHUB_TOKEN","GITHUB_TOKEN"],"actions":[{"repo":"actions/cache/restore","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/cache/save","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/checkout","sha":"3d3c42e5aac5ba805825da76410c181273ba90b1","version":"v7.0.1"},{"repo":"actions/download-artifact","sha":"3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c","version":"v8.0.1"},{"repo":"actions/github-script","sha":"3a2844b7e9c422d3c10d287c895573f7108da1b3","version":"v9.0.0"},{"repo":"actions/setup-node","sha":"820762786026740c76f36085b0efc47a31fe5020","version":"v7.0.0"},{"repo":"actions/upload-artifact","sha":"043fb46d1a93c77aae656e7c1c64a875d1fc6a0a","version":"v7.0.1"},{"repo":"github/gh-aw-actions/setup","sha":"6aab9e5b5c91c615506061f09bedd81a23babe3c","version":"v0.86.2"}],"containers":[{"image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44","digest":"sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4","pinned_image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44@sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4"},{"image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44","digest":"sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7","pinned_image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44@sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7"},{"image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44","digest":"sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627","pinned_image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44@sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627"},{"image":"ghcr.io/github/gh-aw-mcpg:v0.4.9","digest":"sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f","pinned_image":"ghcr.io/github/gh-aw-mcpg:v0.4.9@sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f"},{"image":"ghcr.io/github/gh-aw-node","digest":"sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196","pinned_image":"ghcr.io/github/gh-aw-node@sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196"},{"image":"ghcr.io/github/github-mcp-server:v1.9.0","digest":"sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e","pinned_image":"ghcr.io/github/github-mcp-server:v1.9.0@sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e"}]}# This file was automatically generated by gh-aw (v0.86.2). DO NOT EDIT. To debug this workflow, load the skill at https://github.com/github/gh-aw/blob/main/debug.md#diff --git a/.github/workflows/ci-runtime-analyst.md b/.github/workflows/ci-runtime-analyst.mdindex 8b1cb2801f..ac110815e4 100644--- a/.github/workflows/ci-runtime-analyst.md+++ b/.github/workflows/ci-runtime-analyst.md@@ -165,13 +165,12 @@ checklist is only the spine. Every run ends the same way: exactly one issue.- [ ] Update all memory files, including `charts/<week>.svg`, `issues.json`,and pruned `notes.md`.- [ ] Write the FULL report — both filled-in `mermaid` charts (Chart 1 and- Chart 2, never the bare template), tables, `## Outcome` section — to- the job summary, and use it as the issue body. Before calling- `create_issue`, confirm the message you're about to submit literally- contains two ` ```mermaid ` blocks ("Report and graph" — final gate).- This holds even when you skip a fresh analysis (reuse the latest- `history/*.json` numbers and say so); never file an issue with a- one-line body ("Report and graph").+ Chart 2, never the bare template), tables, `## Outcome` section — as the+ issue body. Before calling `create_issue`, confirm the message you're+ about to submit literally contains two ` ```mermaid ` blocks ("Report+ and graph" — final gate). This holds even when you skip a fresh analysis+ (reuse the latest `history/*.json` numbers and say so); never file an+ issue with a one-line body ("Report and graph").## Extracting bulk data without bloating your own context@@ -497,12 +496,11 @@ against `issues.json`:run ends with exactly one issue carrying it.** A quiet week, an early exit,or a decision to skip recomputing changes the Outcome section, never thereport's presence or completeness, and never whether the issue gets filed.-Write the full report to the GitHub job summary AND use it verbatim as the-issue body. If you decided not to recompute (e.g. a manual re-trigger-shortly after the previous analysis), you may fill individual days from the-latest `history/*.json` and state that those days are reused — but reuse-never shrinks the chart window (see below): days the history does not cover-are computed fresh from the API in this run.+Use the full report verbatim as the issue body. If you decided not to+recompute (e.g. a manual re-trigger shortly after the previous analysis), you+may fill individual days from the latest `history/*.json` and state that those+days are reused — but reuse never shrinks the chart window (see below): days+the history does not cover are computed fresh from the API in this run.The report always contains, in order: