🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(skills): upgrade skill self improvement 2 (#17060)
Nimar6fca5487cfcb
diff --git a/.github/workflows/dependabot-security-maintainer.lock.yml b/.github/workflows/dependabot-security-maintainer.lock.ymlindex b1e56be390..ee0bfb1550 100644--- a/.github/workflows/dependabot-security-maintainer.lock.yml+++ b/.github/workflows/dependabot-security-maintainer.lock.yml@@ -1,4 +1,4 @@-# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"48362c9f261604735446a74ec416b8174066fed41fd681ea1f5426416c712f5d","body_hash":"8d3279d42fa8096bfcdb70e8b41bc629a0c1a79b4fd328b4f2b1da65ea1bfcb5","compiler_version":"v0.86.2","strict":true,"agent_id":"claude","agent_model":"claude-opus-5","engine_versions":{"claude":"2.1.227"}}+# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"345d3d47623ae702046b8adb73db81c30d36368ae7116fe7751bff62a1ddbe13","body_hash":"1bfa8a3708fecd4d99da392a80bcefd60fa2f6ea848d4cf5bc17b2d4292106d1","compiler_version":"v0.86.2","strict":true,"agent_id":"claude","agent_model":"claude-opus-5","engine_versions":{"claude":"2.1.227"}}# gh-aw-manifest: {"version":1,"secrets":["CLAUDE_API_KEY","COPILOT_GITHUB_TOKEN","GH_ACCESS_TOKEN","GH_AW_GITHUB_MCP_SERVER_TOKEN","GH_AW_GITHUB_TOKEN","GH_AW_LANGFUSE_OTLP_BASIC_AUTH","GITHUB_TOKEN"],"actions":[{"repo":"actions/cache/restore","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/cache/save","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/checkout","sha":"3d3c42e5aac5ba805825da76410c181273ba90b1","version":"v7.0.1"},{"repo":"actions/download-artifact","sha":"3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c","version":"v8.0.1"},{"repo":"actions/github-script","sha":"3a2844b7e9c422d3c10d287c895573f7108da1b3","version":"v9.0.0"},{"repo":"actions/setup-node","sha":"820762786026740c76f36085b0efc47a31fe5020","version":"v7.0.0"},{"repo":"actions/upload-artifact","sha":"043fb46d1a93c77aae656e7c1c64a875d1fc6a0a","version":"v7.0.1"},{"repo":"github/gh-aw-actions/setup","sha":"6aab9e5b5c91c615506061f09bedd81a23babe3c","version":"v0.86.2"},{"repo":"pnpm/setup","sha":"703c52620218391530e48b9e8870d5c0082e1b9b","version":"v2.1.0"}],"containers":[{"image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44","digest":"sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4","pinned_image":"ghcr.io/github/gh-aw-firewall/agent:0.27.44@sha256:0d727725c737b58c7bdf51f640cffb928385ec46517e0917c7f1a02f1bada8b4"},{"image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44","digest":"sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7","pinned_image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.27.44@sha256:b50fbadba138f6e9aba94aca09711335c489bb3b15861220cb66f6092e042dc7"},{"image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44","digest":"sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627","pinned_image":"ghcr.io/github/gh-aw-firewall/squid:0.27.44@sha256:83e48bbe12c634be8c228a576832fe45f66c529ac3659db92bddbcf2eeb6d627"},{"image":"ghcr.io/github/gh-aw-mcpg:v0.4.9","digest":"sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f","pinned_image":"ghcr.io/github/gh-aw-mcpg:v0.4.9@sha256:e5a1569aeaf41820fa7bdee3e94468cae448133cdbf00119ad24f5b74db1ab9f"},{"image":"ghcr.io/github/gh-aw-node","digest":"sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196","pinned_image":"ghcr.io/github/gh-aw-node@sha256:0d9f1fb5fd6610c0ac1f5194a38e45a8a1e81f8a390d5142d8e4e6f26a4b3196"},{"image":"ghcr.io/github/github-mcp-server:v1.9.0","digest":"sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e","pinned_image":"ghcr.io/github/github-mcp-server:v1.9.0@sha256:881b53d6f75f69bdbc1b5b10fc2f1361717c19054143b3a8529fb5c32061a50e"}]}# This file was automatically generated by gh-aw (v0.86.2). DO NOT EDIT. To debug this workflow, load the skill at https://github.com/github/gh-aw/blob/main/debug.md#@@ -88,7 +88,7 @@ env:OTEL_RESOURCE_ATTRIBUTES: 'gh-aw.workflow.name=Dependabot%20security%20maintainer,gh-aw.repository=${{ github.repository }},gh-aw.run.id=${{ github.run_id }},github.run_id=${{ github.run_id }},gh-aw.engine.id=claude'OTEL_EXPORTER_OTLP_HEADERS: Authorization=Basic ${{ secrets.GH_AW_LANGFUSE_OTLP_BASIC_AUTH }},x-langfuse-ingestion-version=4GH_AW_OTLP_ENDPOINTS: '[{"url":"https://cloud.langfuse.com/api/public/otel","headers":"Authorization=Basic ${{ secrets.GH_AW_LANGFUSE_OTLP_BASIC_AUTH }},x-langfuse-ingestion-version=4"}]'- GH_AW_OTLP_ATTRIBUTES: '{"langfuse.trace.metadata.run_url":"${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}","langfuse.trace.name":"dependabot-security-maintainer","langfuse.user.id":"${{ github.actor }}"}'+ GH_AW_OTLP_ATTRIBUTES: '{"langfuse.trace.metadata.event":"${{ github.event_name }}","langfuse.trace.metadata.mode":"${{ github.event.inputs.mode || ''live'' }}","langfuse.trace.metadata.run_url":"${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}","langfuse.trace.name":"dependabot-security-maintainer","langfuse.user.id":"${{ github.actor }}"}'jobs:activation:@@ -808,8 +808,11 @@ jobs:# - Bash(git status)# - Bash(git switch:*)# - Bash(grep)+ # - Bash(grep:*)# - Bash(head)+ # - Bash(head:*)# - Bash(ls)+ # - Bash(ls:*)# - Bash(node .agents/skills/pnpm-upgrade-package/scripts/check-release-age-window.mjs:*)# - Bash(npm view:*)# - Bash(pnpm:*)@@ -817,9 +820,12 @@ jobs:# - Bash(pwd)# - Bash(safeoutputs:*)# - Bash(sort)+ # - Bash(sort:*)# - Bash(tail)+ # - Bash(tail:*)# - Bash(uniq)# - Bash(wc)+ # - Bash(wc:*)# - Bash(yq)# - BashOutput# - Edit@@ -916,7 +922,7 @@ jobs:fi# shellcheck disable=SC1003,SC2016,SC2086awf --config "${RUNNER_TEMP}/gh-aw/awf-config.json" --container-workdir "${GITHUB_WORKSPACE}" --mount "${RUNNER_TEMP}/gh-aw:${RUNNER_TEMP}/gh-aw:ro" --mount "${RUNNER_TEMP}/gh-aw:/host${RUNNER_TEMP}/gh-aw:ro" ${GH_AW_TOOL_CACHE_MOUNT:+--mount "$GH_AW_TOOL_CACHE_MOUNT"} ${GH_AW_DOCKER_HOST:+--docker-host "$GH_AW_DOCKER_HOST"} --tty --env-all --exclude-env ACTIONS_ID_TOKEN_REQUEST_TOKEN --exclude-env ACTIONS_ID_TOKEN_REQUEST_URL --exclude-env ANTHROPIC_API_KEY --exclude-env GITHUB_MCP_SERVER_TOKEN --exclude-env MCP_GATEWAY_API_KEY --mount /tmp/gh-aw:/tmp/gh-aw:rw --log-level info --skip-pull \- -- /bin/bash -c 'set +o histexpand; export PATH="${RUNNER_TEMP}/gh-aw/mcp-cli/bin:$PATH" && : "${RUNNER_TOOL_CACHE:?RUNNER_TOOL_CACHE must be set}"; GH_AW_TOOL_CACHE="$RUNNER_TOOL_CACHE"; export PATH="$(find "$GH_AW_TOOL_CACHE" -maxdepth 5 -type d -name bin 2>/dev/null | tr '\''\n'\'' '\'':'\'')$PATH"; [ -n "$GOROOT" ] && export PATH="$GOROOT/bin:$PATH" || true; [ -n "$ERLANG_HOME" ] && export PATH="$ERLANG_HOME/bin:$PATH" || true && GH_AW_NODE_EXEC="${GH_AW_NODE_BIN:-}"; if [ -z "$GH_AW_NODE_EXEC" ] || [ ! -x "$GH_AW_NODE_EXEC" ]; then GH_AW_NODE_EXEC="$(command -v node 2>/dev/null || true)"; fi; if [ -z "$GH_AW_NODE_EXEC" ]; then echo "node runtime missing on this runner — check runtimes.node in workflow YAML" >&2; exit 127; fi; GH_AW_NPM_GLOBAL_ROOT="$(npm root -g 2>/dev/null || true)"; if [ -n "$GH_AW_NPM_GLOBAL_ROOT" ]; then export NODE_PATH="${GH_AW_NPM_GLOBAL_ROOT}${NODE_PATH:+:${NODE_PATH}}"; fi; "$GH_AW_NODE_EXEC" ${RUNNER_TEMP}/gh-aw/actions/claude_harness.cjs claude --print --no-chrome --max-turns 180 --allowed-tools '\''Bash(cat),Bash(date),Bash(echo),Bash(git add:*),Bash(git branch:*),Bash(git checkout:*),Bash(git commit:*),Bash(git diff:*),Bash(git merge:*),Bash(git restore:*),Bash(git rm:*),Bash(git status),Bash(git switch:*),Bash(grep),Bash(head),Bash(ls),Bash(node .agents/skills/pnpm-upgrade-package/scripts/check-release-age-window.mjs:*),Bash(npm view:*),Bash(pnpm:*),Bash(printf),Bash(pwd),Bash(safeoutputs:*),Bash(sort),Bash(tail),Bash(uniq),Bash(wc),Bash(yq),BashOutput,Edit,Edit(/tmp/*),Edit(/tmp/gh-aw/agent/*),ExitPlanMode,Glob,Grep,KillBash,LS,MultiEdit,MultiEdit(/tmp/*),MultiEdit(/tmp/gh-aw/agent/*),NotebookEdit,NotebookRead,Read,Read(/tmp/*),Read(/tmp/gh-aw/agent/*),Task,TodoWrite,Write,Write(/tmp/*),Write(/tmp/gh-aw/agent/*),mcp__github__actions_get,mcp__github__actions_list,mcp__github__get_code_scanning_alert,mcp__github__get_commit,mcp__github__get_dependabot_alert,mcp__github__get_discussion,mcp__github__get_discussion_comments,mcp__github__get_file_contents,mcp__github__get_job_logs,mcp__github__get_label,mcp__github__get_latest_release,mcp__github__get_me,mcp__github__get_notification_details,mcp__github__get_pull_request,mcp__github__get_pull_request_comments,mcp__github__get_pull_request_diff,mcp__github__get_pull_request_files,mcp__github__get_pull_request_review_comments,mcp__github__get_pull_request_reviews,mcp__github__get_pull_request_status,mcp__github__get_release_by_tag,mcp__github__get_secret_scanning_alert,mcp__github__get_tag,mcp__github__issue_read,mcp__github__list_branches,mcp__github__list_code_scanning_alerts,mcp__github__list_commits,mcp__github__list_dependabot_alerts,mcp__github__list_discussion_categories,mcp__github__list_discussions,mcp__github__list_issue_types,mcp__github__list_issues,mcp__github__list_label,mcp__github__list_notifications,mcp__github__list_pull_requests,mcp__github__list_releases,mcp__github__list_secret_scanning_alerts,mcp__github__list_starred_repositories,mcp__github__list_tags,mcp__github__pull_request_read,mcp__github__search_code,mcp__github__search_issues,mcp__github__search_orgs,mcp__github__search_pull_requests,mcp__github__search_repositories,mcp__github__search_users,mcp__safeoutputs'\'' --debug-file /tmp/gh-aw/agent-stdio.log --verbose --permission-mode acceptEdits --output-format stream-json --mcp-config "${RUNNER_TEMP}/gh-aw/mcp-config/mcp-servers.json" --prompt-file /tmp/gh-aw/aw-prompts/prompt.txt' 2>&1 | tee -a /tmp/gh-aw/agent-stdio.log+ -- /bin/bash -c 'set +o histexpand; export PATH="${RUNNER_TEMP}/gh-aw/mcp-cli/bin:$PATH" && : "${RUNNER_TOOL_CACHE:?RUNNER_TOOL_CACHE must be set}"; GH_AW_TOOL_CACHE="$RUNNER_TOOL_CACHE"; export PATH="$(find "$GH_AW_TOOL_CACHE" -maxdepth 5 -type d -name bin 2>/dev/null | tr '\''\n'\'' '\'':'\'')$PATH"; [ -n "$GOROOT" ] && export PATH="$GOROOT/bin:$PATH" || true; [ -n "$ERLANG_HOME" ] && export PATH="$ERLANG_HOME/bin:$PATH" || true && GH_AW_NODE_EXEC="${GH_AW_NODE_BIN:-}"; if [ -z "$GH_AW_NODE_EXEC" ] || [ ! -x "$GH_AW_NODE_EXEC" ]; then GH_AW_NODE_EXEC="$(command -v node 2>/dev/null || true)"; fi; if [ -z "$GH_AW_NODE_EXEC" ]; then echo "node runtime missing on this runner — check runtimes.node in workflow YAML" >&2; exit 127; fi; GH_AW_NPM_GLOBAL_ROOT="$(npm root -g 2>/dev/null || true)"; if [ -n "$GH_AW_NPM_GLOBAL_ROOT" ]; then export NODE_PATH="${GH_AW_NPM_GLOBAL_ROOT}${NODE_PATH:+:${NODE_PATH}}"; fi; "$GH_AW_NODE_EXEC" ${RUNNER_TEMP}/gh-aw/actions/claude_harness.cjs claude --print --no-chrome --max-turns 180 --allowed-tools '\''Bash(cat),Bash(date),Bash(echo),Bash(git add:*),Bash(git branch:*),Bash(git checkout:*),Bash(git commit:*),Bash(git diff:*),Bash(git merge:*),Bash(git restore:*),Bash(git rm:*),Bash(git status),Bash(git switch:*),Bash(grep),Bash(grep:*),Bash(head),Bash(head:*),Bash(ls),Bash(ls:*),Bash(node .agents/skills/pnpm-upgrade-package/scripts/check-release-age-window.mjs:*),Bash(npm view:*),Bash(pnpm:*),Bash(printf),Bash(pwd),Bash(safeoutputs:*),Bash(sort),Bash(sort:*),Bash(tail),Bash(tail:*),Bash(uniq),Bash(wc),Bash(wc:*),Bash(yq),BashOutput,Edit,Edit(/tmp/*),Edit(/tmp/gh-aw/agent/*),ExitPlanMode,Glob,Grep,KillBash,LS,MultiEdit,MultiEdit(/tmp/*),MultiEdit(/tmp/gh-aw/agent/*),NotebookEdit,NotebookRead,Read,Read(/tmp/*),Read(/tmp/gh-aw/agent/*),Task,TodoWrite,Write,Write(/tmp/*),Write(/tmp/gh-aw/agent/*),mcp__github__actions_get,mcp__github__actions_list,mcp__github__get_code_scanning_alert,mcp__github__get_commit,mcp__github__get_dependabot_alert,mcp__github__get_discussion,mcp__github__get_discussion_comments,mcp__github__get_file_contents,mcp__github__get_job_logs,mcp__github__get_label,mcp__github__get_latest_release,mcp__github__get_me,mcp__github__get_notification_details,mcp__github__get_pull_request,mcp__github__get_pull_request_comments,mcp__github__get_pull_request_diff,mcp__github__get_pull_request_files,mcp__github__get_pull_request_review_comments,mcp__github__get_pull_request_reviews,mcp__github__get_pull_request_status,mcp__github__get_release_by_tag,mcp__github__get_secret_scanning_alert,mcp__github__get_tag,mcp__github__issue_read,mcp__github__list_branches,mcp__github__list_code_scanning_alerts,mcp__github__list_commits,mcp__github__list_dependabot_alerts,mcp__github__list_discussion_categories,mcp__github__list_discussions,mcp__github__list_issue_types,mcp__github__list_issues,mcp__github__list_label,mcp__github__list_notifications,mcp__github__list_pull_requests,mcp__github__list_releases,mcp__github__list_secret_scanning_alerts,mcp__github__list_starred_repositories,mcp__github__list_tags,mcp__github__pull_request_read,mcp__github__search_code,mcp__github__search_issues,mcp__github__search_orgs,mcp__github__search_pull_requests,mcp__github__search_repositories,mcp__github__search_users,mcp__safeoutputs'\'' --debug-file /tmp/gh-aw/agent-stdio.log --verbose --permission-mode acceptEdits --output-format stream-json --mcp-config "${RUNNER_TEMP}/gh-aw/mcp-config/mcp-servers.json" --prompt-file /tmp/gh-aw/aw-prompts/prompt.txt' 2>&1 | tee -a /tmp/gh-aw/agent-stdio.logenv:ANTHROPIC_API_KEY: ${{ secrets.CLAUDE_API_KEY }}ANTHROPIC_MAX_RETRIES: 0diff --git a/.github/workflows/dependabot-security-maintainer.md b/.github/workflows/dependabot-security-maintainer.mdindex 29848f0d26..cab2bfa2d8 100644--- a/.github/workflows/dependabot-security-maintainer.md+++ b/.github/workflows/dependabot-security-maintainer.md@@ -64,10 +64,16 @@ observability:Authorization: Basic ${{ secrets.GH_AW_LANGFUSE_OTLP_BASIC_AUTH }}x-langfuse-ingestion-version: "4"# Values are GitHub expressions; gh-aw v0.86 does not expand `{{ }}` templates.+ # gh-aw JSON-encodes these values with HTML-safe escaping, so an expression+ # must not contain `&` or `"`: `&&` would reach GitHub as `\u0026\u0026`.attributes:langfuse.trace.name: dependabot-security-maintainer+ # Scheduled runs carry the bot actor that owns the schedule.langfuse.user.id: ${{ github.actor }}langfuse.trace.metadata.run_url: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}+ langfuse.trace.metadata.event: ${{ github.event_name }}+ # inputs.mode is null outside workflow_dispatch, so schedule runs are live.+ langfuse.trace.metadata.mode: ${{ github.event.inputs.mode || 'live' }}network:allowed:@@ -83,6 +89,14 @@ tools:- "node .agents/skills/pnpm-upgrade-package/scripts/check-release-age-window.mjs:*"- "git diff:*"- "git restore:*"+ # Read-only filters with arguments; the bare defaults (head, tail, wc, ...)+ # reject any flag and every rejection costs a full model turn.+ - "head:*"+ - "tail:*"+ - "wc:*"+ - "ls:*"+ - "grep:*"+ - "sort:*"edit:steps:@@ -214,6 +228,24 @@ The current run's safe-output staged flag is- Keep each dependency independent: one branch, one commit, and one PR perdependency. Process at most 10 dependencies per run. All PRs target `main`.+## Shell and tool rules++Every denied call still costs a full model turn, so follow these exactly.++- Run one command per Bash call. Do not chain commands with `&&`, `;`, or+ pipes into other programs, and do not use shell loops, subshells, or `$()`+ expansions. Each part of a compound command is checked separately against+ the allowlist and any unlisted part is denied.+- Commit with `git commit --no-verify -m "<subject>"`. Do not pass+ `-c core.hooksPath=...` or any other `git -c` option.+- Read `/tmp/gh-aw/agent/*.json` with the Read tool. `ls` is blocked outside+ the repository checkout.+- Do not use TaskCreate, TaskUpdate, or TodoWrite. Keep the plan in your+ reasoning; each of those calls is a model turn that produces nothing.+- In PR bodies and comments, always write scoped package names such as+ `@hono/node-server` inside backticks. Bare `@name` tokens outside code count+ as mentions, and a comment with more than 10 mentions is rejected.+## Select dependencies1. Read all alerts from `/tmp/gh-aw/agent/dependabot-alerts.json` (Dependabot@@ -267,7 +299,7 @@ The current run's safe-output staged flag is- the diff contains only allowed dependency files and only changes neededfor this dependency group5. Commit only the verified dependency files with- `chore(deps): bump <dependency> to <target-version>` and hooks disabled.+ `git commit --no-verify -m "chore(deps): bump <dependency> to <target-version>"`.6. Request one non-draft PR using the next unused temporary ID from `aw_pr_1`through `aw_pr_10`. The title is the commit subject. The body must summarizethe dependency upgrade and list every covered Dependabot alert number and