Skip to content

πŸ™Œ OpenHands: AI-Driven Development

chore: remove PR review GitHub Actions workflow (#814)

Xingyao Wang4655f7a11925
diff --git a/.github/workflows/pr-review-by-openhands.yml b/.github/workflows/pr-review-by-openhands.yml
deleted file mode 100644
index fb115e72a9..0000000000
--- a/.github/workflows/pr-review-by-openhands.yml
+++ /dev/null
@@ -1,69 +0,0 @@
-name: PR Review by OpenHands
-
-on:
- # Use pull_request for same-repo PRs so workflow changes can self-verify in PRs.
- pull_request:
- types: [opened, ready_for_review, labeled, review_requested]
- # Use pull_request_target for fork PRs.
- # The bot token used here is intentionally scoped to PR review operations,
- # so the remaining blast radius is bounded even though PR content is untrusted.
- pull_request_target:
- types: [opened, ready_for_review, labeled, review_requested]
-
-permissions:
- contents: read
- pull-requests: write
- issues: write
-
-jobs:
- pr-review:
- # Run on same-repo PRs via pull_request and on fork PRs via pull_request_target.
- # Trigger when one of the following conditions is met:
- # 1. A new non-draft PR is opened by a non-first-time contributor, OR
- # 2. A draft PR is converted to ready for review by a non-first-time contributor, OR
- # 3. The 'review-this' label is added, OR
- # 4. openhands-agent or all-hands-bot is requested as a reviewer
- # Note: FIRST_TIME_CONTRIBUTOR and NONE PRs require manual trigger via label/reviewer request.
- if: |
- (
- (
- github.event_name == 'pull_request' &&
- github.event.pull_request.head.repo.full_name == github.repository
- ) ||
- (
- github.event_name == 'pull_request_target' &&
- (
- github.event.pull_request.head.repo.full_name != github.repository ||
- (
- github.event.pull_request.draft == true &&
- github.event.action == 'review_requested'
- )
- )
- )
- ) &&
- (
- (github.event.action == 'opened' && github.event.pull_request.draft == false && github.event.pull_request.author_association != 'FIRST_TIME_CONTRIBUTOR' && github.event.pull_request.author_association != 'NONE') ||
- (github.event.action == 'ready_for_review' && github.event.pull_request.author_association != 'FIRST_TIME_CONTRIBUTOR' && github.event.pull_request.author_association != 'NONE') ||
- (github.event.action == 'labeled' && github.event.label.name == 'review-this') ||
- (
- github.event.action == 'review_requested' &&
- (
- github.event.requested_reviewer.login == 'openhands-agent' ||
- github.event.requested_reviewer.login == 'all-hands-bot'
- )
- )
- )
- concurrency:
- group: pr-review-${{ github.event.pull_request.number }}
- cancel-in-progress: true
- runs-on: ubuntu-24.04
- steps:
- - name: Run PR Review
- uses: OpenHands/extensions/plugins/pr-review@main
- with:
- llm-model: litellm_proxy/claude-sonnet-4-5-20250929
- llm-base-url: https://llm-proxy.app.all-hands.dev
- use-sub-agents: "true"
- llm-api-key: ${{ secrets.LLM_API_KEY }}
- github-token: ${{ secrets.OPENHANDS_BOT_GITHUB_PAT_PUBLIC }}
- lmnr-api-key: ${{ secrets.LMNR_SKILLS_API_KEY }}
diff --git a/.github/workflows/pr-review-evaluation.yml b/.github/workflows/pr-review-evaluation.yml
deleted file mode 100644
index 655d43de3e..0000000000
--- a/.github/workflows/pr-review-evaluation.yml
+++ /dev/null
@@ -1,82 +0,0 @@
-name: PR Review Evaluation
-
-# This workflow evaluates how well PR review comments were addressed.
-# It runs when a PR is closed to assess review effectiveness.
-#
-# Security note: pull_request_target is safe here because:
-# 1. Only triggers on PR close (not on code changes)
-# 2. Does not checkout PR code - only downloads artifacts from trusted workflow runs
-# 3. Runs evaluation scripts from the extensions repo, not from the PR
-
-on:
- pull_request_target:
- types: [closed]
-
-permissions:
- contents: read
- pull-requests: read
-
-jobs:
- evaluate:
- runs-on: ubuntu-24.04
- env:
- PR_NUMBER: ${{ github.event.pull_request.number }}
- REPO_NAME: ${{ github.repository }}
- PR_MERGED: ${{ github.event.pull_request.merged }}
-
- steps:
- - name: Download review trace artifact
- id: download-trace
- uses: dawidd6/action-download-artifact@v21
- continue-on-error: true
- with:
- workflow: pr-review-by-openhands.yml
- name: pr-review-trace-${{ github.event.pull_request.number }}
- path: trace-info
- search_artifacts: true
- if_no_artifact_found: warn
-
- - name: Check if trace file exists
- id: check-trace
- run: |
- if [ -f "trace-info/laminar_trace_info.json" ]; then
- echo "trace_exists=true" >> $GITHUB_OUTPUT
- echo "Found trace file for PR #$PR_NUMBER"
- else
- echo "trace_exists=false" >> $GITHUB_OUTPUT
- echo "No trace file found for PR #$PR_NUMBER - skipping evaluation"
- fi
-
- - name: Checkout extensions repository
- if: steps.check-trace.outputs.trace_exists == 'true'
- uses: actions/checkout@v6
- with:
- repository: OpenHands/extensions
- path: extensions
-
- - name: Set up Python
- if: steps.check-trace.outputs.trace_exists == 'true'
- uses: actions/setup-python@v6
- with:
- python-version: "3.12"
-
- - name: Install dependencies
- if: steps.check-trace.outputs.trace_exists == 'true'
- run: pip install lmnr
-
- - name: Run evaluation
- if: steps.check-trace.outputs.trace_exists == 'true'
- env:
- LMNR_PROJECT_API_KEY: ${{ secrets.LMNR_SKILLS_API_KEY }}
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- run: |
- python extensions/plugins/pr-review/scripts/evaluate_review.py \
- --trace-file trace-info/laminar_trace_info.json
-
- - name: Upload evaluation logs
- uses: actions/upload-artifact@v7
- if: always() && steps.check-trace.outputs.trace_exists == 'true'
- with:
- name: pr-review-evaluation-${{ github.event.pull_request.number }}
- path: "*.log"
- retention-days: 30