Skip to content

Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.

eval on pr

Magnus Müllera46deaec61cf
diff --git a/.github/workflows/eval-on-pr.yml b/.github/workflows/eval-on-pr.yml
new file mode 100644
index 000000000..10dcff26b
--- /dev/null
+++ b/.github/workflows/eval-on-pr.yml
@@ -0,0 +1,56 @@
+name: Evaluate PR
+
+on:
+ pull_request:
+ types: [opened, synchronize, reopened]
+
+jobs:
+ trigger-evaluation:
+ runs-on: ubuntu-latest
+ # Only run if PR author has write access
+ if: |
+ github.event.pull_request.author_association == 'OWNER' ||
+ github.event.pull_request.author_association == 'MEMBER' ||
+ github.event.pull_request.author_association == 'COLLABORATOR'
+
+ steps:
+ - name: Trigger interactionTasks_v6 Evaluation
+ run: |
+ echo "🚀 Triggering evaluation for PR #${{ github.event.pull_request.number }}"
+ echo "Commit: ${{ github.event.pull_request.head.sha }}"
+
+ response=$(curl -X POST \
+ "${{ secrets.EVAL_PLATFORM_URL }}/api/triggerInteractionTasksV6" \
+ -H "Authorization: Bearer ${{ secrets.EVAL_PLATFORM_KEY }}" \
+ -H "Content-Type: application/json" \
+ -d "{
+ \"commitSha\": \"${{ github.event.pull_request.head.sha }}\",
+ \"prNumber\": ${{ github.event.pull_request.number }},
+ \"githubRepo\": \"${{ github.repository }}\"
+ }" -s)
+
+ echo "Response: $response"
+
+ # Check if trigger was successful
+ if echo "$response" | jq -e '.success == true' > /dev/null; then
+ echo "✅ Evaluation triggered successfully"
+ echo "📊 Results will be posted automatically when evaluation completes (~25 minutes)"
+ exit 0
+ else
+ echo "❌ Failed to trigger evaluation"
+ echo "$response"
+ exit 1
+ fi
+
+ - name: Post initial comment
+ uses: actions/github-script@v7
+ with:
+ script: |
+ github.rest.issues.createComment({
+ issue_number: context.issue.number,
+ owner: context.repo.owner,
+ repo: context.repo.repo,
+ body: '🚀 **Evaluation triggered** for commit `${{ github.event.pull_request.head.sha }}`\n\n' +
+ '⏳ Running interactionTasks_v6 evaluation (~3 minutes)\n\n' +
+ 'Results will be posted automatically when complete.'
+ })