π OpenHands: AI-Driven Development
Add more run eval options (#8468)
mamoodi786e21fb8a94
diff --git a/.github/workflows/run-eval.yml b/.github/workflows/run-eval.ymlindex 5cd3c86de1..0d9ce08853 100644--- a/.github/workflows/run-eval.yml+++ b/.github/workflows/run-eval.yml@@ -9,7 +9,7 @@ on:jobs:trigger-job:name: Trigger remote eval job- if: ${{ github.event.label.name == 'run-eval-xs' || github.event.label.name == 'run-eval-s' || github.event.label.name == 'run-eval-m' }}+ if: ${{ github.event.label.name == 'run-eval-1' || github.event.label.name == 'run-eval-2' || github.event.label.name == 'run-eval-50' || github.event.label.name == 'run-eval-100' }}runs-on: blacksmith-4vcpu-ubuntu-2204steps:@@ -26,12 +26,14 @@ jobs:echo "Repository URL: $REPO_URL"echo "PR Branch: $PR_BRANCH"- if [[ "${{ github.event.label.name }}" == "run-eval-xs" ]]; then+ if [[ "${{ github.event.label.name }}" == "run-eval-1" ]]; thenEVAL_INSTANCES="1"- elif [[ "${{ github.event.label.name }}" == "run-eval-s" ]]; then- EVAL_INSTANCES="5"- elif [[ "${{ github.event.label.name }}" == "run-eval-m" ]]; then- EVAL_INSTANCES="30"+ elif [[ "${{ github.event.label.name }}" == "run-eval-2" ]]; then+ EVAL_INSTANCES="2"+ elif [[ "${{ github.event.label.name }}" == "run-eval-50" ]]; then+ EVAL_INSTANCES="50"+ elif [[ "${{ github.event.label.name }}" == "run-eval-100" ]]; then+ EVAL_INSTANCES="100"ficurl -X POST \