From 3f0ba96ff79010f33c6b9d46ed3a9e860474086e Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 22:49:49 +0000 Subject: [PATCH 1/3] Menial change --- .github/workflows/evaluate.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 5e30674b..67d786d5 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -151,7 +151,7 @@ jobs: name: eval_result path: ./evals/results/pr${{ github.event.issue.number }} - - name: GitHub Summary Step + - name: Summarize results if: ${{ success() }} run: | echo "📊 Evaluation Results" >> $GITHUB_STEP_SUMMARY From 03fee2f48b10e5be1adbf7150f358932dcb740da Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 23:02:22 +0000 Subject: [PATCH 2/3] Fix permissions --- .github/workflows/evaluate.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index 67d786d5..dc4f36a5 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -9,6 +9,8 @@ on: permissions: id-token: write contents: read + issues: write + pull-requests: write jobs: evaluate: From 7d26c2fb0757e63b481f200f824a53cb4bd53ce1 Mon Sep 17 00:00:00 2001 From: Pamela Fox Date: Mon, 21 Oct 2024 23:03:00 +0000 Subject: [PATCH 3/3] use slash instead of # --- .github/workflows/evaluate.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/evaluate.yaml b/.github/workflows/evaluate.yaml index dc4f36a5..b0128747 100644 --- a/.github/workflows/evaluate.yaml +++ b/.github/workflows/evaluate.yaml @@ -14,7 +14,7 @@ permissions: jobs: evaluate: - if: ${{ github.event.issue.pull_request && contains(github.event.comment.body, '#evaluate') }} + if: ${{ github.event.issue.pull_request && contains(github.event.comment.body, '/evaluate') }} runs-on: ubuntu-latest env: UV_SYSTEM_PYTHON: 1