diff --git a/.github/workflows/test-software.eessi.io.yml b/.github/workflows/test-software.eessi.io.yml
index a6ce0fdb70..aa0c9a9d71 100644
--- a/.github/workflows/test-software.eessi.io.yml
+++ b/.github/workflows/test-software.eessi.io.yml
@@ -136,6 +136,7 @@ jobs:
               fi
 
         - name: Check that EasyBuild hook is up to date
+          if: ${{ github.event_name == 'pull_request' }}
           run: |
               FILE="eb_hooks.py"
               TEMP_FILE="$(mktemp)"