diff --git a/.github/workflows/ack.yml b/.github/workflows/ack.yml
index 7796577..974f296 100644
--- a/.github/workflows/ack.yml
+++ b/.github/workflows/ack.yml
@@ -9,8 +9,8 @@ on:
 permissions: {}
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: false
 
 jobs:
   ack: