diff --git a/.github/workflows/check_backports.yml b/.github/workflows/check_backports.yml
index a4ee325b09a..fc2f8a35db2 100644
--- a/.github/workflows/check_backports.yml
+++ b/.github/workflows/check_backports.yml
@@ -8,7 +8,9 @@ on:
 
 jobs:
   check_patchback_comment:
-    if: contains(github.event.comment.body, '💔 cherry-picking failed')
+    if: >
+      github.event.pull_request.merged == true &&
+      contains(github.event.comment.body, '💔 cherry-picking failed')
     runs-on: ubuntu-latest
 
     steps: