diff --git a/.gitlab/rules.yml b/.gitlab/rules.yml
index 24b5814362f..f482302f5cb 100644
--- a/.gitlab/rules.yml
+++ b/.gitlab/rules.yml
@@ -51,11 +51,13 @@
 .benchmark-spmv-cuda-rules:
   rules:
     # First, check that we have any of the following file changes
-    - changes:
-      - cuda/matrix/*
-      - include/ginkgo/core/matrix/*
-      - common/cuda_hip/matrix/*
-      # - common/unified/matrix/* # for now no SpMV there?
+    - if: $RUN_CI_TAG && $STATUS_CONTEXT == "full" && $CI_PIPELINE_SOURCE == "merge_request_event" || $CI_PIPELINE_SOURCE == "external_pull_request_event"
+      changes:
+        - cuda/matrix/*
+        - include/ginkgo/core/matrix/*
+        - common/cuda_hip/matrix/*
+        # - common/unified/matrix/* # for now no SpMV there?
+      when: manual
+      allow_failure: true
     # Then, check that we are in the full pipeline or master/develop/tags
-    - if: $RUN_CI_TAG && ($STATUS_CONTEXT == "full" || $CI_COMMIT_BRANCH == "master" || $CI_COMMIT_BRANCH == "develop" || $CI_COMMIT_TAG)
-  when: manual
+    - if: