diff --git a/.buildkite/pull_requests.json b/.buildkite/pull_requests.json
index 09aa3b3427e98..a27cbcff8b7e4 100644
--- a/.buildkite/pull_requests.json
+++ b/.buildkite/pull_requests.json
@@ -35,8 +35,7 @@
         "^\\.buildkite/pull_requests\\.json$"
       ],
       "always_require_ci_on_changed": [
-        "^docs/developer/plugin-list.asciidoc$",
-        "/plugins/[^/]+/readme\\.(md|asciidoc)$"
+        "^docs/developer/plugin-list.asciidoc$"
       ],
       "kibana_versions_check": true
     }