diff --git a/test/framework/src/main/java/org/elasticsearch/test/rest/ESRestTestCase.java b/test/framework/src/main/java/org/elasticsearch/test/rest/ESRestTestCase.java
index a06bb07f892ea..64236b2e82094 100644
--- a/test/framework/src/main/java/org/elasticsearch/test/rest/ESRestTestCase.java
+++ b/test/framework/src/main/java/org/elasticsearch/test/rest/ESRestTestCase.java
@@ -2224,7 +2224,7 @@ protected Map<NodeFeature, Version> getHistoricalFeatures() {
             Map<NodeFeature, Version> historicalFeaturesMap = new HashMap<>();
             String metadataPath = System.getProperty("tests.features.metadata.path");
             if (metadataPath == null) {
-                throw new IllegalStateException("System property 'tests.features.metadata.path' is undefined.");
+                throw new UnsupportedOperationException("Historical features information is unavailable when using legacy test plugins.");
             }
 
             String[] metadataFiles = metadataPath.split(File.pathSeparator);