diff --git a/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalBlockHandler.java b/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalBlockHandler.java index 5d33bfb345a9e..51df07319b632 100644 --- a/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalBlockHandler.java +++ b/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalBlockHandler.java @@ -363,6 +363,8 @@ protected Ratio getRatio() { }); allMetrics.put("registeredExecutorsSize", (Gauge) () -> blockManager.getRegisteredExecutorsSize()); + allMetrics.put("chunksBeingTransferred", + (Gauge) () -> streamManager.chunksBeingTransferred()); allMetrics.put("numActiveConnections", activeConnections); allMetrics.put("numCaughtExceptions", caughtExceptions); } diff --git a/resource-managers/yarn/src/test/scala/org/apache/spark/network/yarn/YarnShuffleServiceSuite.scala b/resource-managers/yarn/src/test/scala/org/apache/spark/network/yarn/YarnShuffleServiceSuite.scala index 56d7b7ff6a09e..5bce618489b46 100644 --- a/resource-managers/yarn/src/test/scala/org/apache/spark/network/yarn/YarnShuffleServiceSuite.scala +++ b/resource-managers/yarn/src/test/scala/org/apache/spark/network/yarn/YarnShuffleServiceSuite.scala @@ -1082,6 +1082,7 @@ abstract class YarnShuffleServiceSuite extends SparkFunSuite with Matchers { "blockTransferMessageRate", "blockTransferRateBytes", "blockTransferAvgSize_1min", + "chunksBeingTransferred", "numActiveConnections", "numCaughtExceptions", "numRegisteredConnections",