[apache#1546] fix(spark): NPE cound happen before uncompressing after a…

…pache#1360
rickyma · Feb 27, 2024 · c6d73ce · c6d73ce
1 parent a73dcb9
commit c6d73ce
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...nt-spark/common/src/main/java/org/apache/spark/shuffle/reader/RssShuffleDataIterator.java b/...nt-spark/common/src/main/java/org/apache/spark/shuffle/reader/RssShuffleDataIterator.java
@@ -166,7 +166,7 @@ private int uncompress(CompressedShuffleBlock rawBlock, ByteBuffer rawData) {
           || !isSameMemoryType(uncompressedData, rawData)) {
 
         if (LOG.isDebugEnabled()) {
-          if (!isSameMemoryType(uncompressedData, rawData)) {
+          if (uncompressedData != null && !isSameMemoryType(uncompressedData, rawData)) {
             LOG.debug(
                 "This should not happen that the temporary uncompressed data's memory type(isDirect:{}) "
                     + "is not same with fetched data buffer(isDirect:{})",