Fix test against Hadoop 2.5+

apache · Nov 8, 2014 · 8d350d1 · 8d350d1
1 parent e7c74d0
commit 8d350d1
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/core/src/test/scala/org/apache/spark/metrics/InputOutputMetricsSuite.scala b/core/src/test/scala/org/apache/spark/metrics/InputOutputMetricsSuite.scala
@@ -97,8 +97,10 @@ class InputOutputMetricsSuite extends FunSuite with SharedSparkContext with Shou
         rdd.saveAsTextFile(outPath.toString)
         sc.listenerBus.waitUntilEmpty(500)
         assert(taskBytesWritten.length == 2)
-        val outFiles = fs.listStatus(outPath)
-        taskBytesWritten.sorted should equal (outFiles.map(_.getLen).sorted)
+        val outFiles = fs.listStatus(outPath).filter(_.getPath.getName != "_SUCCESS")
+        taskBytesWritten.zip(outFiles).foreach { case (bytes, fileStatus) =>
+          assert(bytes >= fileStatus.getLen)
+        }
       } finally {
         fs.delete(outPath, true)
       }