fix #SPARK-1149 Bad partitioners can cause Spark to hang

MediaV · Feb 28, 2014 · 6bb725e · 6bb725e
1 parent edf8a56
commit 6bb725e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -847,6 +847,8 @@ class SparkContext(
       partitions: Seq[Int],
       allowLocal: Boolean,
       resultHandler: (Int, U) => Unit) {
+    val rddPartitions = rdd.partitions.map(_.index)
+    partitions.foreach(p =>require(rddPartitions.contains(p), "partition index out of range: " +p))
     val callSite = getCallSite
     val cleanedFunc = clean(func)
     logInfo("Starting job: " + callSite)