Fixing numSlice corner case

apache · Oct 11, 2016 · 62ab47b · 62ab47b
1 parent 9f103c6
commit 62ab47b
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/R/pkg/R/context.R b/R/pkg/R/context.R
@@ -123,14 +123,13 @@ parallelize <- function(sc, coll, numSlices = 1) {
     coll <- as.list(coll)
   }
 
-  if (numSlices > length(coll))
-    numSlices <- length(coll)
-
   sizeLimit <- getMaxAllocationLimit(sc)
   objectSize <- object.size(coll)
 
   # For large objects we make sure the size of each slice is also smaller than sizeLimit
   numSlices <- max(numSlices, ceiling(objectSize / sizeLimit))
+  if (numSlices > length(coll))
+    numSlices <- length(coll)
 
   sliceLen <- ceiling(length(coll) / numSlices)
   slices <- split(coll, rep(1: (numSlices + 1), each = sliceLen)[1:length(coll)])