Skip to content

Commit 89d19c6

Browse files
committed
Fix parallel slice RDD
1 parent ab62b32 commit 89d19c6

File tree

2 files changed

+3
-4
lines changed

2 files changed

+3
-4
lines changed

core/src/main/scala/org/apache/spark/rdd/ParallelCollectionRDD.scala

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -133,9 +133,8 @@ private object ParallelCollectionRDD {
133133
// If the range is inclusive, use inclusive range for the last slice
134134
if (r.isInclusive && index == numSlices - 1) {
135135
new Range.Inclusive(r.start + start * r.step, r.end, r.step)
136-
}
137-
else {
138-
new Range.Inclusive(r.start + start * r.step, r.start + end * r.step - 1, r.step)
136+
} else {
137+
new Range.Inclusive(r.start + start * r.step, r.start + (end - 1) * r.step, r.step)
139138
}
140139
}.toSeq.asInstanceOf[Seq[Seq[T]]]
141140
case nr: NumericRange[T] =>

core/src/test/scala/org/apache/spark/rdd/ParallelCollectionSplitSuite.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,7 @@ class ParallelCollectionSplitSuite extends SparkFunSuite with Checkers {
140140
assert(slices(i).isInstanceOf[Range])
141141
val range = slices(i).asInstanceOf[Range]
142142
assert(range.start === i * (N / 40), "slice " + i + " start")
143-
assert(range.end === (i + 1) * (N / 40), "slice " + i + " end")
143+
assert(range.last === (i + 1) * (N / 40) - 1, "slice " + i + " end")
144144
assert(range.step === 1, "slice " + i + " step")
145145
}
146146
}

0 commit comments

Comments
 (0)