File tree Expand file tree Collapse file tree 2 files changed +6
-6
lines changed
main/scala/org/apache/spark/rdd
test/scala/org/apache/spark Expand file tree Collapse file tree 2 files changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -655,7 +655,7 @@ abstract class RDD[T: ClassTag](
655655 * a map on the other).
656656 */
657657 def zip [U : ClassTag ](other : RDD [U ]): RDD [(T , U )] = {
658- zipPartitions(other, true ) {(thisIter, otherIter) =>
658+ zipPartitions(other, true ) { (thisIter, otherIter) =>
659659 new Iterator [(T , U )] {
660660 def hasNext = (thisIter.hasNext, otherIter.hasNext) match {
661661 case (true , true ) => true
Original file line number Diff line number Diff line change @@ -167,13 +167,13 @@ class CheckpointSuite extends FunSuite with LocalSparkContext with Logging {
167167 })
168168 }
169169
170- test(" ZippedRDD " ) {
170+ test(" ZippedPartitionsRDD " ) {
171171 testRDD(rdd => rdd.zip(rdd.map(x => x)))
172172 testRDDPartitions(rdd => rdd.zip(rdd.map(x => x)))
173173
174- // Test that the ZippedPartition updates parent partitions
175- // after the parent RDD has been checkpointed and parent partitions have been changed.
176- // Note that this test is very specific to the current implementation of ZippedRDD .
174+ // Test that ZippedPartitionsRDD updates parent partitions after parent RDDs have
175+ // been checkpointed and parent partitions have been changed.
176+ // Note that this test is very specific to the implementation of ZippedPartitionsRDD .
177177 val rdd = generateFatRDD()
178178 val zippedRDD = rdd.zip(rdd.map(x => x)).asInstanceOf [ZippedPartitionsRDD2 [_, _, _]]
179179 zippedRDD.rdd1.checkpoint()
@@ -188,7 +188,7 @@ class CheckpointSuite extends FunSuite with LocalSparkContext with Logging {
188188 partitionBeforeCheckpoint.partitions(0 ).getClass &&
189189 partitionAfterCheckpoint.partitions(1 ).getClass !=
190190 partitionBeforeCheckpoint.partitions(1 ).getClass,
191- " Zipped RDD partition(0) or partition( 1) not updated after parent RDDs are checkpointed"
191+ " ZippedPartitionsRDD partition 0 ( or 1) not updated after parent RDDs are checkpointed"
192192 )
193193 }
194194
You can’t perform that action at this time.
0 commit comments