Skip to content

Commit 920fcca

Browse files
committed
formatting of CompletionEvent
1 parent c010a44 commit 920fcca

File tree

1 file changed

+34
-10
lines changed

1 file changed

+34
-10
lines changed

core/src/test/scala/org/apache/spark/scheduler/DAGSchedulerSuite.scala

Lines changed: 34 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -714,9 +714,13 @@ class DAGSchedulerSuite
714714

715715
// then one executor dies, and a task fails in stage 1
716716
runEvent(ExecutorLost("exec-hostA"))
717-
runEvent(CompletionEvent(taskSets(1).tasks(0),
717+
runEvent(CompletionEvent(
718+
taskSets(1).tasks(0),
718719
FetchFailed(null, firstShuffleId, 2, 0, "Fetch failed"),
719-
null, null, createFakeTaskInfo(), null))
720+
null,
721+
null,
722+
createFakeTaskInfo(),
723+
null))
720724

721725
// so we resubmit stage 0, which completes happily
722726
scheduler.resubmitFailedStages()
@@ -725,8 +729,13 @@ class DAGSchedulerSuite
725729
assert(stage0Resubmit.stageAttemptId === 1)
726730
val task = stage0Resubmit.tasks(0)
727731
assert(task.partitionId === 2)
728-
runEvent(CompletionEvent(task, Success,
729-
makeMapStatus("hostC", shuffleMapRdd.partitions.length), null, createFakeTaskInfo(), null))
732+
runEvent(CompletionEvent(
733+
task,
734+
Success,
735+
makeMapStatus("hostC", shuffleMapRdd.partitions.length),
736+
null,
737+
createFakeTaskInfo(),
738+
null))
730739

731740
// now here is where things get tricky : we will now have a task set representing
732741
// the second attempt for stage 1, but we *also* have some tasks for the first attempt for
@@ -739,13 +748,28 @@ class DAGSchedulerSuite
739748
// we'll have some tasks finish from the first attempt, and some finish from the second attempt,
740749
// so that we actually have all stage outputs, though no attempt has completed all its
741750
// tasks
742-
runEvent(CompletionEvent(taskSets(3).tasks(0), Success,
743-
makeMapStatus("hostC", reduceRdd.partitions.length), null, createFakeTaskInfo(), null))
744-
runEvent(CompletionEvent(taskSets(3).tasks(1), Success,
745-
makeMapStatus("hostC", reduceRdd.partitions.length), null, createFakeTaskInfo(), null))
751+
runEvent(CompletionEvent(
752+
taskSets(3).tasks(0),
753+
Success,
754+
makeMapStatus("hostC", reduceRdd.partitions.length),
755+
null,
756+
createFakeTaskInfo(),
757+
null))
758+
runEvent(CompletionEvent(
759+
taskSets(3).tasks(1),
760+
Success,
761+
makeMapStatus("hostC", reduceRdd.partitions.length),
762+
null,
763+
createFakeTaskInfo(),
764+
null))
746765
// late task finish from the first attempt
747-
runEvent(CompletionEvent(taskSets(1).tasks(2), Success,
748-
makeMapStatus("hostB", reduceRdd.partitions.length), null, createFakeTaskInfo(), null))
766+
runEvent(CompletionEvent(
767+
taskSets(1).tasks(2),
768+
Success,
769+
makeMapStatus("hostB", reduceRdd.partitions.length),
770+
null,
771+
createFakeTaskInfo(),
772+
null))
749773

750774
// What should happen now is that we submit stage 2. However, we might not see an error
751775
// b/c of DAGScheduler's error handling (it tends to swallow errors and just log them). But

0 commit comments

Comments
 (0)