We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b535a53 commit aed530bCopy full SHA for aed530b
core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
@@ -500,10 +500,10 @@ class DAGScheduler(
500
// the job submitter sends a message into the DAGScheduler actor.
501
// Although getPartitions may be called in rdd.partitions.length before this.
502
try {
503
- getParentStages(rdd, jobId)
+ getParentStages(rdd, jobId).foreach(_.rdd.partitions)
504
} catch {
505
case e: Exception =>
506
- logWarning("Get or create the list of parent stages failed due to exception - job: "
+ logWarning("Get the partitions of parent stages' rdds failed due to exception - job: "
507
+ jobId, e)
508
waiter.jobFailed(e)
509
return waiter
0 commit comments