Skip to content

Commit 7ea0b3a

Browse files
author
Thomas Graves
committed
Change back to just log when needsTaskCommit=false
1 parent 5fc19c7 commit 7ea0b3a

File tree

1 file changed

+2
-7
lines changed

1 file changed

+2
-7
lines changed

core/src/main/scala/org/apache/spark/mapred/SparkHadoopMapRedUtil.scala

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -90,13 +90,8 @@ object SparkHadoopMapRedUtil extends Logging {
9090
performCommit()
9191
}
9292
} else {
93-
// Some other attempt committed the output, this generally means speculation, we need to mark
94-
// this task as failure so accounting work correctly
95-
val taskAttemptNumber = TaskContext.get().attemptNumber()
96-
val message =
97-
s"No need to commit output of task because needsTaskCommit=false: $mrTaskAttemptID"
98-
logInfo(message)
99-
throw new CommitDeniedException(message, jobId, splitId, taskAttemptNumber)
93+
// Some other attempt committed the output, so we do nothing and signal success
94+
logInfo(s"No need to commit output of task because needsTaskCommit=false: $mrTaskAttemptID")
10095
}
10196
}
10297
}

0 commit comments

Comments
 (0)