Skip to content

Commit 031d512

Browse files
committed
address comment
1 parent 7e79041 commit 031d512

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/ui/SQLAppStatusListener.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -159,15 +159,14 @@ class SQLAppStatusListener(
159159
}
160160

161161
private def aggregateMetrics(exec: LiveExecutionData): Map[Long, String] = {
162-
val metricIds = exec.metrics.map(_.accumulatorId).toSet
163162
val metricTypes = exec.metrics.map { m => (m.accumulatorId, m.metricType) }.toMap
164163
val metrics = exec.stages.toSeq
165164
.flatMap { stageId => Option(stageMetrics.get(stageId)) }
166165
.flatMap(_.taskMetrics.values().asScala)
167166
.flatMap { metrics => metrics.ids.zip(metrics.values) }
168167

169168
val aggregatedMetrics = (metrics ++ exec.driverAccumUpdates.toSeq)
170-
.filter { case (id, _) => metricIds.contains(id) }
169+
.filter { case (id, _) => metricTypes.contains(id) }
171170
.groupBy(_._1)
172171
.map { case (id, values) =>
173172
id -> SQLMetrics.stringValue(metricTypes(id), values.map(_._2))

0 commit comments

Comments
 (0)