File tree Expand file tree Collapse file tree 1 file changed +1
-2
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/ui Expand file tree Collapse file tree 1 file changed +1
-2
lines changed Original file line number Diff line number Diff line change @@ -159,15 +159,14 @@ class SQLAppStatusListener(
159159 }
160160
161161 private def aggregateMetrics (exec : LiveExecutionData ): Map [Long , String ] = {
162- val metricIds = exec.metrics.map(_.accumulatorId).toSet
163162 val metricTypes = exec.metrics.map { m => (m.accumulatorId, m.metricType) }.toMap
164163 val metrics = exec.stages.toSeq
165164 .flatMap { stageId => Option (stageMetrics.get(stageId)) }
166165 .flatMap(_.taskMetrics.values().asScala)
167166 .flatMap { metrics => metrics.ids.zip(metrics.values) }
168167
169168 val aggregatedMetrics = (metrics ++ exec.driverAccumUpdates.toSeq)
170- .filter { case (id, _) => metricIds .contains(id) }
169+ .filter { case (id, _) => metricTypes .contains(id) }
171170 .groupBy(_._1)
172171 .map { case (id, values) =>
173172 id -> SQLMetrics .stringValue(metricTypes(id), values.map(_._2))
You can’t perform that action at this time.
0 commit comments