Skip to content

Commit 20c76e4

Browse files
committed
Refactor apply method in InsertMapSortInRepartitionExpressions
1 parent 75e323b commit 20c76e4

File tree

1 file changed

+3
-6
lines changed

1 file changed

+3
-6
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/InsertMapSortExpression.scala

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -89,21 +89,18 @@ object InsertMapSortInRepartitionExpressions extends Rule[LogicalPlan] {
8989

9090
override def apply(plan: LogicalPlan): LogicalPlan = {
9191
plan.transformUpWithPruning(_.containsPattern(REPARTITION_OPERATION)) {
92-
case rep @
93-
RepartitionByExpression(partitionExprs, child, optNumPartitions, optAdvisoryPartitionSize)
92+
case rep: RepartitionByExpression
9493
if rep.partitionExpressions.exists(mapTypeExistsRecursively) =>
9594
val exprToMapSort = new mutable.HashMap[Expression, Expression]
96-
val newPartitionExprs = partitionExprs.map { expr =>
95+
val newPartitionExprs = rep.partitionExpressions.map { expr =>
9796
val inserted = insertMapSortRecursively(expr)
9897
if (expr.ne(inserted)) {
9998
exprToMapSort.getOrElseUpdate(expr.canonicalized, inserted)
10099
} else {
101100
expr
102101
}
103102
}
104-
RepartitionByExpression(
105-
newPartitionExprs, child, optNumPartitions, optAdvisoryPartitionSize
106-
)
103+
rep.copy(partitionExpressions = newPartitionExprs)
107104
}
108105
}
109106
}

0 commit comments

Comments
 (0)