Skip to content

Commit a05df9b

Browse files
committed
fixup
1 parent b27c4c1 commit a05df9b

File tree

4 files changed

+14
-9
lines changed

4 files changed

+14
-9
lines changed

connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/Dataset.scala

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -414,11 +414,7 @@ class Dataset[T] private[sql] (
414414

415415
/** @inheritdoc */
416416
def metadataColumn(colName: String): Column = {
417-
Column(
418-
UnresolvedAttribute(
419-
AttributeNameParser.parseAttributeName(colName),
420-
getPlanId,
421-
isMetadataColumn = true))
417+
Column(UnresolvedAttribute(colName, getPlanId, isMetadataColumn = true))
422418
}
423419

424420
/** @inheritdoc */

connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/internal/columnNodeSupport.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,8 +53,9 @@ object ColumnNodeToProtoConverter extends (ColumnNode => proto.Expression) {
5353
builder.setLiteral(toLiteralProtoBuilder(value, dataType))
5454

5555
case u @ UnresolvedAttribute(unparsedIdentifier, planId, isMetadataColumn, _) =>
56+
val escapedName = u.sql
5657
val b = builder.getUnresolvedAttributeBuilder
57-
.setUnparsedIdentifier(u.sql)
58+
.setUnparsedIdentifier(escapedName)
5859
if (isMetadataColumn) {
5960
// We only set this field when it is needed. If we would always set it,
6061
// too many of the verbatims we use for testing would have to be regenerated.

sql/api/src/main/scala/org/apache/spark/sql/Column.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -143,7 +143,7 @@ class Column(val node: ColumnNode) extends Logging {
143143
name match {
144144
case "*" => internal.UnresolvedStar(None, planId)
145145
case _ if name.endsWith(".*") => internal.UnresolvedStar(Option(name), planId)
146-
case _ => internal.UnresolvedAttribute(AttributeNameParser.parseAttributeName(name), planId)
146+
case _ => internal.UnresolvedAttribute(name, planId)
147147
}
148148
})
149149

sql/api/src/main/scala/org/apache/spark/sql/internal/columnNodes.scala

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@ import java.util.concurrent.atomic.AtomicLong
2121
import ColumnNode._
2222

2323
import org.apache.spark.sql.catalyst.trees.{CurrentOrigin, Origin}
24+
import org.apache.spark.sql.catalyst.util.AttributeNameParser
2425
import org.apache.spark.sql.errors.DataTypeErrorsBase
2526
import org.apache.spark.sql.types.{DataType, IntegerType, LongType, Metadata}
2627
import org.apache.spark.util.SparkClassUtils
@@ -143,8 +144,15 @@ private[sql] case class UnresolvedAttribute(
143144
}
144145

145146
private[sql] object UnresolvedAttribute {
146-
// For testing
147-
def apply(singlePart: String): UnresolvedAttribute = UnresolvedAttribute(singlePart :: Nil)
147+
def apply(
148+
unparsedIdentifier: String,
149+
planId: Option[Long] = None,
150+
isMetadataColumn: Boolean = false,
151+
origin: Origin = CurrentOrigin.get): UnresolvedAttribute = UnresolvedAttribute(
152+
AttributeNameParser.parseAttributeName(unparsedIdentifier),
153+
planId = planId,
154+
isMetadataColumn = isMetadataColumn,
155+
origin = origin)
148156
}
149157

150158
/**

0 commit comments

Comments
 (0)