Skip to content

Commit 91e1944

Browse files
committed
RelationalGroupedData.flatMapGroupsInR use passed arguments
1 parent 1aa368d commit 91e1944

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

sql/core/src/main/scala/org/apache/spark/sql/RelationalGroupedDataset.scala

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -409,19 +409,17 @@ class RelationalGroupedDataset protected[sql](
409409
packageNames: Array[Byte],
410410
broadcastVars: Array[Broadcast[Object]],
411411
outputSchema: StructType): DataFrame = {
412-
val broadcastVarObj = broadcastVars.map(_.asInstanceOf[Broadcast[Object]])
413412
val groupingNamedExpressions = groupingExprs.map(alias)
414413
val groupingCols = groupingNamedExpressions.map(Column(_))
415414
val groupingDataFrame = df.select(groupingCols : _*)
416415
val groupingAttributes = groupingNamedExpressions.map(_.toAttribute)
417-
val realOutputSchema = if (outputSchema == null) SERIALIZED_R_DATA_SCHEMA else outputSchema
418416
Dataset.ofRows(
419417
df.sparkSession,
420418
FlatMapGroupsInR(
421419
f,
422420
packageNames,
423-
broadcastVarObj,
424-
realOutputSchema,
421+
broadcastVars,
422+
outputSchema,
425423
groupingDataFrame.exprEnc.deserializer,
426424
df.exprEnc.deserializer,
427425
df.exprEnc.schema,

0 commit comments

Comments
 (0)