From 7d34dac20aaa88375ade8b15aae832b0582c5fd7 Mon Sep 17 00:00:00 2001 From: Szehon Ho Date: Tue, 13 May 2025 11:51:53 -0700 Subject: [PATCH] [SPARK-52052][CORE][FOLLOW-UP] Remove extra broadcast --- .../spark/sql/execution/datasources/json/JsonFileFormat.scala | 1 - 1 file changed, 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JsonFileFormat.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JsonFileFormat.scala index a57fc971b577..ed096cf289b5 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JsonFileFormat.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JsonFileFormat.scala @@ -96,7 +96,6 @@ case class JsonFileFormat() extends TextBasedFileFormat with DataSourceRegister hadoopConf: Configuration): PartitionedFile => Iterator[InternalRow] = { val broadcastedHadoopConf = SerializableConfiguration.broadcast(sparkSession.sparkContext, hadoopConf) - sparkSession.sparkContext.broadcast(new SerializableConfiguration(hadoopConf)) val parsedOptions = new JSONOptionsInRead( options,