Skip to content

Commit 1fa871d

Browse files
committed
Make textOptions serializable
1 parent 8a8ff3f commit 1fa871d

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/json/JSONOptions.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@ package org.apache.spark.sql.catalyst.json
2020
import java.nio.charset.StandardCharsets
2121
import java.util.{Locale, TimeZone}
2222

23+
import scala.collection.immutable.ListMap
24+
2325
import com.fasterxml.jackson.core.{JsonFactory, JsonParser}
2426
import org.apache.commons.lang3.time.FastDateFormat
2527

@@ -108,5 +110,5 @@ private[sql] class JSONOptions(
108110
factory.configure(JsonParser.Feature.ALLOW_UNQUOTED_CONTROL_CHARS, allowUnquotedControlChars)
109111
}
110112

111-
val textOptions = parameters.originalMap
113+
val textOptions = ListMap(parameters.toList: _*)
112114
}

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/csv/CSVOptions.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@ package org.apache.spark.sql.execution.datasources.csv
2020
import java.nio.charset.StandardCharsets
2121
import java.util.{Locale, TimeZone}
2222

23+
import scala.collection.immutable.ListMap
24+
2325
import com.univocity.parsers.csv.{CsvParserSettings, CsvWriterSettings, UnescapedQuoteHandling}
2426
import org.apache.commons.lang3.time.FastDateFormat
2527

@@ -187,5 +189,5 @@ class CSVOptions(
187189
settings
188190
}
189191

190-
val textOptions = parameters.originalMap
192+
val textOptions = ListMap(parameters.toList: _*)
191193
}

0 commit comments

Comments
 (0)