Skip to content

Commit 598ba2d

Browse files
committed
Set values of empty strings in read and in write
1 parent cd78b12 commit 598ba2d

File tree

1 file changed

+2
-1
lines changed
  • sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/csv

1 file changed

+2
-1
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/csv/CSVOptions.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -164,7 +164,7 @@ class CSVOptions(
164164
writerSettings.setIgnoreLeadingWhitespaces(ignoreLeadingWhiteSpaceFlagInWrite)
165165
writerSettings.setIgnoreTrailingWhitespaces(ignoreTrailingWhiteSpaceFlagInWrite)
166166
writerSettings.setNullValue(nullValue)
167-
writerSettings.setEmptyValue(nullValue)
167+
writerSettings.setEmptyValue("\"\"")
168168
writerSettings.setSkipEmptyLines(true)
169169
writerSettings.setQuoteAllFields(quoteAll)
170170
writerSettings.setQuoteEscapingEnabled(escapeQuotes)
@@ -185,6 +185,7 @@ class CSVOptions(
185185
settings.setInputBufferSize(inputBufferSize)
186186
settings.setMaxColumns(maxColumns)
187187
settings.setNullValue(nullValue)
188+
settings.setEmptyValue("")
188189
settings.setMaxCharsPerColumn(maxCharsPerColumn)
189190
settings.setUnescapedQuoteHandling(UnescapedQuoteHandling.STOP_AT_DELIMITER)
190191
settings

0 commit comments

Comments
 (0)