Skip to content

Commit 77112ef

Browse files
committed
Fix passing of the lineSeparator to HadoopFileLinesReader
1 parent 6d13d00 commit 77112ef

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JsonDataSource.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -129,7 +129,7 @@ object TextInputJsonDataSource extends JsonDataSource {
129129
file: PartitionedFile,
130130
parser: JacksonParser,
131131
schema: StructType): Iterator[InternalRow] = {
132-
val linesReader = new HadoopFileLinesReader(file, conf, parser.options.lineSeparatorInRead)
132+
val linesReader = new HadoopFileLinesReader(file, parser.options.lineSeparatorInRead, conf)
133133
Option(TaskContext.get()).foreach(_.addTaskCompletionListener(_ => linesReader.close()))
134134
val safeParser = new FailureSafeParser[Text](
135135
input => parser.parse(input, CreateJacksonParser.text, textToUTF8String),

0 commit comments

Comments
 (0)