Skip to content

Commit 3645dbc

Browse files
committed
minor fix
1 parent a8ed421 commit 3645dbc

File tree

3 files changed

+5
-5
lines changed

3 files changed

+5
-5
lines changed

sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -158,9 +158,9 @@ final class DataFrameWriter private[sql](df: DataFrame) {
158158
this
159159
}
160160
/*
161-
* Specify the compression codec when saving it on hdfs
161+
* Specify the compression codec when saving it on hdfs.
162162
*
163-
* @since 1.7.0
163+
* @since 2.0.0
164164
*/
165165
def compress(codec: Class[_ <: CompressionCodec]): DataFrameWriter = {
166166
this.extraOptions += ("compression.codec" -> codec.getCanonicalName)

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/InsertIntoHadoopFsRelation.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ import org.apache.spark.sql.execution.{RunnableCommand, SQLExecution}
3333
import org.apache.spark.sql.sources._
3434
import org.apache.spark.util.Utils
3535

36+
3637
/**
3738
* A command for writing data to a [[HadoopFsRelation]]. Supports both overwriting and appending.
3839
* Writing to dynamic partitions is also supported. Each [[InsertIntoHadoopFsRelation]] issues a

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/WriterContainer.scala

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ private[sql] abstract class BaseWriterContainer(
4444
@transient val relation: HadoopFsRelation,
4545
@transient private val job: Job,
4646
isAppend: Boolean,
47-
codec: Option[Class[_ <: CompressionCodec]])
47+
codec: Option[Class[_ <: CompressionCodec]] = None)
4848
extends Logging with Serializable {
4949

5050
protected val dataSchema = relation.dataSchema
@@ -251,8 +251,7 @@ private[sql] class DefaultWriterContainer(
251251
job: Job,
252252
isAppend: Boolean,
253253
codec: Option[Class[_ <: CompressionCodec]])
254-
extends BaseWriterContainer(relation, job, isAppend,
255-
codec: Option[Class[_ <: CompressionCodec]]) {
254+
extends BaseWriterContainer(relation, job, isAppend, codec) {
256255

257256
def writeRows(taskContext: TaskContext, iterator: Iterator[InternalRow]): Unit = {
258257
executorSideSetup(taskContext)

0 commit comments

Comments
 (0)