Skip to content

Commit 8861cdf

Browse files
colorantJoshRosen
authored andcommitted
Clean unused code in SortShuffleWriter
Just clean unused code which have been moved into ExternalSorter. Author: Raymond Liu <[email protected]> Closes apache#1882 from colorant/sortShuffleWriter and squashes the following commits: e6337be [Raymond Liu] Clean unused code in SortShuffleWriter
1 parent 8df4dad commit 8861cdf

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -17,12 +17,11 @@
1717

1818
package org.apache.spark.shuffle.sort
1919

20-
import java.io.{BufferedOutputStream, File, FileOutputStream, DataOutputStream}
20+
import java.io.File
2121

2222
import org.apache.spark.{MapOutputTracker, SparkEnv, Logging, TaskContext}
2323
import org.apache.spark.executor.ShuffleWriteMetrics
2424
import org.apache.spark.scheduler.MapStatus
25-
import org.apache.spark.serializer.Serializer
2625
import org.apache.spark.shuffle.{ShuffleWriter, BaseShuffleHandle}
2726
import org.apache.spark.storage.ShuffleBlockId
2827
import org.apache.spark.util.collection.ExternalSorter
@@ -37,10 +36,6 @@ private[spark] class SortShuffleWriter[K, V, C](
3736
private val numPartitions = dep.partitioner.numPartitions
3837

3938
private val blockManager = SparkEnv.get.blockManager
40-
private val ser = Serializer.getSerializer(dep.serializer.orNull)
41-
42-
private val conf = SparkEnv.get.conf
43-
private val fileBufferSize = conf.getInt("spark.shuffle.file.buffer.kb", 32) * 1024
4439

4540
private var sorter: ExternalSorter[K, V, _] = null
4641
private var outputFile: File = null

0 commit comments

Comments
 (0)