We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a6d569e commit e95fcf5Copy full SHA for e95fcf5
core/src/test/scala/org/apache/spark/shuffle/hash/HashShuffleManagerSuite.scala
@@ -46,6 +46,7 @@ class HashShuffleManagerSuite extends SparkFunSuite with LocalSparkContext {
46
// an object is written. So if the codepaths assume writeObject is end of data, this should
47
// flush those bugs out. This was common bug in ExternalAppendOnlyMap, etc.
48
conf.set("spark.serializer.objectStreamReset", "1")
49
+ conf.set("spark.shuffle.consolidateFiles", "true")
50
conf.set("spark.serializer", "org.apache.spark.serializer.JavaSerializer")
51
conf.set("spark.shuffle.manager", "org.apache.spark.shuffle.hash.HashShuffleManager")
52
0 commit comments