Skip to content

Commit 2a8d75a

Browse files
committed
Added more documentation for the serializer option in ShuffleDependency.
1 parent 7420185 commit 2a8d75a

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

core/src/main/scala/org/apache/spark/Dependency.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,8 @@ abstract class NarrowDependency[T](rdd: RDD[T]) extends Dependency(rdd) {
4444
* Represents a dependency on the output of a shuffle stage.
4545
* @param rdd the parent RDD
4646
* @param partitioner partitioner used to partition the shuffle output
47-
* @param serializer [[Serializer]] to use.
47+
* @param serializer [[Serializer]] to use. If set to null, the default serializer, as specified
48+
* by `spark.serializer` config option, will be used.
4849
*/
4950
class ShuffleDependency[K, V](
5051
@transient rdd: RDD[_ <: Product2[K, V]],

0 commit comments

Comments
 (0)