Skip to content

Commit 6e37fa2

Browse files
committed
add configuration for partition_metadata
1 parent 6a2b3ca commit 6e37fa2

File tree

1 file changed

+9
-1
lines changed
  • sql/catalyst/src/main/scala/org/apache/spark/sql/internal

1 file changed

+9
-1
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -137,10 +137,18 @@ object SQLConf {
137137
val IN_MEMORY_PARTITION_PRUNING =
138138
buildConf("spark.sql.inMemoryColumnarStorage.partitionPruning")
139139
.internal()
140-
.doc("When true, enable partition pruning for in-memory columnar tables.")
140+
.doc("When true, enable partition batch pruning for in-memory columnar tables.")
141141
.booleanConf
142142
.createWithDefault(true)
143143

144+
val IN_MEMORY_PARTITION_METADATA =
145+
buildConf("spark.sql.inMemoryColumnarStorage.partitionMetadata")
146+
.internal()
147+
.doc("When true, spark sql will collect partition level stats for in-memory columnar tables and" +
148+
" do coarse-grained pruning")
149+
.booleanConf
150+
.createWithDefault(false)
151+
144152
val PREFER_SORTMERGEJOIN = buildConf("spark.sql.join.preferSortMergeJoin")
145153
.internal()
146154
.doc("When true, prefer sort merge join over shuffle hash join.")

0 commit comments

Comments
 (0)