File tree Expand file tree Collapse file tree 1 file changed +9
-1
lines changed
sql/catalyst/src/main/scala/org/apache/spark/sql/internal Expand file tree Collapse file tree 1 file changed +9
-1
lines changed Original file line number Diff line number Diff line change @@ -137,10 +137,18 @@ object SQLConf {
137137 val IN_MEMORY_PARTITION_PRUNING =
138138 buildConf(" spark.sql.inMemoryColumnarStorage.partitionPruning" )
139139 .internal()
140- .doc(" When true, enable partition pruning for in-memory columnar tables." )
140+ .doc(" When true, enable partition batch pruning for in-memory columnar tables." )
141141 .booleanConf
142142 .createWithDefault(true )
143143
144+ val IN_MEMORY_PARTITION_METADATA =
145+ buildConf(" spark.sql.inMemoryColumnarStorage.partitionMetadata" )
146+ .internal()
147+ .doc(" When true, spark sql will collect partition level stats for in-memory columnar tables and" +
148+ " do coarse-grained pruning" )
149+ .booleanConf
150+ .createWithDefault(false )
151+
144152 val PREFER_SORTMERGEJOIN = buildConf(" spark.sql.join.preferSortMergeJoin" )
145153 .internal()
146154 .doc(" When true, prefer sort merge join over shuffle hash join." )
You can’t perform that action at this time.
0 commit comments