File tree Expand file tree Collapse file tree 2 files changed +5
-2
lines changed
main/scala/org/apache/spark/sql/internal
test/scala/org/apache/spark/sql/execution/datasources/parquet Expand file tree Collapse file tree 2 files changed +5
-2
lines changed Original file line number Diff line number Diff line change @@ -215,7 +215,8 @@ object SQLConf {
215215 .createWithDefault(" snappy" )
216216
217217 val PARQUET_FILTER_PUSHDOWN_ENABLED = SQLConfigBuilder (" spark.sql.parquet.filterPushdown" )
218- .doc(" Enables Parquet filter push-down optimization when set to true." )
218+ .doc(" Enables Parquet filter push-down optimization when set to true and vectorized parquet " +
219+ " decoding is not being used." )
219220 .booleanConf
220221 .createWithDefault(true )
221222
@@ -236,7 +237,8 @@ object SQLConf {
236237
237238 val PARQUET_VECTORIZED_READER_ENABLED =
238239 SQLConfigBuilder (" spark.sql.parquet.enableVectorizedReader" )
239- .doc(" Enables vectorized parquet decoding." )
240+ .doc(" Enables vectorized parquet decoding when set to true and all the data types of " +
241+ " the table schemas are atomic types." )
240242 .booleanConf
241243 .createWithDefault(true )
242244
Original file line number Diff line number Diff line change @@ -553,6 +553,7 @@ class ParquetFilterSuite extends QueryTest with ParquetTest with SharedSQLContex
553553 // When SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key is set to true and all the data types
554554 // of the table schema are AtomicType, the parquet reader uses vectorizedReader.
555555 // In this mode, filters will not be pushed down, no matter whether
556+ // SQLConf.PARQUET_FILTER_PUSHDOWN_ENABLED.key is true or not.
556557 withSQLConf(SQLConf .PARQUET_FILTER_PUSHDOWN_ENABLED .key -> pushDown,
557558 SQLConf .PARQUET_VECTORIZED_READER_ENABLED .key -> " false" ) {
558559 withTempPath { dir =>
You can’t perform that action at this time.
0 commit comments