Skip to content

Commit ad1f18c

Browse files
committed
update the document
1 parent a1da798 commit ad1f18c

File tree

2 files changed

+5
-2
lines changed

2 files changed

+5
-2
lines changed

sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -215,7 +215,8 @@ object SQLConf {
215215
.createWithDefault("snappy")
216216

217217
val PARQUET_FILTER_PUSHDOWN_ENABLED = SQLConfigBuilder("spark.sql.parquet.filterPushdown")
218-
.doc("Enables Parquet filter push-down optimization when set to true.")
218+
.doc("Enables Parquet filter push-down optimization when set to true and vectorized parquet " +
219+
"decoding is not being used.")
219220
.booleanConf
220221
.createWithDefault(true)
221222

@@ -236,7 +237,8 @@ object SQLConf {
236237

237238
val PARQUET_VECTORIZED_READER_ENABLED =
238239
SQLConfigBuilder("spark.sql.parquet.enableVectorizedReader")
239-
.doc("Enables vectorized parquet decoding.")
240+
.doc("Enables vectorized parquet decoding when set to true and all the data types of " +
241+
"the table schemas are atomic types.")
240242
.booleanConf
241243
.createWithDefault(true)
242244

sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -553,6 +553,7 @@ class ParquetFilterSuite extends QueryTest with ParquetTest with SharedSQLContex
553553
// When SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key is set to true and all the data types
554554
// of the table schema are AtomicType, the parquet reader uses vectorizedReader.
555555
// In this mode, filters will not be pushed down, no matter whether
556+
// SQLConf.PARQUET_FILTER_PUSHDOWN_ENABLED.key is true or not.
556557
withSQLConf(SQLConf.PARQUET_FILTER_PUSHDOWN_ENABLED.key -> pushDown,
557558
SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") {
558559
withTempPath { dir =>

0 commit comments

Comments
 (0)