File tree Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -260,7 +260,8 @@ pub struct Options {
260260 help = "Set a fixed memory limit for query in GiB"
261261 ) ]
262262 pub query_memory_pool_size : Option < usize > ,
263-
263+ // reduced the max row group size from 1048576
264+ // smaller row groups help in faster query performance in multi threaded query
264265 #[ arg(
265266 long,
266267 env = "P_PARQUET_ROW_GROUP_SIZE" ,
Original file line number Diff line number Diff line change @@ -88,11 +88,12 @@ impl Query {
8888 let runtime_config = runtime_config. with_memory_limit ( pool_size, fraction) ;
8989 let runtime = Arc :: new ( runtime_config. build ( ) . unwrap ( ) ) ;
9090
91+ // All the config options are explained here -
92+ // https://datafusion.apache.org/user-guide/configs.html
9193 let mut config = SessionConfig :: default ( )
9294 . with_parquet_pruning ( true )
9395 . with_prefer_existing_sort ( true )
9496 . with_batch_size ( 1000000 ) ;
95- // For more details refer https://datafusion.apache.org/user-guide/configs.html
9697
9798 // Pushdown filters allows DF to push the filters as far down in the plan as possible
9899 // and thus, reducing the number of rows decoded
You can’t perform that action at this time.
0 commit comments