Apache DataFusion SQL Query Engine
fix: disable dynamic filter pushdown for non min/max aggregates (#20279)
notashesa544b8fc086b
diff --git a/datafusion/physical-plan/src/aggregates/mod.rs b/datafusion/physical-plan/src/aggregates/mod.rsindex dcfa0456ac..6cd8557421 100644--- a/datafusion/physical-plan/src/aggregates/mod.rs+++ b/datafusion/physical-plan/src/aggregates/mod.rs@@ -1147,7 +1147,7 @@ impl AggregateExec {} else if fun_name.eq_ignore_ascii_case("max") {DynamicFilterAggregateType::Max} else {- continue;+ return;};// 2. arg should be only 1 column referencediff --git a/datafusion/sqllogictest/test_files/dynamic_filter_pushdown_config.slt b/datafusion/sqllogictest/test_files/dynamic_filter_pushdown_config.sltindex b112d70f42..1b037ee2b8 100644--- a/datafusion/sqllogictest/test_files/dynamic_filter_pushdown_config.slt+++ b/datafusion/sqllogictest/test_files/dynamic_filter_pushdown_config.slt@@ -288,6 +288,25 @@ physical_plan04)------RepartitionExec: partitioning=RoundRobinBatch(4), input_partitions=105)--------DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/agg_data.parquet]]}, projection=[score], file_type=parquet, predicate=category@0 = alpha AND DynamicFilter [ empty ], pruning_predicate=category_null_count@2 != row_count@3 AND category_min@0 <= alpha AND alpha <= category_max@1, required_guarantees=[category in (alpha)]+# Test 4b: COUNT + MAX — DynamicFilter should NOT appear here in mixed aggregates++query TT+EXPLAIN SELECT COUNT(*), MAX(score) FROM agg_parquet WHERE category = 'alpha';+----+logical_plan+01)Projection: count(Int64(1)) AS count(*), max(agg_parquet.score)+02)--Aggregate: groupBy=[[]], aggr=[[count(Int64(1)), max(agg_parquet.score)]]+03)----Projection: agg_parquet.score+04)------Filter: agg_parquet.category = Utf8View("alpha")+05)--------TableScan: agg_parquet projection=[category, score], partial_filters=[agg_parquet.category = Utf8View("alpha")]+physical_plan+01)ProjectionExec: expr=[count(Int64(1))@0 as count(*), max(agg_parquet.score)@1 as max(agg_parquet.score)]+02)--AggregateExec: mode=Final, gby=[], aggr=[count(Int64(1)), max(agg_parquet.score)]+03)----CoalescePartitionsExec+04)------AggregateExec: mode=Partial, gby=[], aggr=[count(Int64(1)), max(agg_parquet.score)]+05)--------RepartitionExec: partitioning=RoundRobinBatch(4), input_partitions=1+06)----------DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/sqllogictest/test_files/scratch/dynamic_filter_pushdown_config/agg_data.parquet]]}, projection=[score], file_type=parquet, predicate=category@0 = alpha, pruning_predicate=category_null_count@2 != row_count@3 AND category_min@0 <= alpha AND alpha <= category_max@1, required_guarantees=[category in (alpha)]+# Disable aggregate dynamic filters onlystatement okSET datafusion.optimizer.enable_aggregate_dynamic_filter_pushdown = false;