Skip to content

Apache DataFusion SQL Query Engine

fix(physical-plan): set column byte_size to 0 in FilterExec zero-row interval stats (#21999)

Burak Şen7d107f09ba0e
diff --git a/datafusion/core/tests/physical_optimizer/partition_statistics.rs b/datafusion/core/tests/physical_optimizer/partition_statistics.rs
index f84d79146b..d06e506abf 100644
--- a/datafusion/core/tests/physical_optimizer/partition_statistics.rs
+++ b/datafusion/core/tests/physical_optimizer/partition_statistics.rs
@@ -381,8 +381,6 @@ mod test {
let filter: Arc<dyn ExecutionPlan> =
Arc::new(FilterExec::try_new(predicate, scan)?);
let full_statistics = filter.partition_statistics(None)?;
- // Filter preserves original total_rows and byte_size from input
- // (4 total rows = 2 partitions * 2 rows each, byte_size = 4 * 4 = 16 bytes for int32)
let expected_full_statistic = Statistics {
num_rows: Precision::Inexact(0),
total_byte_size: Precision::Inexact(0),
@@ -393,7 +391,7 @@ mod test {
min_value: Precision::Exact(ScalarValue::Int32(None)),
sum_value: Precision::Exact(ScalarValue::Int32(None)),
distinct_count: Precision::Exact(0),
- byte_size: Precision::Exact(16),
+ byte_size: Precision::Exact(0),
},
ColumnStatistics {
null_count: Precision::Exact(0),
@@ -401,7 +399,7 @@ mod test {
min_value: Precision::Exact(ScalarValue::Date32(None)),
sum_value: Precision::Exact(ScalarValue::Date32(None)),
distinct_count: Precision::Exact(0),
- byte_size: Precision::Exact(16), // 4 rows * 4 bytes (Date32)
+ byte_size: Precision::Exact(0),
},
],
};
@@ -411,7 +409,6 @@ mod test {
.map(|idx| filter.partition_statistics(Some(idx)))
.collect::<Result<Vec<_>>>()?;
assert_eq!(statistics.len(), 2);
- // Per-partition stats: each partition has 2 rows, byte_size = 2 * 4 = 8
let expected_partition_statistic = Statistics {
num_rows: Precision::Inexact(0),
total_byte_size: Precision::Inexact(0),
@@ -422,7 +419,7 @@ mod test {
min_value: Precision::Exact(ScalarValue::Int32(None)),
sum_value: Precision::Exact(ScalarValue::Int32(None)),
distinct_count: Precision::Exact(0),
- byte_size: Precision::Exact(8),
+ byte_size: Precision::Exact(0),
},
ColumnStatistics {
null_count: Precision::Exact(0),
@@ -430,7 +427,7 @@ mod test {
min_value: Precision::Exact(ScalarValue::Date32(None)),
sum_value: Precision::Exact(ScalarValue::Date32(None)),
distinct_count: Precision::Exact(0),
- byte_size: Precision::Exact(8), // 2 rows * 4 bytes (Date32)
+ byte_size: Precision::Exact(0),
},
],
};
diff --git a/datafusion/physical-plan/src/filter.rs b/datafusion/physical-plan/src/filter.rs
index 50efe8f509..1119d1b240 100644
--- a/datafusion/physical-plan/src/filter.rs
+++ b/datafusion/physical-plan/src/filter.rs
@@ -903,7 +903,7 @@ fn collect_new_statistics(
min_value: Precision::Exact(typed_null.clone()),
sum_value: Precision::Exact(typed_null),
distinct_count: Precision::Exact(0),
- byte_size: input_column_stats[idx].byte_size,
+ byte_size: Precision::Exact(0),
};
};
let (lower, upper) = interval.into_bounds();
@@ -1621,7 +1621,7 @@ mod tests {
sum_value: Precision::Exact(ScalarValue::Int32(None)),
distinct_count: Precision::Exact(0),
null_count: Precision::Exact(0),
- byte_size: Precision::Absent,
+ byte_size: Precision::Exact(0),
},
ColumnStatistics {
min_value: Precision::Exact(ScalarValue::Int32(None)),
@@ -1629,7 +1629,7 @@ mod tests {
sum_value: Precision::Exact(ScalarValue::Int32(None)),
distinct_count: Precision::Exact(0),
null_count: Precision::Exact(0),
- byte_size: Precision::Absent,
+ byte_size: Precision::Exact(0),
},
]
);