Skip to content

Apache DataFusion SQL Query Engine

Improve sqllogicteset speed by creating only a single large file rather than 2 (#20586)

Tim-530af9ff59986b
diff --git a/datafusion/sqllogictest/test_files/push_down_filter_regression.slt b/datafusion/sqllogictest/test_files/push_down_filter_regression.slt
index ca4a30fa96..8459fcc682 100644
--- a/datafusion/sqllogictest/test_files/push_down_filter_regression.slt
+++ b/datafusion/sqllogictest/test_files/push_down_filter_regression.slt
@@ -18,13 +18,6 @@
# Test push down filter
# Regression test for https://github.com/apache/datafusion/issues/17188
-query I
-COPY (select i as k from generate_series(1, 10000000) as t(i))
-TO 'test_files/scratch/push_down_filter_regression/t1.parquet'
-STORED AS PARQUET;
-----
-10000000
-
query I
COPY (select i as k, i as v from generate_series(1, 10000000) as t(i))
TO 'test_files/scratch/push_down_filter_regression/t2.parquet'
@@ -33,10 +26,10 @@ STORED AS PARQUET;
10000000
statement ok
-create external table t1 stored as parquet location 'test_files/scratch/push_down_filter_regression/t1.parquet';
+create external table t2 stored as parquet location 'test_files/scratch/push_down_filter_regression/t2.parquet';
statement ok
-create external table t2 stored as parquet location 'test_files/scratch/push_down_filter_regression/t2.parquet';
+create external table t1 (k bigint not null) stored as parquet location 'test_files/scratch/push_down_filter_regression/t2.parquet';
# The failure before https://github.com/apache/datafusion/pull/17197 was non-deterministic and random
# So we'll run the same query a couple of times just to have more certainty it's fixed