Skip to content

Apache DataFusion SQL Query Engine

add clickbench sorted SQL benchmark (#22807)

Bruce Ritchie8ae94dd740a0
diff --git a/benchmarks/sql_benchmarks/clickbench_sorted/benchmarks/q00.benchmark b/benchmarks/sql_benchmarks/clickbench_sorted/benchmarks/q00.benchmark
new file mode 100644
index 0000000000..5c95a91b6a
--- /dev/null
+++ b/benchmarks/sql_benchmarks/clickbench_sorted/benchmarks/q00.benchmark
@@ -0,0 +1,17 @@
+name Q00
+group clickbench_sorted
+
+init sql_benchmarks/clickbench/init/set_config.sql
+
+load sql_benchmarks/clickbench_sorted/init/load.sql
+
+assert I
+SELECT COUNT(*) > 0 from hits;
+----
+true
+
+run
+SELECT * FROM hits ORDER BY "EventTime" DESC limit 10;
+
+result sql_benchmarks/clickbench_sorted/results/q00.csv
+
diff --git a/benchmarks/sql_benchmarks/clickbench_sorted/init/load.sql b/benchmarks/sql_benchmarks/clickbench_sorted/init/load.sql
new file mode 100644
index 0000000000..fa3c379c7b
--- /dev/null
+++ b/benchmarks/sql_benchmarks/clickbench_sorted/init/load.sql
@@ -0,0 +1,8 @@
+-- Run benchmark with prefer_existing_sort configuration
+-- This allows DataFusion to optimize away redundant sorts while maintaining parallelism
+
+set datafusion.optimizer.prefer_existing_sort=true;
+
+CREATE EXTERNAL TABLE hits_raw STORED AS PARQUET LOCATION '${DATA_DIR:-data}/hits_sorted.parquet' WITH ORDER ("${SORTED_BY:-EventTime}" ${SORTED_ORDER:-ASC});
+
+CREATE VIEW hits AS SELECT * EXCEPT ("EventDate"), CAST(CAST("EventDate" AS INTEGER) AS DATE) AS "EventDate" FROM hits_raw;