Apache DataFusion SQL Query Engine
Add hj SQL benchmark (#22802)
Bruce Ritchie8b6917cf71e4
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmarknew file mode 100644index 0000000000..7b9e201c4d--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmark@@ -0,0 +1,22 @@+name Q01+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q1: Very Small Build Side (Dense)+-- Build Side: nation (25 rows) | Probe Side: customer (1.5M rows)+-- density: 1.0,+-- prob_hit: 1.0,+-- build_size: "25",+-- probe_size: "1.5M",+SELECT n_nationkey+FROM nation+ JOIN customer ON c_nationkey = n_nationkey;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmarknew file mode 100644index 0000000000..2f0ba5ffc5--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmark@@ -0,0 +1,24 @@+name Q02+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q2: Very Small Build Side (Sparse, range < 1024)+-- Build Side: nation (25 rows, range 961) | Probe Side: customer (1.5M rows)+-- density: 0.026,+-- prob_hit: 1.0,+-- build_size: "25",+-- probe_size: "1.5M",+SELECT l.k+FROM (SELECT c_nationkey * 40 as k+ FROM customer) l+ JOIN (SELECT n_nationkey * 40 as k+ FROM nation) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmarknew file mode 100644index 0000000000..412b96eb0c--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmark@@ -0,0 +1,21 @@+name Q03+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q3: 100% Density, 100% Hit rate+-- density: 1.0,+-- prob_hit: 1.0,+-- build_size: "100K",+-- probe_size: "60M",+SELECT s_suppkey+FROM supplier+ JOIN lineitem ON s_suppkey = l_suppkey;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmarknew file mode 100644index 0000000000..8cf41b7607--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmark@@ -0,0 +1,26 @@+name Q04+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q4: 100% Density, 10% Hit rate+-- density: 1.0,+-- prob_hit: 0.1,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE WHEN l_suppkey % 10 = 0 THEN l_suppkey ELSE l_suppkey + 1000000 END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT s_suppkey as k FROM supplier+ ) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmarknew file mode 100644index 0000000000..7d985a2f8c--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmark@@ -0,0 +1,23 @@+name Q05+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q5: 75% Density, 100% Hit rate+-- density: 0.75,+-- prob_hit: 1.0,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+FROM (SELECT l_suppkey * 4 / 3 as k+ FROM lineitem) l+ JOIN (SELECT s_suppkey * 4 / 3 as k+ FROM supplier) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmarknew file mode 100644index 0000000000..5fd1ebf602--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmark@@ -0,0 +1,30 @@+name Q06+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q6: 75% Density, 10% Hit rate+-- density: 0.75,+-- prob_hit: 0.1,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 4 / 3+ WHEN l_suppkey % 10 < 9 THEN (l_suppkey * 4 / 3 / 4) * 4 + 3+ ELSE l_suppkey * 4 / 3 + 1000000+ END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT s_suppkey * 4 / 3 as k FROM supplier+ ) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmarknew file mode 100644index 0000000000..a0be4a484a--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmark@@ -0,0 +1,23 @@+name Q07+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q7: 50% Density, 100% Hit rate+-- density: 0.5,+-- prob_hit: 1.0,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+FROM (SELECT l_suppkey * 2 as k+ FROM lineitem) l+ JOIN (SELECT s_suppkey * 2 as k+ FROM supplier) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmarknew file mode 100644index 0000000000..aa4ac0039f--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmark@@ -0,0 +1,30 @@+name Q08+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q8: 50% Density, 10% Hit rate+-- density: 0.5,+-- prob_hit: 0.1,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 2+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 2 + 1+ ELSE l_suppkey * 2 + 1000000+ END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT s_suppkey * 2 as k FROM supplier+ ) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmarknew file mode 100644index 0000000000..bed67f360c--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmark@@ -0,0 +1,23 @@+name Q09+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q9: 20% Density, 100% Hit rate+-- density: 0.2,+-- prob_hit: 1.0,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+FROM (SELECT l_suppkey * 5 as k+ FROM lineitem) l+ JOIN (SELECT s_suppkey * 5 as k+ FROM supplier) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmarknew file mode 100644index 0000000000..857881326b--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmark@@ -0,0 +1,30 @@+name Q10+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q10: 20% Density, 10% Hit rate+-- density: 0.2,+-- prob_hit: 0.1,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 5+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 5 + 1+ ELSE l_suppkey * 5 + 1000000+ END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT s_suppkey * 5 as k FROM supplier+ ) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmarknew file mode 100644index 0000000000..de241a3601--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmark@@ -0,0 +1,23 @@+name Q11+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q11: 10% Density, 100% Hit rate+-- density: 0.1,+-- prob_hit: 1.0,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+FROM (SELECT l_suppkey * 10 as k+ FROM lineitem) l+ JOIN (SELECT s_suppkey * 10 as k+ FROM supplier) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmarknew file mode 100644index 0000000000..f83e8e94a1--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmark@@ -0,0 +1,30 @@+name Q12+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q12: 10% Density, 10% Hit rate+-- density: 0.1,+-- prob_hit: 0.1,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 10+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 10 + 1+ ELSE l_suppkey * 10 + 1000000+ END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT s_suppkey * 10 as k FROM supplier+ ) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmarknew file mode 100644index 0000000000..d60d3543d0--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmark@@ -0,0 +1,23 @@+name Q13+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q13: 1% Density, 100% Hit rate+-- density: 0.01,+-- prob_hit: 1.0,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+FROM (SELECT l_suppkey * 100 as k+ FROM lineitem) l+ JOIN (SELECT s_suppkey * 100 as k+ FROM supplier) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmarknew file mode 100644index 0000000000..0997bb0a43--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmark@@ -0,0 +1,31 @@+name Q14+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q14: 1% Density, 10% Hit rate+-- density: 0.01,+-- prob_hit: 0.1,+-- build_size: "100K",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 100+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 100 + 1+ ELSE l_suppkey * 100 + 11000000 -- oob+ END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT s_suppkey * 100 as k FROM supplier+ ) s ON l.k = s.k;;+diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmarknew file mode 100644index 0000000000..413baa420d--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmark@@ -0,0 +1,33 @@+name Q15+group hj++load sql_benchmarks/hj/init/load.sql++assert I+SELECT count(*) > 0 FROM customer+----+true++expect_plan HashJoinExec++run+-- Q15: 20% Density, 10% Hit rate, 20% Duplicates in Build Side+-- density: 0.2,+-- prob_hit: 0.1,+-- build_size: "100K_(20%_dups)",+-- probe_size: "60M",+SELECT l.k+ FROM (+ SELECT CASE+ WHEN l_suppkey % 10 = 0 THEN ((l_suppkey % 80000) + 1) * 25 / 4+ ELSE ((l_suppkey % 80000) + 1) * 25 / 4 + 1+ END as k+ FROM lineitem+ ) l+ JOIN (+ SELECT CASE+ WHEN s_suppkey <= 80000 THEN (s_suppkey * 25) / 4+ ELSE ((s_suppkey - 80000) * 25) / 4+ END as k+ FROM supplier+ ) s ON l.k = s.k;diff --git a/benchmarks/sql_benchmarks/hj/init/load.sql b/benchmarks/sql_benchmarks/hj/init/load.sqlnew file mode 100644index 0000000000..174dac5fba--- /dev/null+++ b/benchmarks/sql_benchmarks/hj/init/load.sql@@ -0,0 +1,7 @@+CREATE EXTERNAL TABLE nation STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/nation/nation.1.parquet';++CREATE EXTERNAL TABLE supplier STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/supplier/supplier.1.parquet';++CREATE EXTERNAL TABLE customer STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/customer/customer.1.parquet';++CREATE EXTERNAL TABLE lineitem STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/lineitem/lineitem.1.parquet';\ No newline at end of file