Skip to content

Apache DataFusion SQL Query Engine

Add hj SQL benchmark (#22802)

Bruce Ritchie8b6917cf71e4
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmark
new file mode 100644
index 0000000000..7b9e201c4d
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmark
@@ -0,0 +1,22 @@
+name Q01
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q1: Very Small Build Side (Dense)
+-- Build Side: nation (25 rows) | Probe Side: customer (1.5M rows)
+-- density: 1.0,
+-- prob_hit: 1.0,
+-- build_size: "25",
+-- probe_size: "1.5M",
+SELECT n_nationkey
+FROM nation
+ JOIN customer ON c_nationkey = n_nationkey;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmark
new file mode 100644
index 0000000000..2f0ba5ffc5
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmark
@@ -0,0 +1,24 @@
+name Q02
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q2: Very Small Build Side (Sparse, range < 1024)
+-- Build Side: nation (25 rows, range 961) | Probe Side: customer (1.5M rows)
+-- density: 0.026,
+-- prob_hit: 1.0,
+-- build_size: "25",
+-- probe_size: "1.5M",
+SELECT l.k
+FROM (SELECT c_nationkey * 40 as k
+ FROM customer) l
+ JOIN (SELECT n_nationkey * 40 as k
+ FROM nation) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmark
new file mode 100644
index 0000000000..412b96eb0c
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmark
@@ -0,0 +1,21 @@
+name Q03
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q3: 100% Density, 100% Hit rate
+-- density: 1.0,
+-- prob_hit: 1.0,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT s_suppkey
+FROM supplier
+ JOIN lineitem ON s_suppkey = l_suppkey;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmark
new file mode 100644
index 0000000000..8cf41b7607
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmark
@@ -0,0 +1,26 @@
+name Q04
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q4: 100% Density, 10% Hit rate
+-- density: 1.0,
+-- prob_hit: 0.1,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE WHEN l_suppkey % 10 = 0 THEN l_suppkey ELSE l_suppkey + 1000000 END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT s_suppkey as k FROM supplier
+ ) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmark
new file mode 100644
index 0000000000..7d985a2f8c
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmark
@@ -0,0 +1,23 @@
+name Q05
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q5: 75% Density, 100% Hit rate
+-- density: 0.75,
+-- prob_hit: 1.0,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+FROM (SELECT l_suppkey * 4 / 3 as k
+ FROM lineitem) l
+ JOIN (SELECT s_suppkey * 4 / 3 as k
+ FROM supplier) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmark
new file mode 100644
index 0000000000..5fd1ebf602
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmark
@@ -0,0 +1,30 @@
+name Q06
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q6: 75% Density, 10% Hit rate
+-- density: 0.75,
+-- prob_hit: 0.1,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE
+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 4 / 3
+ WHEN l_suppkey % 10 < 9 THEN (l_suppkey * 4 / 3 / 4) * 4 + 3
+ ELSE l_suppkey * 4 / 3 + 1000000
+ END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT s_suppkey * 4 / 3 as k FROM supplier
+ ) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmark
new file mode 100644
index 0000000000..a0be4a484a
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmark
@@ -0,0 +1,23 @@
+name Q07
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q7: 50% Density, 100% Hit rate
+-- density: 0.5,
+-- prob_hit: 1.0,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+FROM (SELECT l_suppkey * 2 as k
+ FROM lineitem) l
+ JOIN (SELECT s_suppkey * 2 as k
+ FROM supplier) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmark
new file mode 100644
index 0000000000..aa4ac0039f
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmark
@@ -0,0 +1,30 @@
+name Q08
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q8: 50% Density, 10% Hit rate
+-- density: 0.5,
+-- prob_hit: 0.1,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE
+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 2
+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 2 + 1
+ ELSE l_suppkey * 2 + 1000000
+ END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT s_suppkey * 2 as k FROM supplier
+ ) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmark
new file mode 100644
index 0000000000..bed67f360c
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmark
@@ -0,0 +1,23 @@
+name Q09
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q9: 20% Density, 100% Hit rate
+-- density: 0.2,
+-- prob_hit: 1.0,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+FROM (SELECT l_suppkey * 5 as k
+ FROM lineitem) l
+ JOIN (SELECT s_suppkey * 5 as k
+ FROM supplier) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmark
new file mode 100644
index 0000000000..857881326b
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmark
@@ -0,0 +1,30 @@
+name Q10
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q10: 20% Density, 10% Hit rate
+-- density: 0.2,
+-- prob_hit: 0.1,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE
+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 5
+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 5 + 1
+ ELSE l_suppkey * 5 + 1000000
+ END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT s_suppkey * 5 as k FROM supplier
+ ) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmark
new file mode 100644
index 0000000000..de241a3601
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmark
@@ -0,0 +1,23 @@
+name Q11
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q11: 10% Density, 100% Hit rate
+-- density: 0.1,
+-- prob_hit: 1.0,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+FROM (SELECT l_suppkey * 10 as k
+ FROM lineitem) l
+ JOIN (SELECT s_suppkey * 10 as k
+ FROM supplier) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmark
new file mode 100644
index 0000000000..f83e8e94a1
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmark
@@ -0,0 +1,30 @@
+name Q12
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q12: 10% Density, 10% Hit rate
+-- density: 0.1,
+-- prob_hit: 0.1,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE
+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 10
+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 10 + 1
+ ELSE l_suppkey * 10 + 1000000
+ END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT s_suppkey * 10 as k FROM supplier
+ ) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmark
new file mode 100644
index 0000000000..d60d3543d0
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmark
@@ -0,0 +1,23 @@
+name Q13
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q13: 1% Density, 100% Hit rate
+-- density: 0.01,
+-- prob_hit: 1.0,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+FROM (SELECT l_suppkey * 100 as k
+ FROM lineitem) l
+ JOIN (SELECT s_suppkey * 100 as k
+ FROM supplier) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmark
new file mode 100644
index 0000000000..0997bb0a43
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmark
@@ -0,0 +1,31 @@
+name Q14
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q14: 1% Density, 10% Hit rate
+-- density: 0.01,
+-- prob_hit: 0.1,
+-- build_size: "100K",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE
+ WHEN l_suppkey % 10 = 0 THEN l_suppkey * 100
+ WHEN l_suppkey % 10 < 9 THEN l_suppkey * 100 + 1
+ ELSE l_suppkey * 100 + 11000000 -- oob
+ END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT s_suppkey * 100 as k FROM supplier
+ ) s ON l.k = s.k;;
+
diff --git a/benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmark b/benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmark
new file mode 100644
index 0000000000..413baa420d
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmark
@@ -0,0 +1,33 @@
+name Q15
+group hj
+
+load sql_benchmarks/hj/init/load.sql
+
+assert I
+SELECT count(*) > 0 FROM customer
+----
+true
+
+expect_plan HashJoinExec
+
+run
+-- Q15: 20% Density, 10% Hit rate, 20% Duplicates in Build Side
+-- density: 0.2,
+-- prob_hit: 0.1,
+-- build_size: "100K_(20%_dups)",
+-- probe_size: "60M",
+SELECT l.k
+ FROM (
+ SELECT CASE
+ WHEN l_suppkey % 10 = 0 THEN ((l_suppkey % 80000) + 1) * 25 / 4
+ ELSE ((l_suppkey % 80000) + 1) * 25 / 4 + 1
+ END as k
+ FROM lineitem
+ ) l
+ JOIN (
+ SELECT CASE
+ WHEN s_suppkey <= 80000 THEN (s_suppkey * 25) / 4
+ ELSE ((s_suppkey - 80000) * 25) / 4
+ END as k
+ FROM supplier
+ ) s ON l.k = s.k;
diff --git a/benchmarks/sql_benchmarks/hj/init/load.sql b/benchmarks/sql_benchmarks/hj/init/load.sql
new file mode 100644
index 0000000000..174dac5fba
--- /dev/null
+++ b/benchmarks/sql_benchmarks/hj/init/load.sql
@@ -0,0 +1,7 @@
+CREATE EXTERNAL TABLE nation STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/nation/nation.1.parquet';
+
+CREATE EXTERNAL TABLE supplier STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/supplier/supplier.1.parquet';
+
+CREATE EXTERNAL TABLE customer STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/customer/customer.1.parquet';
+
+CREATE EXTERNAL TABLE lineitem STORED AS PARQUET LOCATION '${DATA_DIR:-data}/tpch_sf${BENCH_SIZE:-1}/lineitem/lineitem.1.parquet';
\ No newline at end of file