Skip to content

Apache DataFusion SQL Query Engine

Add nlj SQL benchmark (#22805)

Bruce Ritchie7333b96e91b4
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q01.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q01.benchmark
new file mode 100644
index 0000000000..a3d65c01d3
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q01.benchmark
@@ -0,0 +1,12 @@
+
+name Q01
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q1: INNER 10K x 10K | LOW 0.1%
+SELECT *
+FROM range(10000) AS t1
+ JOIN range(10000) AS t2
+ ON (t1.value + t2.value) % 1000 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q02.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q02.benchmark
new file mode 100644
index 0000000000..6e81be67f1
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q02.benchmark
@@ -0,0 +1,12 @@
+
+name Q02
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q2: INNER 10K x 10K | Medium 20%
+SELECT *
+FROM range(10000) AS t1
+ JOIN range(10000) AS t2
+ ON (t1.value + t2.value) % 5 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q03.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q03.benchmark
new file mode 100644
index 0000000000..e561fd7c47
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q03.benchmark
@@ -0,0 +1,12 @@
+
+name Q03
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q3: INNER 10K x 10K | High 90%
+SELECT *
+FROM range(10000) AS t1
+ JOIN range(10000) AS t2
+ ON (t1.value + t2.value) % 10 <> 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q04.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q04.benchmark
new file mode 100644
index 0000000000..0dac2d78a5
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q04.benchmark
@@ -0,0 +1,12 @@
+
+name Q04
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q4: INNER 30K x 30K | Medium 20%
+SELECT *
+FROM range(30000) AS t1
+ JOIN range(30000) AS t2
+ ON (t1.value + t2.value) % 5 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q05.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q05.benchmark
new file mode 100644
index 0000000000..714c9ded43
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q05.benchmark
@@ -0,0 +1,12 @@
+
+name Q05
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q5: INNER 10K x 200K | LOW 0.1% (small to large)
+SELECT *
+FROM range(10000) AS t1
+ JOIN range(200000) AS t2
+ ON (t1.value + t2.value) % 1000 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q06.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q06.benchmark
new file mode 100644
index 0000000000..cb40e71b9d
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q06.benchmark
@@ -0,0 +1,12 @@
+
+name Q06
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q6: INNER 200K x 10K | LOW 0.1% (large to small)
+SELECT *
+FROM range(200000) AS t1
+ JOIN range(10000) AS t2
+ ON (t1.value + t2.value) % 1000 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q07.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q07.benchmark
new file mode 100644
index 0000000000..71c29bb123
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q07.benchmark
@@ -0,0 +1,12 @@
+
+name Q07
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q7: RIGHT OUTER 10K x 200K | LOW 0.1%
+SELECT *
+FROM range(10000) AS t1
+ RIGHT JOIN range(200000) AS t2
+ ON (t1.value + t2.value) % 1000 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q08.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q08.benchmark
new file mode 100644
index 0000000000..b7e1abc67b
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q08.benchmark
@@ -0,0 +1,12 @@
+
+name Q08
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q8: LEFT OUTER 200K x 10K | LOW 0.1%
+SELECT *
+FROM range(200000) AS t1
+ LEFT JOIN range(10000) AS t2
+ ON (t1.value + t2.value) % 1000 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q09.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q09.benchmark
new file mode 100644
index 0000000000..c505717008
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q09.benchmark
@@ -0,0 +1,12 @@
+
+name Q09
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q9: FULL OUTER 30K x 30K | LOW 0.1%
+SELECT *
+FROM range(30000) AS t1
+ FULL JOIN range(30000) AS t2
+ ON (t1.value + t2.value) % 1000 = 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q10.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q10.benchmark
new file mode 100644
index 0000000000..f71fa2ebea
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q10.benchmark
@@ -0,0 +1,12 @@
+
+name Q10
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q10: FULL OUTER 30K x 30K | High 90%
+SELECT *
+FROM range(30000) AS t1
+ FULL JOIN range(30000) AS t2
+ ON (t1.value + t2.value) % 10 <> 0;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q11.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q11.benchmark
new file mode 100644
index 0000000000..f54ea79f9d
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q11.benchmark
@@ -0,0 +1,12 @@
+
+name Q11
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q11: INNER 30K x 30K | MEDIUM 50% | cheap predicate
+SELECT *
+FROM range(30000) AS t1
+ INNER JOIN range(30000) AS t2
+ ON (t1.value > t2.value);
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q12.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q12.benchmark
new file mode 100644
index 0000000000..9010716a85
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q12.benchmark
@@ -0,0 +1,12 @@
+
+name Q12
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q12: FULL OUTER 30K x 30K | MEDIUM 50% | cheap predicate
+SELECT *
+FROM range(30000) AS t1
+ FULL JOIN range(30000) AS t2
+ ON (t1.value > t2.value);
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q13.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q13.benchmark
new file mode 100644
index 0000000000..6e9069bfab
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q13.benchmark
@@ -0,0 +1,12 @@
+
+name Q13
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q13: LEFT SEMI 30K x 30K | HIGH 99.9%
+SELECT t1.*
+FROM range(30000) AS t1
+ LEFT SEMI JOIN range(30000) AS t2
+ON t1.value < t2.value;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q14.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q14.benchmark
new file mode 100644
index 0000000000..85d95de966
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q14.benchmark
@@ -0,0 +1,12 @@
+
+name Q14
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q14: LEFT ANTI 30K x 30K | LOW 0.003%
+SELECT t1.*
+FROM range(30000) AS t1
+ LEFT ANTI JOIN range(30000) AS t2
+ON t1.value < t2.value;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q15.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q15.benchmark
new file mode 100644
index 0000000000..7d9e2adbe7
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q15.benchmark
@@ -0,0 +1,12 @@
+
+name Q15
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q15: RIGHT SEMI 30K x 30K | HIGH 99.9%
+SELECT t1.*
+FROM range(30000) AS t2
+ RIGHT SEMI JOIN range(30000) AS t1
+ON t2.value < t1.value;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q16.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q16.benchmark
new file mode 100644
index 0000000000..c9237f88a5
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q16.benchmark
@@ -0,0 +1,12 @@
+
+name Q16
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q16: RIGHT ANTI 30K x 30K | LOW 0.003%
+SELECT t1.*
+FROM range(30000) AS t2
+ RIGHT ANTI JOIN range(30000) AS t1
+ON t2.value < t1.value;
diff --git a/benchmarks/sql_benchmarks/nlj/benchmarks/q17.benchmark b/benchmarks/sql_benchmarks/nlj/benchmarks/q17.benchmark
new file mode 100644
index 0000000000..f4243a52db
--- /dev/null
+++ b/benchmarks/sql_benchmarks/nlj/benchmarks/q17.benchmark
@@ -0,0 +1,14 @@
+
+name Q17
+group nlj
+
+expect_plan NestedLoopJoinExec
+
+run
+-- Q17: LEFT MARK | HIGH 99.9%
+SELECT *
+FROM range(30000) AS t2(k2)
+WHERE k2 > 0
+ OR EXISTS (SELECT 1
+ FROM range(30000) AS t1(k1)
+ WHERE t2.k2 > t1.k1);