Apache DataFusion SQL Query Engine
bench: introduce create_hash benchmarks (#25952)
RIchard Baah3ed377a0d0c1
diff --git a/datafusion/common/benches/with_hashes.rs b/datafusion/common/benches/with_hashes.rsindex ea75b32bdd..fe7ddca2f9 100644--- a/datafusion/common/benches/with_hashes.rs+++ b/datafusion/common/benches/with_hashes.rs@@ -18,9 +18,10 @@//! Benchmarks for `with_hashes` functionuse arrow::array::{- Array, ArrayRef, ArrowPrimitiveType, DictionaryArray, GenericStringArray, Int32Array,- Int64Array, ListArray, MapArray, NullBufferBuilder, OffsetSizeTrait, PrimitiveArray,- RunArray, StringViewArray, StructArray, UnionArray, make_array,+ Array, ArrayRef, ArrowPrimitiveType, DictionaryArray, FixedSizeListArray,+ GenericStringArray, Int32Array, Int64Array, ListArray, ListViewArray, MapArray,+ NullArray, NullBufferBuilder, OffsetSizeTrait, PrimitiveArray, RunArray,+ StringViewArray, StructArray, UnionArray, make_array,};use arrow::buffer::{NullBuffer, OffsetBuffer, ScalarBuffer};use arrow::datatypes::{@@ -127,6 +128,21 @@ fn criterion_benchmark(c: &mut Criterion) {array: create_run_array::<Int32Type>(BATCH_SIZE),supports_nulls: true,},+ BenchData {+ name: "null",+ array: Arc::new(NullArray::new(BATCH_SIZE)),+ supports_nulls: false,+ },+ BenchData {+ name: "list_view_array",+ array: list_view_array(BATCH_SIZE),+ supports_nulls: true,+ },+ BenchData {+ name: "fixed_size_list_array",+ array: fixed_size_list_array(BATCH_SIZE),+ supports_nulls: true,+ },];for BenchData {@@ -603,5 +619,49 @@ where)}-criterion_group!(benches, criterion_benchmark, sliced_array_benchmark);+fn list_view_array(num_rows: usize) -> ArrayRef {+ let elements_per_row = 5;+ let values = primitive_array::<Int64Type>(num_rows * elements_per_row);+ let offsets: ScalarBuffer<i32> = (0..num_rows)+ .map(|i| (i * elements_per_row) as i32)+ .collect();+ let sizes: ScalarBuffer<i32> =+ (0..num_rows).map(|_| elements_per_row as i32).collect();+ Arc::new(ListViewArray::new(+ Arc::new(Field::new("item", DataType::Int64, true)),+ offsets,+ sizes,+ values,+ None,+ ))+}++fn fixed_size_list_array(num_rows: usize) -> ArrayRef {+ let list_size = 4;+ Arc::new(FixedSizeListArray::new(+ Arc::new(Field::new("item", DataType::Int64, true)),+ list_size as i32,+ primitive_array::<Int64Type>(num_rows * list_size),+ None,+ ))+}++/// Heterogeneous key columns+fn mixed_columns_benchmark(c: &mut Criterion) {+ let pool = StringPool::new(100, 64);+ let int64 = primitive_array::<Int64Type>(BATCH_SIZE);+ let utf8 = pool.string_array::<i32>(BATCH_SIZE);+ let utf8_view = pool.string_view_array(BATCH_SIZE);+ let arrays = vec![int64, utf8, utf8_view];+ c.bench_function("mixed: 3 columns (int64, utf8, utf8_view)", |b| {+ do_hash_test(b, &arrays)+ });+}++criterion_group!(+ benches,+ criterion_benchmark,+ sliced_array_benchmark,+ mixed_columns_benchmark+);criterion_main!(benches);