Skip to content

The only tool you need to know what is happening and how to fix it.

bench: throughput 2026-07-21

traceway-bota9b5ce209939
diff --git a/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json b/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json
index 143b635d..28f3b408 100644
--- a/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json
+++ b/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json
@@ -3,8 +3,8 @@
"mode": "duckdb",
"signal": "logs",
"scenario": "throughput",
- "startedAt": "2026-07-20T11:32:24Z",
- "endedAt": "2026-07-20T11:53:21Z",
+ "startedAt": "2026-07-21T13:33:00Z",
+ "endedAt": "2026-07-21T14:09:35Z",
"phase1": {
"kind": "batch-size-ramp",
"fixedRequestRate": 5,
@@ -13,13 +13,13 @@
"step": 1,
"batchSize": 256,
"requestRate": 5,
- "attemptedItemsPerSec": 1281.9537874795267,
- "actualItemsPerSec": 1281.9537874795267,
+ "attemptedItemsPerSec": 1282.0147335200115,
+ "actualItemsPerSec": 1282.0147335200115,
"rejected": 0,
"ingest": {
- "p50": 17.966917,
- "p95": 23.367143,
- "p99": 29.867072,
+ "p50": 17.26207,
+ "p95": 20.646595,
+ "p99": 24.239521,
"ok": 601,
"errors": 0,
"errRate": 0
@@ -36,7 +36,7 @@
"droppedRowsTotal": 0,
"insertFailures": 0,
"dbSizeBytes": 12288,
- "walSizeBytes": 72095267,
+ "walSizeBytes": 72089224,
"memoryUsedBytes": 91822080
},
"passed": true
@@ -45,14 +45,14 @@
"step": 2,
"batchSize": 1024,
"requestRate": 5,
- "attemptedItemsPerSec": 3864.612766311935,
- "actualItemsPerSec": 3864.612766311935,
+ "attemptedItemsPerSec": 3890.1021650290145,
+ "actualItemsPerSec": 3890.1021650290145,
"rejected": 0,
"ingest": {
- "p50": 41.964664,
- "p95": 62.495663,
- "p99": 107.809567,
- "ok": 453,
+ "p50": 41.299574,
+ "p95": 47.441962,
+ "p99": 61.803219,
+ "ok": 456,
"errors": 0,
"errRate": 0
},
@@ -67,9 +67,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 50868224,
- "walSizeBytes": 32551919,
- "memoryUsedBytes": 95158272
+ "dbSizeBytes": 52178944,
+ "walSizeBytes": 33989045,
+ "memoryUsedBytes": 97779712
},
"passed": true
},
@@ -77,14 +77,14 @@
"step": 3,
"batchSize": 4096,
"requestRate": 5,
- "attemptedItemsPerSec": 15450.636446782544,
- "actualItemsPerSec": 15450.636446782544,
+ "attemptedItemsPerSec": 15484.182970154025,
+ "actualItemsPerSec": 15484.182970154025,
"rejected": 0,
"ingest": {
- "p50": 101.462147,
- "p95": 123.779284,
- "p99": 1059.839939,
- "ok": 453,
+ "p50": 102.681886,
+ "p95": 125.63351300000001,
+ "p99": 992.965565,
+ "ok": 454,
"errors": 0,
"errRate": 0
},
@@ -99,9 +99,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 200028160,
- "walSizeBytes": 124437682,
- "memoryUsedBytes": 354942976
+ "dbSizeBytes": 207630336,
+ "walSizeBytes": 128247991,
+ "memoryUsedBytes": 367263744
},
"passed": true
},
@@ -109,13 +109,13 @@
"step": 4,
"batchSize": 8192,
"requestRate": 5,
- "attemptedItemsPerSec": 30897.878132405756,
- "actualItemsPerSec": 30897.878132405756,
+ "attemptedItemsPerSec": 30905.12202348657,
+ "actualItemsPerSec": 30905.12202348657,
"rejected": 0,
"ingest": {
- "p50": 136.477038,
- "p95": 1311.842813,
- "p99": 1707.4104260000001,
+ "p50": 131.14354,
+ "p95": 911.335455,
+ "p99": 1269.347028,
"ok": 453,
"errors": 0,
"errRate": 0
@@ -131,9 +131,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 558116864,
- "walSizeBytes": 38283710,
- "memoryUsedBytes": 607911936
+ "dbSizeBytes": 567816192,
+ "walSizeBytes": 42114520,
+ "memoryUsedBytes": 622592000
},
"passed": true
},
@@ -141,14 +141,14 @@
"step": 5,
"batchSize": 16384,
"requestRate": 5,
- "attemptedItemsPerSec": 55638.709594722575,
- "actualItemsPerSec": 55638.709594722575,
+ "attemptedItemsPerSec": 60925.38489691948,
+ "actualItemsPerSec": 60925.38489691948,
"rejected": 0,
"ingest": {
- "p50": 11834.574255,
- "p95": 22866.861405999996,
- "p99": 24341.596976,
- "ok": 458,
+ "p50": 1652.951507,
+ "p95": 2388.499593,
+ "p99": 2624.5160250000004,
+ "ok": 454,
"errors": 0,
"errRate": 0
},
@@ -163,31 +163,30 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 1183068160,
- "walSizeBytes": 382851547,
- "memoryUsedBytes": 1642070016
+ "dbSizeBytes": 1242312704,
+ "walSizeBytes": 99541833,
+ "memoryUsedBytes": 1365245952
},
- "passed": false,
- "failReason": "achieved 3.40 req/sec is below 70% of target 5.00 req/sec (workers saturated, SUT past cliff)"
+ "passed": true
}
],
- "maxBatchSize": 8192
+ "maxBatchSize": 16384
},
"phase2": {
"kind": "request-rate-ramp",
- "fixedBatchSize": 8192,
+ "fixedBatchSize": 16384,
"steps": [
{
"step": 1,
- "batchSize": 8192,
+ "batchSize": 16384,
"requestRate": 1,
- "attemptedItemsPerSec": 8260.212706345317,
- "actualItemsPerSec": 8260.212706345317,
+ "attemptedItemsPerSec": 16520.43807786408,
+ "actualItemsPerSec": 16520.43807786408,
"rejected": 0,
"ingest": {
- "p50": 163.105631,
- "p95": 189.50150499999998,
- "p99": 1108.269564,
+ "p50": 278.388168,
+ "p95": 305.20088699999997,
+ "p99": 1170.5415050000001,
"ok": 121,
"errors": 0,
"errRate": 0
@@ -203,24 +202,24 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 1314664448,
- "walSizeBytes": 199085764,
- "memoryUsedBytes": 1555562496
+ "dbSizeBytes": 1396453376,
+ "walSizeBytes": 245020518,
+ "memoryUsedBytes": 1695809536
},
"passed": true
},
{
"step": 2,
- "batchSize": 8192,
+ "batchSize": 16384,
"requestRate": 5,
- "attemptedItemsPerSec": 38914.69419928819,
- "actualItemsPerSec": 38914.69419928819,
+ "attemptedItemsPerSec": 75225.16045662755,
+ "actualItemsPerSec": 75225.16045662755,
"rejected": 0,
"ingest": {
- "p50": 129.807346,
- "p95": 1119.1989549999998,
- "p99": 1549.331686,
- "ok": 571,
+ "p50": 2957.7459870000002,
+ "p95": 4785.44721,
+ "p99": 5096.376844,
+ "ok": 572,
"errors": 0,
"errRate": 0
},
@@ -235,26 +234,59 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 1782591488,
- "walSizeBytes": 42119565,
- "memoryUsedBytes": 1836318720
+ "dbSizeBytes": 2271227904,
+ "walSizeBytes": 160792262,
+ "memoryUsedBytes": 2467823616
},
"passed": true
},
{
"step": 3,
- "batchSize": 8192,
- "requestRate": 25,
- "attemptedItemsPerSec": 132379.3287340486,
- "actualItemsPerSec": 16595.181828928155,
+ "batchSize": 16384,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 143256.6261608713,
+ "actualItemsPerSec": 71497.6044799239,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5662.247816,
+ "p95": 6646.563777,
+ "p99": 6880.767888,
+ "ok": 547,
+ "errors": 549,
+ "errRate": 0.5009124087591241
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 3105632256,
+ "walSizeBytes": 130175658,
+ "memoryUsedBytes": 3268935680
+ },
+ "passed": false,
+ "failReason": "combined error rate 50.09% (http 50.09% + rejected 0.00%) > 5.00% threshold"
+ },
+ {
+ "step": 4,
+ "batchSize": 16384,
+ "requestRate": 7.5,
+ "attemptedItemsPerSec": 93284.77559106264,
+ "actualItemsPerSec": 61884.57062352403,
"rejected": 0,
"ingest": {
- "p50": 11136.865912,
- "p95": 22255.976526000002,
- "p99": 24887.150622,
- "ok": 304,
- "errors": 2121,
- "errRate": 0.8746391752577319
+ "p50": 5617.176396999999,
+ "p95": 6592.590075,
+ "p99": 6779.297003,
+ "ok": 473,
+ "errors": 240,
+ "errRate": 0.33660589060308554
},
"ch": {
"reachable": false,
@@ -263,13 +295,295 @@
"activeMerges": 0,
"longestMergeSec": 0
},
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 3822071808,
+ "walSizeBytes": 53603346,
+ "memoryUsedBytes": 3742892032
+ },
"passed": false,
- "failReason": "combined error rate 87.46% (http 87.46% + rejected 0.00%) > 5.00% threshold"
+ "failReason": "combined error rate 33.66% (http 33.66% + rejected 0.00%) > 5.00% threshold"
+ },
+ {
+ "step": 5,
+ "batchSize": 16384,
+ "requestRate": 6.25,
+ "attemptedItemsPerSec": 79448.70719746505,
+ "actualItemsPerSec": 64421.40238215504,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5551.942363,
+ "p95": 6472.040691,
+ "p99": 6688.987714,
+ "ok": 493,
+ "errors": 115,
+ "errRate": 0.18914473684210525
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 4543492096,
+ "walSizeBytes": 160795453,
+ "memoryUsedBytes": 3877896192
+ },
+ "passed": false,
+ "failReason": "combined error rate 18.91% (http 18.91% + rejected 0.00%) > 5.00% threshold"
+ },
+ {
+ "step": 6,
+ "batchSize": 16384,
+ "requestRate": 5.625,
+ "attemptedItemsPerSec": 73095.08180662479,
+ "actualItemsPerSec": 64726.41412214538,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5422.60898,
+ "p95": 6287.980087,
+ "p99": 6655.953776,
+ "ok": 495,
+ "errors": 64,
+ "errRate": 0.11449016100178891
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 5319438336,
+ "walSizeBytes": 22969295,
+ "memoryUsedBytes": 3709337600
+ },
+ "passed": false,
+ "failReason": "combined error rate 11.45% (http 11.45% + rejected 0.00%) > 5.00% threshold"
}
],
"maxRequestRate": 5
},
- "maxSustainableItemsPerSec": 38914.69419928819,
- "sutDied": true,
- "sutContainer": {}
+ "phase3": {
+ "kind": "small-batch-rate-ramp",
+ "fixedBatchSize": 100,
+ "steps": [
+ {
+ "step": 1,
+ "batchSize": 100,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 1004.9267812440783,
+ "actualItemsPerSec": 1004.9267812440783,
+ "rejected": 0,
+ "ingest": {
+ "p50": 11.200266000000001,
+ "p95": 15.275625,
+ "p99": 21.741057,
+ "ok": 1206,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 5319438336,
+ "walSizeBytes": 79714325,
+ "memoryUsedBytes": 3777495040
+ },
+ "passed": true
+ },
+ {
+ "step": 2,
+ "batchSize": 100,
+ "requestRate": 100,
+ "attemptedItemsPerSec": 9754.40861507941,
+ "actualItemsPerSec": 9754.40861507941,
+ "rejected": 0,
+ "ingest": {
+ "p50": 7.9646040000000005,
+ "p95": 13.466146,
+ "p99": 501.01513900000003,
+ "ok": 11706,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 5419577344,
+ "walSizeBytes": 118481377,
+ "memoryUsedBytes": 3839098880
+ },
+ "passed": true
+ },
+ {
+ "step": 3,
+ "batchSize": 100,
+ "requestRate": 1000,
+ "attemptedItemsPerSec": 30093.297147245194,
+ "actualItemsPerSec": 30093.297147245194,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1591.282434,
+ "p95": 2655.65602,
+ "p99": 2804.014969,
+ "ok": 36615,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 5768228864,
+ "walSizeBytes": 48556398,
+ "memoryUsedBytes": 3740532736
+ },
+ "passed": false,
+ "failReason": "achieved 300.93 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 4,
+ "batchSize": 100,
+ "requestRate": 550,
+ "attemptedItemsPerSec": 29465.46792248597,
+ "actualItemsPerSec": 29433.3874878533,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1598.8326590000001,
+ "p95": 2498.420931,
+ "p99": 5001.769138000001,
+ "ok": 35782,
+ "errors": 39,
+ "errRate": 0.0010887468244884285
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 6127890432,
+ "walSizeBytes": 195554330,
+ "memoryUsedBytes": 3449552896
+ },
+ "passed": false,
+ "failReason": "achieved 294.33 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 5,
+ "batchSize": 100,
+ "requestRate": 325,
+ "attemptedItemsPerSec": 30441.740603991988,
+ "actualItemsPerSec": 30441.740603991988,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1571.473652,
+ "p95": 2564.820214,
+ "p99": 2755.983872,
+ "ok": 37011,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 6420705280,
+ "walSizeBytes": 143983013,
+ "memoryUsedBytes": 3767795712
+ },
+ "passed": true
+ },
+ {
+ "step": 6,
+ "batchSize": 100,
+ "requestRate": 437.5,
+ "attemptedItemsPerSec": 30001.588816616724,
+ "actualItemsPerSec": 29583.963806509822,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1548.747823,
+ "p95": 2618.034174,
+ "p99": 2686.060436,
+ "ok": 35986,
+ "errors": 508,
+ "errRate": 0.01392009645421165
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 6989295616,
+ "walSizeBytes": 44137546,
+ "memoryUsedBytes": 2222981120
+ },
+ "passed": false,
+ "failReason": "achieved 295.84 req/sec is below 70% of target 437.50 req/sec (workers saturated, SUT past cliff)"
+ }
+ ],
+ "maxRequestRate": 325
+ },
+ "maxSustainableItemsPerSec": 75225.16045662755,
+ "bytesOnDisk": 7033438208,
+ "storedRows": 73713480,
+ "sutContainer": {
+ "status": "running",
+ "oomKilled": false,
+ "exitCode": 0,
+ "restartCount": 0
+ }
}
diff --git a/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json b/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json
index 73541a60..d9f1788c 100644
--- a/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json
+++ b/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json
@@ -3,8 +3,8 @@
"mode": "duckdb",
"signal": "metrics",
"scenario": "throughput",
- "startedAt": "2026-07-20T10:58:42Z",
- "endedAt": "2026-07-20T11:25:40Z",
+ "startedAt": "2026-07-21T12:48:00Z",
+ "endedAt": "2026-07-21T13:26:20Z",
"phase1": {
"kind": "batch-size-ramp",
"fixedRequestRate": 5,
@@ -13,13 +13,13 @@
"step": 1,
"batchSize": 256,
"requestRate": 5,
- "attemptedItemsPerSec": 1282.1200405691768,
- "actualItemsPerSec": 1282.1200405691768,
+ "attemptedItemsPerSec": 1282.0367777269973,
+ "actualItemsPerSec": 1282.0367777269973,
"rejected": 0,
"ingest": {
- "p50": 8.401325,
- "p95": 10.850703999999999,
- "p99": 12.811552,
+ "p50": 8.388721,
+ "p95": 11.190548,
+ "p99": 12.992066999999999,
"ok": 601,
"errors": 0,
"errRate": 0
@@ -45,14 +45,14 @@
"step": 2,
"batchSize": 1024,
"requestRate": 5,
- "attemptedItemsPerSec": 3882.4677902953754,
- "actualItemsPerSec": 3882.4677902953754,
+ "attemptedItemsPerSec": 3916.7726419306123,
+ "actualItemsPerSec": 3916.7726419306123,
"rejected": 0,
"ingest": {
- "p50": 16.567847,
- "p95": 19.271342,
- "p99": 21.547628,
- "ok": 455,
+ "p50": 16.371666,
+ "p95": 18.935693,
+ "p99": 21.434116,
+ "ok": 459,
"errors": 0,
"errRate": 0
},
@@ -68,8 +68,8 @@
"droppedRowsTotal": 0,
"insertFailures": 0,
"dbSizeBytes": 12288,
- "walSizeBytes": 83500229,
- "memoryUsedBytes": 105086976
+ "walSizeBytes": 84051387,
+ "memoryUsedBytes": 105611264
},
"passed": true
},
@@ -77,14 +77,14 @@
"step": 3,
"batchSize": 4096,
"requestRate": 5,
- "attemptedItemsPerSec": 15527.161851238325,
- "actualItemsPerSec": 15527.161851238325,
+ "attemptedItemsPerSec": 15425.016712180306,
+ "actualItemsPerSec": 15425.016712180306,
"rejected": 0,
"ingest": {
- "p50": 41.15667,
- "p95": 46.934212,
- "p99": 56.357784,
- "ok": 455,
+ "p50": 41.498647999999996,
+ "p95": 47.420205,
+ "p99": 54.80625,
+ "ok": 452,
"errors": 0,
"errRate": 0
},
@@ -100,8 +100,8 @@
"droppedRowsTotal": 0,
"insertFailures": 0,
"dbSizeBytes": 21770240,
- "walSizeBytes": 77611202,
- "memoryUsedBytes": 120586240
+ "walSizeBytes": 76510334,
+ "memoryUsedBytes": 119275520
},
"passed": true
},
@@ -109,13 +109,13 @@
"step": 4,
"batchSize": 8192,
"requestRate": 5,
- "attemptedItemsPerSec": 30913.984602601,
- "actualItemsPerSec": 30913.984602601,
+ "attemptedItemsPerSec": 30915.423404895144,
+ "actualItemsPerSec": 30915.423404895144,
"rejected": 0,
"ingest": {
- "p50": 70.290217,
- "p95": 77.943448,
- "p99": 247.350502,
+ "p50": 70.96242,
+ "p95": 78.35168100000001,
+ "p99": 253.431664,
"ok": 453,
"errors": 0,
"errRate": 0
@@ -132,8 +132,8 @@
"droppedRowsTotal": 0,
"insertFailures": 0,
"dbSizeBytes": 62926848,
- "walSizeBytes": 62742530,
- "memoryUsedBytes": 144179200
+ "walSizeBytes": 61641784,
+ "memoryUsedBytes": 142082048
},
"passed": true
},
@@ -141,13 +141,13 @@
"step": 5,
"batchSize": 16384,
"requestRate": 5,
- "attemptedItemsPerSec": 61829.24495931581,
- "actualItemsPerSec": 61829.24495931581,
+ "attemptedItemsPerSec": 61822.383379369756,
+ "actualItemsPerSec": 61822.383379369756,
"rejected": 0,
"ingest": {
- "p50": 100.237973,
- "p95": 122.99650199999999,
- "p99": 550.484541,
+ "p50": 99.663271,
+ "p95": 122.064561,
+ "p99": 542.562827,
"ok": 453,
"errors": 0,
"errRate": 0
@@ -163,9 +163,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 145502208,
+ "dbSizeBytes": 145764352,
"walSizeBytes": 28618559,
- "memoryUsedBytes": 184811520
+ "memoryUsedBytes": 185073664
},
"passed": true
}
@@ -180,14 +180,14 @@
"step": 1,
"batchSize": 16384,
"requestRate": 1,
- "attemptedItemsPerSec": 16520.414233261683,
- "actualItemsPerSec": 16520.414233261683,
+ "attemptedItemsPerSec": 16633.34190264782,
+ "actualItemsPerSec": 16633.34190264782,
"rejected": 0,
"ingest": {
- "p50": 104.18309500000001,
- "p95": 129.488281,
- "p99": 139.089517,
- "ok": 121,
+ "p50": 105.809615,
+ "p95": 128.734228,
+ "p99": 136.536756,
+ "ok": 122,
"errors": 0,
"errRate": 0
},
@@ -202,9 +202,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 166473728,
- "walSizeBytes": 37424267,
- "memoryUsedBytes": 218365952
+ "dbSizeBytes": 166735872,
+ "walSizeBytes": 39625694,
+ "memoryUsedBytes": 220463104
},
"passed": true
},
@@ -212,14 +212,14 @@
"step": 2,
"batchSize": 16384,
"requestRate": 5,
- "attemptedItemsPerSec": 78032.14263516333,
- "actualItemsPerSec": 78032.14263516333,
+ "attemptedItemsPerSec": 77912.30000410178,
+ "actualItemsPerSec": 77912.30000410178,
"rejected": 0,
"ingest": {
- "p50": 99.077094,
- "p95": 115.25065099999999,
- "p99": 554.298104,
- "ok": 572,
+ "p50": 99.736306,
+ "p95": 124.617478,
+ "p99": 566.485408,
+ "ok": 571,
"errors": 0,
"errRate": 0
},
@@ -234,26 +234,26 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 269758464,
+ "dbSizeBytes": 270282752,
"walSizeBytes": 8805716,
- "memoryUsedBytes": 286523392
+ "memoryUsedBytes": 287047680
},
"passed": true
},
{
"step": 3,
"batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 323632.63701128727,
- "actualItemsPerSec": 203882.42777673833,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 143338.27451516208,
+ "actualItemsPerSec": 143338.27451516208,
"rejected": 0,
"ingest": {
- "p50": 12691.400743999999,
- "p95": 24447.610353999997,
- "p99": 27777.980349,
- "ok": 1660,
- "errors": 975,
- "errRate": 0.3700189753320683
+ "p50": 61.922116,
+ "p95": 396.29122700000005,
+ "p99": 660.553282,
+ "ok": 1053,
+ "errors": 0,
+ "errRate": 0
},
"ch": {
"reachable": false,
@@ -266,25 +266,24 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 571486208,
- "walSizeBytes": 74848526,
- "memoryUsedBytes": 291766272
+ "dbSizeBytes": 456929280,
+ "walSizeBytes": 8805716,
+ "memoryUsedBytes": 473694208
},
- "passed": false,
- "failReason": "combined error rate 37.00% (http 37.00% + rejected 0.00%) > 5.00% threshold"
+ "passed": true
},
{
"step": 4,
"batchSize": 16384,
"requestRate": 15,
- "attemptedItemsPerSec": 247731.20350094725,
- "actualItemsPerSec": 247731.20350094725,
+ "attemptedItemsPerSec": 206136.23031869842,
+ "actualItemsPerSec": 206136.23031869842,
"rejected": 0,
"ingest": {
- "p50": 60.787095,
- "p95": 889.304422,
- "p99": 1158.872637,
- "ok": 1816,
+ "p50": 61.575264999999995,
+ "p95": 620.03202,
+ "p99": 721.431008,
+ "ok": 1511,
"errors": 0,
"errRate": 0
},
@@ -299,9 +298,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 881864704,
- "walSizeBytes": 209135573,
- "memoryUsedBytes": 763363328
+ "dbSizeBytes": 705703936,
+ "walSizeBytes": 244358405,
+ "memoryUsedBytes": 1006108672
},
"passed": true
},
@@ -309,16 +308,16 @@
"step": 5,
"batchSize": 16384,
"requestRate": 20,
- "attemptedItemsPerSec": 262681.69095115917,
- "actualItemsPerSec": 262681.69095115917,
+ "attemptedItemsPerSec": 256340.29968471063,
+ "actualItemsPerSec": 254242.38196134227,
"rejected": 0,
"ingest": {
- "p50": 2114.9284970000003,
- "p95": 4015.639688,
- "p99": 4756.27933,
- "ok": 1955,
- "errors": 0,
- "errRate": 0
+ "p50": 3207.007778,
+ "p95": 5075.152652,
+ "p99": 5216.393919,
+ "ok": 1939,
+ "errors": 16,
+ "errRate": 0.008184143222506393
},
"ch": {
"reachable": false,
@@ -331,26 +330,59 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 1234972672,
- "walSizeBytes": 110071358,
- "memoryUsedBytes": 996933632
+ "dbSizeBytes": 1058287616,
+ "walSizeBytes": 127682774,
+ "memoryUsedBytes": 1217134592
},
"passed": true
},
{
"step": 6,
"batchSize": 16384,
+ "requestRate": 25,
+ "attemptedItemsPerSec": 352077.7369994588,
+ "actualItemsPerSec": 277942.3206521025,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5156.575400999999,
+ "p95": 5284.039547,
+ "p99": 5742.728115,
+ "ok": 2122,
+ "errors": 566,
+ "errRate": 0.2105654761904762
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 1431318528,
+ "walSizeBytes": 156301325,
+ "memoryUsedBytes": 1625292800
+ },
+ "passed": false,
+ "failReason": "combined error rate 21.06% (http 21.06% + rejected 0.00%) > 5.00% threshold"
+ },
+ {
+ "step": 7,
+ "batchSize": 16384,
"requestRate": 22.5,
- "attemptedItemsPerSec": 225100.65060269024,
- "actualItemsPerSec": 147882.71757207307,
+ "attemptedItemsPerSec": 320468.7140275179,
+ "actualItemsPerSec": 281310.5017291003,
"rejected": 0,
"ingest": {
- "p50": 10491.524743,
- "p95": 25020.241122000003,
- "p99": 28427.16703,
- "ok": 1354,
- "errors": 707,
- "errRate": 0.3430373605046094
+ "p50": 5137.612766,
+ "p95": 5270.028197000001,
+ "p99": 5707.497281,
+ "ok": 2148,
+ "errors": 299,
+ "errRate": 0.12219043727012668
},
"ch": {
"reachable": false,
@@ -359,20 +391,228 @@
"activeMerges": 0,
"longestMergeSec": 0
},
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 1804611584,
+ "walSizeBytes": 239955551,
+ "memoryUsedBytes": 2100297728
+ },
"passed": false,
- "failReason": "combined error rate 34.30% (http 34.30% + rejected 0.00%) > 5.00% threshold"
+ "failReason": "combined error rate 12.22% (http 12.22% + rejected 0.00%) > 5.00% threshold"
}
],
"maxRequestRate": 20
},
- "maxSustainableItemsPerSec": 262681.69095115917,
- "sutDied": true,
- "bytesOnDisk": 1742008320,
- "storedRows": 136135936,
+ "phase3": {
+ "kind": "small-batch-rate-ramp",
+ "fixedBatchSize": 100,
+ "steps": [
+ {
+ "step": 1,
+ "batchSize": 100,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 1009.0901821969892,
+ "actualItemsPerSec": 1009.0901821969892,
+ "rejected": 0,
+ "ingest": {
+ "p50": 6.715396,
+ "p95": 8.796279,
+ "p99": 31.050559,
+ "ok": 1211,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 1825058816,
+ "walSizeBytes": 435610,
+ "memoryUsedBytes": 1833172992
+ },
+ "passed": true
+ },
+ {
+ "step": 2,
+ "batchSize": 100,
+ "requestRate": 100,
+ "attemptedItemsPerSec": 9751.40723039604,
+ "actualItemsPerSec": 9751.40723039604,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5.4039079999999995,
+ "p95": 6.915218,
+ "p99": 8.204802,
+ "ok": 11702,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 1825058816,
+ "walSizeBytes": 159750440,
+ "memoryUsedBytes": 2024275968
+ },
+ "passed": true
+ },
+ {
+ "step": 3,
+ "batchSize": 100,
+ "requestRate": 1000,
+ "attemptedItemsPerSec": 53259.34480514036,
+ "actualItemsPerSec": 53259.34480514036,
+ "rejected": 0,
+ "ingest": {
+ "p50": 934.397084,
+ "p95": 996.504499,
+ "p99": 1596.77871,
+ "ok": 64411,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 1906061312,
+ "walSizeBytes": 12538779,
+ "memoryUsedBytes": 1987575808
+ },
+ "passed": false,
+ "failReason": "achieved 532.59 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 4,
+ "batchSize": 100,
+ "requestRate": 550,
+ "attemptedItemsPerSec": 53090.9328358748,
+ "actualItemsPerSec": 53090.9328358748,
+ "rejected": 0,
+ "ingest": {
+ "p50": 947.972386,
+ "p95": 991.64884,
+ "p99": 1592.485309,
+ "ok": 64208,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 1966616576,
+ "walSizeBytes": 118526270,
+ "memoryUsedBytes": 2230845440
+ },
+ "passed": true
+ },
+ {
+ "step": 5,
+ "batchSize": 100,
+ "requestRate": 775,
+ "attemptedItemsPerSec": 53459.12621950558,
+ "actualItemsPerSec": 53459.12621950558,
+ "rejected": 0,
+ "ingest": {
+ "p50": 941.8437349999999,
+ "p95": 975.135188,
+ "p99": 1591.7919230000002,
+ "ok": 64652,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 2027171840,
+ "walSizeBytes": 230612977,
+ "memoryUsedBytes": 2478309376
+ },
+ "passed": false,
+ "failReason": "achieved 534.59 req/sec is below 70% of target 775.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 6,
+ "batchSize": 100,
+ "requestRate": 662.5,
+ "attemptedItemsPerSec": 52746.649581601785,
+ "actualItemsPerSec": 52746.649581601785,
+ "rejected": 0,
+ "ingest": {
+ "p50": 938.609297,
+ "p95": 980.475246,
+ "p99": 1612.6566,
+ "ok": 63780,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 2119708672,
+ "walSizeBytes": 74851576,
+ "memoryUsedBytes": 2406481920
+ },
+ "passed": true
+ }
+ ],
+ "maxRequestRate": 662.5
+ },
+ "maxSustainableItemsPerSec": 254242.38196134227,
+ "bytesOnDisk": 2194571264,
+ "storedRows": 195695536,
"sutContainer": {
"status": "running",
"oomKilled": false,
"exitCode": 0,
- "restartCount": 2
+ "restartCount": 0
}
}
diff --git a/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json b/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json
index c611bdc2..c40bfa28 100644
--- a/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json
+++ b/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json
@@ -3,8 +3,8 @@
"mode": "duckdb",
"signal": "spans",
"scenario": "throughput",
- "startedAt": "2026-07-20T10:30:43Z",
- "endedAt": "2026-07-20T10:51:27Z",
+ "startedAt": "2026-07-21T12:07:22Z",
+ "endedAt": "2026-07-21T12:41:42Z",
"phase1": {
"kind": "batch-size-ramp",
"fixedRequestRate": 5,
@@ -13,13 +13,13 @@
"step": 1,
"batchSize": 256,
"requestRate": 5,
- "attemptedItemsPerSec": 1282.0246375902323,
- "actualItemsPerSec": 1282.0246375902323,
+ "attemptedItemsPerSec": 1282.0259534142108,
+ "actualItemsPerSec": 1282.0259534142108,
"rejected": 0,
"ingest": {
- "p50": 13.671000000000001,
- "p95": 16.806224,
- "p99": 19.171235,
+ "p50": 14.013178,
+ "p95": 16.96497,
+ "p99": 19.282500000000002,
"ok": 601,
"errors": 0,
"errRate": 0
@@ -36,7 +36,7 @@
"droppedRowsTotal": 0,
"insertFailures": 0,
"dbSizeBytes": 12288,
- "walSizeBytes": 47963842,
+ "walSizeBytes": 47958770,
"memoryUsedBytes": 63391744
},
"passed": true
@@ -45,14 +45,14 @@
"step": 2,
"batchSize": 1024,
"requestRate": 5,
- "attemptedItemsPerSec": 3890.807227614494,
- "actualItemsPerSec": 3890.807227614494,
+ "attemptedItemsPerSec": 3864.8327211368464,
+ "actualItemsPerSec": 3864.8327211368464,
"rejected": 0,
"ingest": {
- "p50": 27.102068,
- "p95": 31.121544,
- "p99": 37.824287999999996,
- "ok": 456,
+ "p50": 27.599517,
+ "p95": 31.053155,
+ "p99": 36.705102000000004,
+ "ok": 453,
"errors": 0,
"errRate": 0
},
@@ -68,7 +68,7 @@
"droppedRowsTotal": 0,
"insertFailures": 0,
"dbSizeBytes": 12288,
- "walSizeBytes": 193123132,
+ "walSizeBytes": 192159970,
"memoryUsedBytes": 242436096
},
"passed": true
@@ -77,14 +77,14 @@
"step": 3,
"batchSize": 4096,
"requestRate": 5,
- "attemptedItemsPerSec": 15454.647440514726,
- "actualItemsPerSec": 15454.647440514726,
+ "attemptedItemsPerSec": 15415.069839229409,
+ "actualItemsPerSec": 15415.069839229409,
"rejected": 0,
"ingest": {
- "p50": 79.07724300000001,
- "p95": 89.45969199999999,
- "p99": 645.671845,
- "ok": 453,
+ "p50": 79.253023,
+ "p95": 89.611228,
+ "p99": 667.014361,
+ "ok": 455,
"errors": 0,
"errRate": 0
},
@@ -99,9 +99,8 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 109850624,
- "walSizeBytes": 255714724,
- "memoryUsedBytes": 424935424
+ "dbSizeBytes": 164114432,
+ "memoryUsedBytes": 165937152
},
"passed": true
},
@@ -109,14 +108,14 @@
"step": 4,
"batchSize": 8192,
"requestRate": 5,
- "attemptedItemsPerSec": 30982.472510721607,
- "actualItemsPerSec": 30982.472510721607,
+ "attemptedItemsPerSec": 31185.415455549006,
+ "actualItemsPerSec": 31185.415455549006,
"rejected": 0,
"ingest": {
- "p50": 110.892889,
- "p95": 485.552772,
- "p99": 1187.619795,
- "ok": 454,
+ "p50": 109.707679,
+ "p95": 303.442473,
+ "p99": 1034.8829250000001,
+ "ok": 457,
"errors": 0,
"errRate": 0
},
@@ -131,9 +130,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 381431808,
- "walSizeBytes": 124672129,
- "memoryUsedBytes": 540803072
+ "dbSizeBytes": 384315392,
+ "walSizeBytes": 132306731,
+ "memoryUsedBytes": 549715968
},
"passed": true
},
@@ -141,13 +140,13 @@
"step": 5,
"batchSize": 16384,
"requestRate": 5,
- "attemptedItemsPerSec": 61953.992508613286,
- "actualItemsPerSec": 61953.992508613286,
+ "attemptedItemsPerSec": 61868.83919864189,
+ "actualItemsPerSec": 61868.83919864189,
"rejected": 0,
"ingest": {
- "p50": 152.87364,
- "p95": 1538.9828599999998,
- "p99": 1764.0773570000001,
+ "p50": 153.437194,
+ "p95": 1095.361743,
+ "p99": 1326.792363,
"ok": 454,
"errors": 0,
"errRate": 0
@@ -163,9 +162,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 878194688,
- "walSizeBytes": 96685286,
- "memoryUsedBytes": 1002438656
+ "dbSizeBytes": 879505408,
+ "walSizeBytes": 106856836,
+ "memoryUsedBytes": 1014497280
},
"passed": true
}
@@ -180,13 +179,13 @@
"step": 1,
"batchSize": 16384,
"requestRate": 1,
- "attemptedItemsPerSec": 16617.433009083812,
- "actualItemsPerSec": 16617.433009083812,
+ "attemptedItemsPerSec": 16613.77616534193,
+ "actualItemsPerSec": 16613.77616534193,
"rejected": 0,
"ingest": {
- "p50": 195.630348,
- "p95": 214.431632,
- "p99": 295.921157,
+ "p50": 192.8409,
+ "p95": 214.86640500000001,
+ "p99": 308.191637,
"ok": 122,
"errors": 0,
"errRate": 0
@@ -202,9 +201,9 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 987770880,
- "walSizeBytes": 198455963,
- "memoryUsedBytes": 1234960384
+ "dbSizeBytes": 989081600,
+ "walSizeBytes": 208632672,
+ "memoryUsedBytes": 1247281152
},
"passed": true
},
@@ -212,14 +211,14 @@
"step": 2,
"batchSize": 16384,
"requestRate": 5,
- "attemptedItemsPerSec": 77899.29812713452,
- "actualItemsPerSec": 77899.29812713452,
+ "attemptedItemsPerSec": 77244.81427079927,
+ "actualItemsPerSec": 77244.81427079927,
"rejected": 0,
"ingest": {
- "p50": 151.848391,
- "p95": 1518.388013,
- "p99": 1744.315586,
- "ok": 575,
+ "p50": 151.988618,
+ "p95": 1031.59392,
+ "p99": 1312.071797,
+ "ok": 571,
"errors": 0,
"errRate": 0
},
@@ -234,26 +233,193 @@
"reachable": true,
"droppedRowsTotal": 0,
"insertFailures": 0,
- "dbSizeBytes": 1650995200,
- "walSizeBytes": 10178703,
- "memoryUsedBytes": 1671168000
+ "dbSizeBytes": 1647325184,
+ "memoryUsedBytes": 1649147904
},
"passed": true
},
{
"step": 3,
"batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 265339.2029290006,
- "actualItemsPerSec": 13976.715216013201,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 138084.37152707088,
+ "actualItemsPerSec": 107833.59325107424,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5371.09331,
+ "p95": 6224.11976,
+ "p99": 6456.579825000001,
+ "ok": 827,
+ "errors": 232,
+ "errRate": 0.2190745986779981
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 2542022656,
+ "walSizeBytes": 15267121,
+ "memoryUsedBytes": 2566127616
+ },
+ "passed": false,
+ "failReason": "combined error rate 21.91% (http 21.91% + rejected 0.00%) > 5.00% threshold"
+ },
+ {
+ "step": 4,
+ "batchSize": 16384,
+ "requestRate": 7.5,
+ "attemptedItemsPerSec": 95737.31828767364,
+ "actualItemsPerSec": 95737.31828767364,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1167.7336220000002,
+ "p95": 1838.536839,
+ "p99": 2014.953619,
+ "ok": 712,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 3312988160,
+ "memoryUsedBytes": 3314810880
+ },
+ "passed": true
+ },
+ {
+ "step": 5,
+ "batchSize": 16384,
+ "requestRate": 8.75,
+ "attemptedItemsPerSec": 111024.5180973839,
+ "actualItemsPerSec": 100208.7493155965,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5250.536638,
+ "p95": 5967.252186,
+ "p99": 6300.6231210000005,
+ "ok": 769,
+ "errors": 83,
+ "errRate": 0.09741784037558686
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 4139003904,
+ "walSizeBytes": 15264471,
+ "memoryUsedBytes": 3702259712
+ },
+ "passed": false,
+ "failReason": "combined error rate 9.74% (http 9.74% + rejected 0.00%) > 5.00% threshold"
+ }
+ ],
+ "maxRequestRate": 7.5
+ },
+ "phase3": {
+ "kind": "small-batch-rate-ramp",
+ "fixedBatchSize": 100,
+ "steps": [
+ {
+ "step": 1,
+ "batchSize": 100,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 1007.3809777695797,
+ "actualItemsPerSec": 1007.3809777695797,
+ "rejected": 0,
+ "ingest": {
+ "p50": 9.489968999999999,
+ "p95": 12.72621,
+ "p99": 18.979889999999997,
+ "ok": 1209,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 4139003904,
+ "walSizeBytes": 53169103,
+ "memoryUsedBytes": 3749183488
+ },
+ "passed": true
+ },
+ {
+ "step": 2,
+ "batchSize": 100,
+ "requestRate": 100,
+ "attemptedItemsPerSec": 9754.603111536819,
+ "actualItemsPerSec": 9754.603111536819,
+ "rejected": 0,
+ "ingest": {
+ "p50": 7.615841,
+ "p95": 10.681462,
+ "p99": 26.597788,
+ "ok": 11706,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 4192743424,
+ "walSizeBytes": 164160818,
+ "memoryUsedBytes": 3890741248
+ },
+ "passed": true
+ },
+ {
+ "step": 3,
+ "batchSize": 100,
+ "requestRate": 1000,
+ "attemptedItemsPerSec": 36913.98112451267,
+ "actualItemsPerSec": 36913.98112451267,
"rejected": 0,
"ingest": {
- "p50": 10530.644559,
- "p95": 16653.125482,
- "p99": 17409.076777,
- "ok": 128,
- "errors": 2302,
- "errRate": 0.9473251028806584
+ "p50": 1295.6169630000002,
+ "p95": 2293.325409,
+ "p99": 2537.409309,
+ "ok": 44772,
+ "errors": 0,
+ "errRate": 0
},
"ch": {
"reachable": false,
@@ -262,13 +428,124 @@
"activeMerges": 0,
"longestMergeSec": 0
},
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 4514656256,
+ "walSizeBytes": 31479949,
+ "memoryUsedBytes": 3708551168
+ },
"passed": false,
- "failReason": "combined error rate 94.73% (http 94.73% + rejected 0.00%) > 5.00% threshold"
+ "failReason": "achieved 369.14 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 4,
+ "batchSize": 100,
+ "requestRate": 550,
+ "attemptedItemsPerSec": 36555.4153674194,
+ "actualItemsPerSec": 36555.4153674194,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1337.9296969999998,
+ "p95": 2166.9471169999997,
+ "p99": 2562.0238520000003,
+ "ok": 44356,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 4783616000,
+ "walSizeBytes": 141747760,
+ "memoryUsedBytes": 3862429696
+ },
+ "passed": false,
+ "failReason": "achieved 365.55 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 5,
+ "batchSize": 100,
+ "requestRate": 325,
+ "attemptedItemsPerSec": 32769.56646378661,
+ "actualItemsPerSec": 32769.56646378661,
+ "rejected": 0,
+ "ingest": {
+ "p50": 6.744288999999999,
+ "p95": 903.700262,
+ "p99": 1278.921382,
+ "ok": 39326,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 5053886464,
+ "walSizeBytes": 94589409,
+ "memoryUsedBytes": 3805806592
+ },
+ "passed": true
+ },
+ {
+ "step": 6,
+ "batchSize": 100,
+ "requestRate": 437.5,
+ "attemptedItemsPerSec": 36576.94340054637,
+ "actualItemsPerSec": 36576.94340054637,
+ "rejected": 0,
+ "ingest": {
+ "p50": 1315.54054,
+ "p95": 2160.389081,
+ "p99": 2386.859315,
+ "ok": 44375,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "sutIngest": {
+ "reachable": true,
+ "droppedRowsTotal": 0,
+ "insertFailures": 0,
+ "dbSizeBytes": 5321273344,
+ "walSizeBytes": 205617910,
+ "memoryUsedBytes": 3943956480
+ },
+ "passed": true
}
],
- "maxRequestRate": 5
+ "maxRequestRate": 437.5
},
- "maxSustainableItemsPerSec": 77899.29812713452,
- "sutDied": true,
- "sutContainer": {}
+ "maxSustainableItemsPerSec": 95737.31828767364,
+ "bytesOnDisk": 5526900736,
+ "storedRows": 81406272,
+ "sutContainer": {
+ "status": "running",
+ "oomKilled": false,
+ "exitCode": 0,
+ "restartCount": 0
+ }
}
diff --git a/benchmarks/results-throughput/chart-batch-efficiency-logs.png b/benchmarks/results-throughput/chart-batch-efficiency-logs.png
index bef22a92..7eeffb7f 100644
Binary files a/benchmarks/results-throughput/chart-batch-efficiency-logs.png and b/benchmarks/results-throughput/chart-batch-efficiency-logs.png differ
diff --git a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png
index a5f6d157..8893910a 100644
Binary files a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png and b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-batch-efficiency-spans.png b/benchmarks/results-throughput/chart-batch-efficiency-spans.png
index 052de9bb..82fa47d4 100644
Binary files a/benchmarks/results-throughput/chart-batch-efficiency-spans.png and b/benchmarks/results-throughput/chart-batch-efficiency-spans.png differ
diff --git a/benchmarks/results-throughput/chart-cliff-logs.png b/benchmarks/results-throughput/chart-cliff-logs.png
index ef13f88c..3c041d85 100644
Binary files a/benchmarks/results-throughput/chart-cliff-logs.png and b/benchmarks/results-throughput/chart-cliff-logs.png differ
diff --git a/benchmarks/results-throughput/chart-cliff-metrics.png b/benchmarks/results-throughput/chart-cliff-metrics.png
index af353dd9..78ab4dbb 100644
Binary files a/benchmarks/results-throughput/chart-cliff-metrics.png and b/benchmarks/results-throughput/chart-cliff-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-cliff-spans.png b/benchmarks/results-throughput/chart-cliff-spans.png
index ac0c53e5..5e8c4a00 100644
Binary files a/benchmarks/results-throughput/chart-cliff-spans.png and b/benchmarks/results-throughput/chart-cliff-spans.png differ
diff --git a/benchmarks/results-throughput/chart-logs.png b/benchmarks/results-throughput/chart-logs.png
index f1ac5f54..c6a3d988 100644
Binary files a/benchmarks/results-throughput/chart-logs.png and b/benchmarks/results-throughput/chart-logs.png differ
diff --git a/benchmarks/results-throughput/chart-metrics.png b/benchmarks/results-throughput/chart-metrics.png
index cebae94c..7b4f904b 100644
Binary files a/benchmarks/results-throughput/chart-metrics.png and b/benchmarks/results-throughput/chart-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-pareto-logs.png b/benchmarks/results-throughput/chart-pareto-logs.png
index a7300bbe..3a2478f5 100644
Binary files a/benchmarks/results-throughput/chart-pareto-logs.png and b/benchmarks/results-throughput/chart-pareto-logs.png differ
diff --git a/benchmarks/results-throughput/chart-pareto-metrics.png b/benchmarks/results-throughput/chart-pareto-metrics.png
index 1c633965..6aa35464 100644
Binary files a/benchmarks/results-throughput/chart-pareto-metrics.png and b/benchmarks/results-throughput/chart-pareto-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-pareto-spans.png b/benchmarks/results-throughput/chart-pareto-spans.png
index 2b5eac36..27df0469 100644
Binary files a/benchmarks/results-throughput/chart-pareto-spans.png and b/benchmarks/results-throughput/chart-pareto-spans.png differ
diff --git a/benchmarks/results-throughput/chart-phase1-batch-logs.png b/benchmarks/results-throughput/chart-phase1-batch-logs.png
index 8b65e04c..f3d8b7eb 100644
Binary files a/benchmarks/results-throughput/chart-phase1-batch-logs.png and b/benchmarks/results-throughput/chart-phase1-batch-logs.png differ
diff --git a/benchmarks/results-throughput/chart-phase1-batch-metrics.png b/benchmarks/results-throughput/chart-phase1-batch-metrics.png
index f43ba127..50c00f65 100644
Binary files a/benchmarks/results-throughput/chart-phase1-batch-metrics.png and b/benchmarks/results-throughput/chart-phase1-batch-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase1-batch-spans.png b/benchmarks/results-throughput/chart-phase1-batch-spans.png
index caf71088..e58408ce 100644
Binary files a/benchmarks/results-throughput/chart-phase1-batch-spans.png and b/benchmarks/results-throughput/chart-phase1-batch-spans.png differ
diff --git a/benchmarks/results-throughput/chart-phase2-rate-logs.png b/benchmarks/results-throughput/chart-phase2-rate-logs.png
index e7a542db..cfc6eeb5 100644
Binary files a/benchmarks/results-throughput/chart-phase2-rate-logs.png and b/benchmarks/results-throughput/chart-phase2-rate-logs.png differ
diff --git a/benchmarks/results-throughput/chart-phase2-rate-metrics.png b/benchmarks/results-throughput/chart-phase2-rate-metrics.png
index b3602ac7..49f134dc 100644
Binary files a/benchmarks/results-throughput/chart-phase2-rate-metrics.png and b/benchmarks/results-throughput/chart-phase2-rate-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase2-rate-spans.png b/benchmarks/results-throughput/chart-phase2-rate-spans.png
index 29b7ed73..42240e92 100644
Binary files a/benchmarks/results-throughput/chart-phase2-rate-spans.png and b/benchmarks/results-throughput/chart-phase2-rate-spans.png differ
diff --git a/benchmarks/results-throughput/chart-phase3-rate-logs.png b/benchmarks/results-throughput/chart-phase3-rate-logs.png
new file mode 100644
index 00000000..f84138d4
Binary files /dev/null and b/benchmarks/results-throughput/chart-phase3-rate-logs.png differ
diff --git a/benchmarks/results-throughput/chart-phase3-rate-metrics.png b/benchmarks/results-throughput/chart-phase3-rate-metrics.png
new file mode 100644
index 00000000..910286e2
Binary files /dev/null and b/benchmarks/results-throughput/chart-phase3-rate-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase3-rate-spans.png b/benchmarks/results-throughput/chart-phase3-rate-spans.png
new file mode 100644
index 00000000..01550708
Binary files /dev/null and b/benchmarks/results-throughput/chart-phase3-rate-spans.png differ
diff --git a/benchmarks/results-throughput/chart-signal-mix.png b/benchmarks/results-throughput/chart-signal-mix.png
index 3332c8c0..d200b88f 100644
Binary files a/benchmarks/results-throughput/chart-signal-mix.png and b/benchmarks/results-throughput/chart-signal-mix.png differ
diff --git a/benchmarks/results-throughput/chart-spans.png b/benchmarks/results-throughput/chart-spans.png
index db712790..96d5b2fd 100644
Binary files a/benchmarks/results-throughput/chart-spans.png and b/benchmarks/results-throughput/chart-spans.png differ
diff --git a/benchmarks/results-throughput/chart-tier-scaling-logs.png b/benchmarks/results-throughput/chart-tier-scaling-logs.png
index 26e50f6d..12377ff4 100644
Binary files a/benchmarks/results-throughput/chart-tier-scaling-logs.png and b/benchmarks/results-throughput/chart-tier-scaling-logs.png differ
diff --git a/benchmarks/results-throughput/chart-tier-scaling-metrics.png b/benchmarks/results-throughput/chart-tier-scaling-metrics.png
index ba2791b0..4b876097 100644
Binary files a/benchmarks/results-throughput/chart-tier-scaling-metrics.png and b/benchmarks/results-throughput/chart-tier-scaling-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-tier-scaling-spans.png b/benchmarks/results-throughput/chart-tier-scaling-spans.png
index 20df2c67..1e047176 100644
Binary files a/benchmarks/results-throughput/chart-tier-scaling-spans.png and b/benchmarks/results-throughput/chart-tier-scaling-spans.png differ
diff --git a/benchmarks/results-throughput/summary.md b/benchmarks/results-throughput/summary.md
index bce026bb..7b9bc4fc 100644
--- a/benchmarks/results-throughput/summary.md
+++ b/benchmarks/results-throughput/summary.md
@@ -12,18 +12,18 @@ Failure threshold: combined HTTP error rate + OTLP rejected items > 5% of attemp
| Tier | Mode | Max spans/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | duckdb | 77,899 | 16,384 | 5 @ 16,384 | — |
+| ccx13 | duckdb | 95,737 | 16,384 | 7.5 @ 16,384 | 437.5 |
### Metrics
| Tier | Mode | Max data points/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | duckdb | 262,681 | 16,384 | 20 @ 16,384 | — |
+| ccx13 | duckdb | 254,242 | 16,384 | 20 @ 16,384 | 662.5 |
### Logs
| Tier | Mode | Max log records/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | duckdb | 38,914 | 8,192 | 5 @ 8,192 | — |
+| ccx13 | duckdb | 75,225 | 16,384 | 5 @ 16,384 | 325 |
Generated by `benchmarks/scripts/chart.py`.