The only tool you need to know what is happening and how to fix it.
Go alertingexception-trackerissue-trackinglogsmetricsmonitoringobservability-platformopen-telemetryotelsession-replaytelemetrytraces
bench: throughput 2026-07-21
traceway-bota9b5ce209939
diff --git a/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json b/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.jsonindex 143b635d..28f3b408 100644--- a/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json+++ b/benchmarks/results-throughput/ccx13-duckdb-logs-throughput.json@@ -3,8 +3,8 @@"mode": "duckdb","signal": "logs","scenario": "throughput",- "startedAt": "2026-07-20T11:32:24Z",- "endedAt": "2026-07-20T11:53:21Z",+ "startedAt": "2026-07-21T13:33:00Z",+ "endedAt": "2026-07-21T14:09:35Z","phase1": {"kind": "batch-size-ramp","fixedRequestRate": 5,@@ -13,13 +13,13 @@"step": 1,"batchSize": 256,"requestRate": 5,- "attemptedItemsPerSec": 1281.9537874795267,- "actualItemsPerSec": 1281.9537874795267,+ "attemptedItemsPerSec": 1282.0147335200115,+ "actualItemsPerSec": 1282.0147335200115,"rejected": 0,"ingest": {- "p50": 17.966917,- "p95": 23.367143,- "p99": 29.867072,+ "p50": 17.26207,+ "p95": 20.646595,+ "p99": 24.239521,"ok": 601,"errors": 0,"errRate": 0@@ -36,7 +36,7 @@"droppedRowsTotal": 0,"insertFailures": 0,"dbSizeBytes": 12288,- "walSizeBytes": 72095267,+ "walSizeBytes": 72089224,"memoryUsedBytes": 91822080},"passed": true@@ -45,14 +45,14 @@"step": 2,"batchSize": 1024,"requestRate": 5,- "attemptedItemsPerSec": 3864.612766311935,- "actualItemsPerSec": 3864.612766311935,+ "attemptedItemsPerSec": 3890.1021650290145,+ "actualItemsPerSec": 3890.1021650290145,"rejected": 0,"ingest": {- "p50": 41.964664,- "p95": 62.495663,- "p99": 107.809567,- "ok": 453,+ "p50": 41.299574,+ "p95": 47.441962,+ "p99": 61.803219,+ "ok": 456,"errors": 0,"errRate": 0},@@ -67,9 +67,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 50868224,- "walSizeBytes": 32551919,- "memoryUsedBytes": 95158272+ "dbSizeBytes": 52178944,+ "walSizeBytes": 33989045,+ "memoryUsedBytes": 97779712},"passed": true},@@ -77,14 +77,14 @@"step": 3,"batchSize": 4096,"requestRate": 5,- "attemptedItemsPerSec": 15450.636446782544,- "actualItemsPerSec": 15450.636446782544,+ "attemptedItemsPerSec": 15484.182970154025,+ "actualItemsPerSec": 15484.182970154025,"rejected": 0,"ingest": {- "p50": 101.462147,- "p95": 123.779284,- "p99": 1059.839939,- "ok": 453,+ "p50": 102.681886,+ "p95": 125.63351300000001,+ "p99": 992.965565,+ "ok": 454,"errors": 0,"errRate": 0},@@ -99,9 +99,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 200028160,- "walSizeBytes": 124437682,- "memoryUsedBytes": 354942976+ "dbSizeBytes": 207630336,+ "walSizeBytes": 128247991,+ "memoryUsedBytes": 367263744},"passed": true},@@ -109,13 +109,13 @@"step": 4,"batchSize": 8192,"requestRate": 5,- "attemptedItemsPerSec": 30897.878132405756,- "actualItemsPerSec": 30897.878132405756,+ "attemptedItemsPerSec": 30905.12202348657,+ "actualItemsPerSec": 30905.12202348657,"rejected": 0,"ingest": {- "p50": 136.477038,- "p95": 1311.842813,- "p99": 1707.4104260000001,+ "p50": 131.14354,+ "p95": 911.335455,+ "p99": 1269.347028,"ok": 453,"errors": 0,"errRate": 0@@ -131,9 +131,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 558116864,- "walSizeBytes": 38283710,- "memoryUsedBytes": 607911936+ "dbSizeBytes": 567816192,+ "walSizeBytes": 42114520,+ "memoryUsedBytes": 622592000},"passed": true},@@ -141,14 +141,14 @@"step": 5,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 55638.709594722575,- "actualItemsPerSec": 55638.709594722575,+ "attemptedItemsPerSec": 60925.38489691948,+ "actualItemsPerSec": 60925.38489691948,"rejected": 0,"ingest": {- "p50": 11834.574255,- "p95": 22866.861405999996,- "p99": 24341.596976,- "ok": 458,+ "p50": 1652.951507,+ "p95": 2388.499593,+ "p99": 2624.5160250000004,+ "ok": 454,"errors": 0,"errRate": 0},@@ -163,31 +163,30 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 1183068160,- "walSizeBytes": 382851547,- "memoryUsedBytes": 1642070016+ "dbSizeBytes": 1242312704,+ "walSizeBytes": 99541833,+ "memoryUsedBytes": 1365245952},- "passed": false,- "failReason": "achieved 3.40 req/sec is below 70% of target 5.00 req/sec (workers saturated, SUT past cliff)"+ "passed": true}],- "maxBatchSize": 8192+ "maxBatchSize": 16384},"phase2": {"kind": "request-rate-ramp",- "fixedBatchSize": 8192,+ "fixedBatchSize": 16384,"steps": [{"step": 1,- "batchSize": 8192,+ "batchSize": 16384,"requestRate": 1,- "attemptedItemsPerSec": 8260.212706345317,- "actualItemsPerSec": 8260.212706345317,+ "attemptedItemsPerSec": 16520.43807786408,+ "actualItemsPerSec": 16520.43807786408,"rejected": 0,"ingest": {- "p50": 163.105631,- "p95": 189.50150499999998,- "p99": 1108.269564,+ "p50": 278.388168,+ "p95": 305.20088699999997,+ "p99": 1170.5415050000001,"ok": 121,"errors": 0,"errRate": 0@@ -203,24 +202,24 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 1314664448,- "walSizeBytes": 199085764,- "memoryUsedBytes": 1555562496+ "dbSizeBytes": 1396453376,+ "walSizeBytes": 245020518,+ "memoryUsedBytes": 1695809536},"passed": true},{"step": 2,- "batchSize": 8192,+ "batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 38914.69419928819,- "actualItemsPerSec": 38914.69419928819,+ "attemptedItemsPerSec": 75225.16045662755,+ "actualItemsPerSec": 75225.16045662755,"rejected": 0,"ingest": {- "p50": 129.807346,- "p95": 1119.1989549999998,- "p99": 1549.331686,- "ok": 571,+ "p50": 2957.7459870000002,+ "p95": 4785.44721,+ "p99": 5096.376844,+ "ok": 572,"errors": 0,"errRate": 0},@@ -235,26 +234,59 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 1782591488,- "walSizeBytes": 42119565,- "memoryUsedBytes": 1836318720+ "dbSizeBytes": 2271227904,+ "walSizeBytes": 160792262,+ "memoryUsedBytes": 2467823616},"passed": true},{"step": 3,- "batchSize": 8192,- "requestRate": 25,- "attemptedItemsPerSec": 132379.3287340486,- "actualItemsPerSec": 16595.181828928155,+ "batchSize": 16384,+ "requestRate": 10,+ "attemptedItemsPerSec": 143256.6261608713,+ "actualItemsPerSec": 71497.6044799239,+ "rejected": 0,+ "ingest": {+ "p50": 5662.247816,+ "p95": 6646.563777,+ "p99": 6880.767888,+ "ok": 547,+ "errors": 549,+ "errRate": 0.5009124087591241+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 3105632256,+ "walSizeBytes": 130175658,+ "memoryUsedBytes": 3268935680+ },+ "passed": false,+ "failReason": "combined error rate 50.09% (http 50.09% + rejected 0.00%) > 5.00% threshold"+ },+ {+ "step": 4,+ "batchSize": 16384,+ "requestRate": 7.5,+ "attemptedItemsPerSec": 93284.77559106264,+ "actualItemsPerSec": 61884.57062352403,"rejected": 0,"ingest": {- "p50": 11136.865912,- "p95": 22255.976526000002,- "p99": 24887.150622,- "ok": 304,- "errors": 2121,- "errRate": 0.8746391752577319+ "p50": 5617.176396999999,+ "p95": 6592.590075,+ "p99": 6779.297003,+ "ok": 473,+ "errors": 240,+ "errRate": 0.33660589060308554},"ch": {"reachable": false,@@ -263,13 +295,295 @@"activeMerges": 0,"longestMergeSec": 0},+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 3822071808,+ "walSizeBytes": 53603346,+ "memoryUsedBytes": 3742892032+ },"passed": false,- "failReason": "combined error rate 87.46% (http 87.46% + rejected 0.00%) > 5.00% threshold"+ "failReason": "combined error rate 33.66% (http 33.66% + rejected 0.00%) > 5.00% threshold"+ },+ {+ "step": 5,+ "batchSize": 16384,+ "requestRate": 6.25,+ "attemptedItemsPerSec": 79448.70719746505,+ "actualItemsPerSec": 64421.40238215504,+ "rejected": 0,+ "ingest": {+ "p50": 5551.942363,+ "p95": 6472.040691,+ "p99": 6688.987714,+ "ok": 493,+ "errors": 115,+ "errRate": 0.18914473684210525+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 4543492096,+ "walSizeBytes": 160795453,+ "memoryUsedBytes": 3877896192+ },+ "passed": false,+ "failReason": "combined error rate 18.91% (http 18.91% + rejected 0.00%) > 5.00% threshold"+ },+ {+ "step": 6,+ "batchSize": 16384,+ "requestRate": 5.625,+ "attemptedItemsPerSec": 73095.08180662479,+ "actualItemsPerSec": 64726.41412214538,+ "rejected": 0,+ "ingest": {+ "p50": 5422.60898,+ "p95": 6287.980087,+ "p99": 6655.953776,+ "ok": 495,+ "errors": 64,+ "errRate": 0.11449016100178891+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 5319438336,+ "walSizeBytes": 22969295,+ "memoryUsedBytes": 3709337600+ },+ "passed": false,+ "failReason": "combined error rate 11.45% (http 11.45% + rejected 0.00%) > 5.00% threshold"}],"maxRequestRate": 5},- "maxSustainableItemsPerSec": 38914.69419928819,- "sutDied": true,- "sutContainer": {}+ "phase3": {+ "kind": "small-batch-rate-ramp",+ "fixedBatchSize": 100,+ "steps": [+ {+ "step": 1,+ "batchSize": 100,+ "requestRate": 10,+ "attemptedItemsPerSec": 1004.9267812440783,+ "actualItemsPerSec": 1004.9267812440783,+ "rejected": 0,+ "ingest": {+ "p50": 11.200266000000001,+ "p95": 15.275625,+ "p99": 21.741057,+ "ok": 1206,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 5319438336,+ "walSizeBytes": 79714325,+ "memoryUsedBytes": 3777495040+ },+ "passed": true+ },+ {+ "step": 2,+ "batchSize": 100,+ "requestRate": 100,+ "attemptedItemsPerSec": 9754.40861507941,+ "actualItemsPerSec": 9754.40861507941,+ "rejected": 0,+ "ingest": {+ "p50": 7.9646040000000005,+ "p95": 13.466146,+ "p99": 501.01513900000003,+ "ok": 11706,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 5419577344,+ "walSizeBytes": 118481377,+ "memoryUsedBytes": 3839098880+ },+ "passed": true+ },+ {+ "step": 3,+ "batchSize": 100,+ "requestRate": 1000,+ "attemptedItemsPerSec": 30093.297147245194,+ "actualItemsPerSec": 30093.297147245194,+ "rejected": 0,+ "ingest": {+ "p50": 1591.282434,+ "p95": 2655.65602,+ "p99": 2804.014969,+ "ok": 36615,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 5768228864,+ "walSizeBytes": 48556398,+ "memoryUsedBytes": 3740532736+ },+ "passed": false,+ "failReason": "achieved 300.93 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 4,+ "batchSize": 100,+ "requestRate": 550,+ "attemptedItemsPerSec": 29465.46792248597,+ "actualItemsPerSec": 29433.3874878533,+ "rejected": 0,+ "ingest": {+ "p50": 1598.8326590000001,+ "p95": 2498.420931,+ "p99": 5001.769138000001,+ "ok": 35782,+ "errors": 39,+ "errRate": 0.0010887468244884285+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 6127890432,+ "walSizeBytes": 195554330,+ "memoryUsedBytes": 3449552896+ },+ "passed": false,+ "failReason": "achieved 294.33 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 5,+ "batchSize": 100,+ "requestRate": 325,+ "attemptedItemsPerSec": 30441.740603991988,+ "actualItemsPerSec": 30441.740603991988,+ "rejected": 0,+ "ingest": {+ "p50": 1571.473652,+ "p95": 2564.820214,+ "p99": 2755.983872,+ "ok": 37011,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 6420705280,+ "walSizeBytes": 143983013,+ "memoryUsedBytes": 3767795712+ },+ "passed": true+ },+ {+ "step": 6,+ "batchSize": 100,+ "requestRate": 437.5,+ "attemptedItemsPerSec": 30001.588816616724,+ "actualItemsPerSec": 29583.963806509822,+ "rejected": 0,+ "ingest": {+ "p50": 1548.747823,+ "p95": 2618.034174,+ "p99": 2686.060436,+ "ok": 35986,+ "errors": 508,+ "errRate": 0.01392009645421165+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 6989295616,+ "walSizeBytes": 44137546,+ "memoryUsedBytes": 2222981120+ },+ "passed": false,+ "failReason": "achieved 295.84 req/sec is below 70% of target 437.50 req/sec (workers saturated, SUT past cliff)"+ }+ ],+ "maxRequestRate": 325+ },+ "maxSustainableItemsPerSec": 75225.16045662755,+ "bytesOnDisk": 7033438208,+ "storedRows": 73713480,+ "sutContainer": {+ "status": "running",+ "oomKilled": false,+ "exitCode": 0,+ "restartCount": 0+ }}diff --git a/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json b/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.jsonindex 73541a60..d9f1788c 100644--- a/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json+++ b/benchmarks/results-throughput/ccx13-duckdb-metrics-throughput.json@@ -3,8 +3,8 @@"mode": "duckdb","signal": "metrics","scenario": "throughput",- "startedAt": "2026-07-20T10:58:42Z",- "endedAt": "2026-07-20T11:25:40Z",+ "startedAt": "2026-07-21T12:48:00Z",+ "endedAt": "2026-07-21T13:26:20Z","phase1": {"kind": "batch-size-ramp","fixedRequestRate": 5,@@ -13,13 +13,13 @@"step": 1,"batchSize": 256,"requestRate": 5,- "attemptedItemsPerSec": 1282.1200405691768,- "actualItemsPerSec": 1282.1200405691768,+ "attemptedItemsPerSec": 1282.0367777269973,+ "actualItemsPerSec": 1282.0367777269973,"rejected": 0,"ingest": {- "p50": 8.401325,- "p95": 10.850703999999999,- "p99": 12.811552,+ "p50": 8.388721,+ "p95": 11.190548,+ "p99": 12.992066999999999,"ok": 601,"errors": 0,"errRate": 0@@ -45,14 +45,14 @@"step": 2,"batchSize": 1024,"requestRate": 5,- "attemptedItemsPerSec": 3882.4677902953754,- "actualItemsPerSec": 3882.4677902953754,+ "attemptedItemsPerSec": 3916.7726419306123,+ "actualItemsPerSec": 3916.7726419306123,"rejected": 0,"ingest": {- "p50": 16.567847,- "p95": 19.271342,- "p99": 21.547628,- "ok": 455,+ "p50": 16.371666,+ "p95": 18.935693,+ "p99": 21.434116,+ "ok": 459,"errors": 0,"errRate": 0},@@ -68,8 +68,8 @@"droppedRowsTotal": 0,"insertFailures": 0,"dbSizeBytes": 12288,- "walSizeBytes": 83500229,- "memoryUsedBytes": 105086976+ "walSizeBytes": 84051387,+ "memoryUsedBytes": 105611264},"passed": true},@@ -77,14 +77,14 @@"step": 3,"batchSize": 4096,"requestRate": 5,- "attemptedItemsPerSec": 15527.161851238325,- "actualItemsPerSec": 15527.161851238325,+ "attemptedItemsPerSec": 15425.016712180306,+ "actualItemsPerSec": 15425.016712180306,"rejected": 0,"ingest": {- "p50": 41.15667,- "p95": 46.934212,- "p99": 56.357784,- "ok": 455,+ "p50": 41.498647999999996,+ "p95": 47.420205,+ "p99": 54.80625,+ "ok": 452,"errors": 0,"errRate": 0},@@ -100,8 +100,8 @@"droppedRowsTotal": 0,"insertFailures": 0,"dbSizeBytes": 21770240,- "walSizeBytes": 77611202,- "memoryUsedBytes": 120586240+ "walSizeBytes": 76510334,+ "memoryUsedBytes": 119275520},"passed": true},@@ -109,13 +109,13 @@"step": 4,"batchSize": 8192,"requestRate": 5,- "attemptedItemsPerSec": 30913.984602601,- "actualItemsPerSec": 30913.984602601,+ "attemptedItemsPerSec": 30915.423404895144,+ "actualItemsPerSec": 30915.423404895144,"rejected": 0,"ingest": {- "p50": 70.290217,- "p95": 77.943448,- "p99": 247.350502,+ "p50": 70.96242,+ "p95": 78.35168100000001,+ "p99": 253.431664,"ok": 453,"errors": 0,"errRate": 0@@ -132,8 +132,8 @@"droppedRowsTotal": 0,"insertFailures": 0,"dbSizeBytes": 62926848,- "walSizeBytes": 62742530,- "memoryUsedBytes": 144179200+ "walSizeBytes": 61641784,+ "memoryUsedBytes": 142082048},"passed": true},@@ -141,13 +141,13 @@"step": 5,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 61829.24495931581,- "actualItemsPerSec": 61829.24495931581,+ "attemptedItemsPerSec": 61822.383379369756,+ "actualItemsPerSec": 61822.383379369756,"rejected": 0,"ingest": {- "p50": 100.237973,- "p95": 122.99650199999999,- "p99": 550.484541,+ "p50": 99.663271,+ "p95": 122.064561,+ "p99": 542.562827,"ok": 453,"errors": 0,"errRate": 0@@ -163,9 +163,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 145502208,+ "dbSizeBytes": 145764352,"walSizeBytes": 28618559,- "memoryUsedBytes": 184811520+ "memoryUsedBytes": 185073664},"passed": true}@@ -180,14 +180,14 @@"step": 1,"batchSize": 16384,"requestRate": 1,- "attemptedItemsPerSec": 16520.414233261683,- "actualItemsPerSec": 16520.414233261683,+ "attemptedItemsPerSec": 16633.34190264782,+ "actualItemsPerSec": 16633.34190264782,"rejected": 0,"ingest": {- "p50": 104.18309500000001,- "p95": 129.488281,- "p99": 139.089517,- "ok": 121,+ "p50": 105.809615,+ "p95": 128.734228,+ "p99": 136.536756,+ "ok": 122,"errors": 0,"errRate": 0},@@ -202,9 +202,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 166473728,- "walSizeBytes": 37424267,- "memoryUsedBytes": 218365952+ "dbSizeBytes": 166735872,+ "walSizeBytes": 39625694,+ "memoryUsedBytes": 220463104},"passed": true},@@ -212,14 +212,14 @@"step": 2,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 78032.14263516333,- "actualItemsPerSec": 78032.14263516333,+ "attemptedItemsPerSec": 77912.30000410178,+ "actualItemsPerSec": 77912.30000410178,"rejected": 0,"ingest": {- "p50": 99.077094,- "p95": 115.25065099999999,- "p99": 554.298104,- "ok": 572,+ "p50": 99.736306,+ "p95": 124.617478,+ "p99": 566.485408,+ "ok": 571,"errors": 0,"errRate": 0},@@ -234,26 +234,26 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 269758464,+ "dbSizeBytes": 270282752,"walSizeBytes": 8805716,- "memoryUsedBytes": 286523392+ "memoryUsedBytes": 287047680},"passed": true},{"step": 3,"batchSize": 16384,- "requestRate": 25,- "attemptedItemsPerSec": 323632.63701128727,- "actualItemsPerSec": 203882.42777673833,+ "requestRate": 10,+ "attemptedItemsPerSec": 143338.27451516208,+ "actualItemsPerSec": 143338.27451516208,"rejected": 0,"ingest": {- "p50": 12691.400743999999,- "p95": 24447.610353999997,- "p99": 27777.980349,- "ok": 1660,- "errors": 975,- "errRate": 0.3700189753320683+ "p50": 61.922116,+ "p95": 396.29122700000005,+ "p99": 660.553282,+ "ok": 1053,+ "errors": 0,+ "errRate": 0},"ch": {"reachable": false,@@ -266,25 +266,24 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 571486208,- "walSizeBytes": 74848526,- "memoryUsedBytes": 291766272+ "dbSizeBytes": 456929280,+ "walSizeBytes": 8805716,+ "memoryUsedBytes": 473694208},- "passed": false,- "failReason": "combined error rate 37.00% (http 37.00% + rejected 0.00%) > 5.00% threshold"+ "passed": true},{"step": 4,"batchSize": 16384,"requestRate": 15,- "attemptedItemsPerSec": 247731.20350094725,- "actualItemsPerSec": 247731.20350094725,+ "attemptedItemsPerSec": 206136.23031869842,+ "actualItemsPerSec": 206136.23031869842,"rejected": 0,"ingest": {- "p50": 60.787095,- "p95": 889.304422,- "p99": 1158.872637,- "ok": 1816,+ "p50": 61.575264999999995,+ "p95": 620.03202,+ "p99": 721.431008,+ "ok": 1511,"errors": 0,"errRate": 0},@@ -299,9 +298,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 881864704,- "walSizeBytes": 209135573,- "memoryUsedBytes": 763363328+ "dbSizeBytes": 705703936,+ "walSizeBytes": 244358405,+ "memoryUsedBytes": 1006108672},"passed": true},@@ -309,16 +308,16 @@"step": 5,"batchSize": 16384,"requestRate": 20,- "attemptedItemsPerSec": 262681.69095115917,- "actualItemsPerSec": 262681.69095115917,+ "attemptedItemsPerSec": 256340.29968471063,+ "actualItemsPerSec": 254242.38196134227,"rejected": 0,"ingest": {- "p50": 2114.9284970000003,- "p95": 4015.639688,- "p99": 4756.27933,- "ok": 1955,- "errors": 0,- "errRate": 0+ "p50": 3207.007778,+ "p95": 5075.152652,+ "p99": 5216.393919,+ "ok": 1939,+ "errors": 16,+ "errRate": 0.008184143222506393},"ch": {"reachable": false,@@ -331,26 +330,59 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 1234972672,- "walSizeBytes": 110071358,- "memoryUsedBytes": 996933632+ "dbSizeBytes": 1058287616,+ "walSizeBytes": 127682774,+ "memoryUsedBytes": 1217134592},"passed": true},{"step": 6,"batchSize": 16384,+ "requestRate": 25,+ "attemptedItemsPerSec": 352077.7369994588,+ "actualItemsPerSec": 277942.3206521025,+ "rejected": 0,+ "ingest": {+ "p50": 5156.575400999999,+ "p95": 5284.039547,+ "p99": 5742.728115,+ "ok": 2122,+ "errors": 566,+ "errRate": 0.2105654761904762+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 1431318528,+ "walSizeBytes": 156301325,+ "memoryUsedBytes": 1625292800+ },+ "passed": false,+ "failReason": "combined error rate 21.06% (http 21.06% + rejected 0.00%) > 5.00% threshold"+ },+ {+ "step": 7,+ "batchSize": 16384,"requestRate": 22.5,- "attemptedItemsPerSec": 225100.65060269024,- "actualItemsPerSec": 147882.71757207307,+ "attemptedItemsPerSec": 320468.7140275179,+ "actualItemsPerSec": 281310.5017291003,"rejected": 0,"ingest": {- "p50": 10491.524743,- "p95": 25020.241122000003,- "p99": 28427.16703,- "ok": 1354,- "errors": 707,- "errRate": 0.3430373605046094+ "p50": 5137.612766,+ "p95": 5270.028197000001,+ "p99": 5707.497281,+ "ok": 2148,+ "errors": 299,+ "errRate": 0.12219043727012668},"ch": {"reachable": false,@@ -359,20 +391,228 @@"activeMerges": 0,"longestMergeSec": 0},+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 1804611584,+ "walSizeBytes": 239955551,+ "memoryUsedBytes": 2100297728+ },"passed": false,- "failReason": "combined error rate 34.30% (http 34.30% + rejected 0.00%) > 5.00% threshold"+ "failReason": "combined error rate 12.22% (http 12.22% + rejected 0.00%) > 5.00% threshold"}],"maxRequestRate": 20},- "maxSustainableItemsPerSec": 262681.69095115917,- "sutDied": true,- "bytesOnDisk": 1742008320,- "storedRows": 136135936,+ "phase3": {+ "kind": "small-batch-rate-ramp",+ "fixedBatchSize": 100,+ "steps": [+ {+ "step": 1,+ "batchSize": 100,+ "requestRate": 10,+ "attemptedItemsPerSec": 1009.0901821969892,+ "actualItemsPerSec": 1009.0901821969892,+ "rejected": 0,+ "ingest": {+ "p50": 6.715396,+ "p95": 8.796279,+ "p99": 31.050559,+ "ok": 1211,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 1825058816,+ "walSizeBytes": 435610,+ "memoryUsedBytes": 1833172992+ },+ "passed": true+ },+ {+ "step": 2,+ "batchSize": 100,+ "requestRate": 100,+ "attemptedItemsPerSec": 9751.40723039604,+ "actualItemsPerSec": 9751.40723039604,+ "rejected": 0,+ "ingest": {+ "p50": 5.4039079999999995,+ "p95": 6.915218,+ "p99": 8.204802,+ "ok": 11702,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 1825058816,+ "walSizeBytes": 159750440,+ "memoryUsedBytes": 2024275968+ },+ "passed": true+ },+ {+ "step": 3,+ "batchSize": 100,+ "requestRate": 1000,+ "attemptedItemsPerSec": 53259.34480514036,+ "actualItemsPerSec": 53259.34480514036,+ "rejected": 0,+ "ingest": {+ "p50": 934.397084,+ "p95": 996.504499,+ "p99": 1596.77871,+ "ok": 64411,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 1906061312,+ "walSizeBytes": 12538779,+ "memoryUsedBytes": 1987575808+ },+ "passed": false,+ "failReason": "achieved 532.59 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 4,+ "batchSize": 100,+ "requestRate": 550,+ "attemptedItemsPerSec": 53090.9328358748,+ "actualItemsPerSec": 53090.9328358748,+ "rejected": 0,+ "ingest": {+ "p50": 947.972386,+ "p95": 991.64884,+ "p99": 1592.485309,+ "ok": 64208,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 1966616576,+ "walSizeBytes": 118526270,+ "memoryUsedBytes": 2230845440+ },+ "passed": true+ },+ {+ "step": 5,+ "batchSize": 100,+ "requestRate": 775,+ "attemptedItemsPerSec": 53459.12621950558,+ "actualItemsPerSec": 53459.12621950558,+ "rejected": 0,+ "ingest": {+ "p50": 941.8437349999999,+ "p95": 975.135188,+ "p99": 1591.7919230000002,+ "ok": 64652,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 2027171840,+ "walSizeBytes": 230612977,+ "memoryUsedBytes": 2478309376+ },+ "passed": false,+ "failReason": "achieved 534.59 req/sec is below 70% of target 775.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 6,+ "batchSize": 100,+ "requestRate": 662.5,+ "attemptedItemsPerSec": 52746.649581601785,+ "actualItemsPerSec": 52746.649581601785,+ "rejected": 0,+ "ingest": {+ "p50": 938.609297,+ "p95": 980.475246,+ "p99": 1612.6566,+ "ok": 63780,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 2119708672,+ "walSizeBytes": 74851576,+ "memoryUsedBytes": 2406481920+ },+ "passed": true+ }+ ],+ "maxRequestRate": 662.5+ },+ "maxSustainableItemsPerSec": 254242.38196134227,+ "bytesOnDisk": 2194571264,+ "storedRows": 195695536,"sutContainer": {"status": "running","oomKilled": false,"exitCode": 0,- "restartCount": 2+ "restartCount": 0}}diff --git a/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json b/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.jsonindex c611bdc2..c40bfa28 100644--- a/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json+++ b/benchmarks/results-throughput/ccx13-duckdb-spans-throughput.json@@ -3,8 +3,8 @@"mode": "duckdb","signal": "spans","scenario": "throughput",- "startedAt": "2026-07-20T10:30:43Z",- "endedAt": "2026-07-20T10:51:27Z",+ "startedAt": "2026-07-21T12:07:22Z",+ "endedAt": "2026-07-21T12:41:42Z","phase1": {"kind": "batch-size-ramp","fixedRequestRate": 5,@@ -13,13 +13,13 @@"step": 1,"batchSize": 256,"requestRate": 5,- "attemptedItemsPerSec": 1282.0246375902323,- "actualItemsPerSec": 1282.0246375902323,+ "attemptedItemsPerSec": 1282.0259534142108,+ "actualItemsPerSec": 1282.0259534142108,"rejected": 0,"ingest": {- "p50": 13.671000000000001,- "p95": 16.806224,- "p99": 19.171235,+ "p50": 14.013178,+ "p95": 16.96497,+ "p99": 19.282500000000002,"ok": 601,"errors": 0,"errRate": 0@@ -36,7 +36,7 @@"droppedRowsTotal": 0,"insertFailures": 0,"dbSizeBytes": 12288,- "walSizeBytes": 47963842,+ "walSizeBytes": 47958770,"memoryUsedBytes": 63391744},"passed": true@@ -45,14 +45,14 @@"step": 2,"batchSize": 1024,"requestRate": 5,- "attemptedItemsPerSec": 3890.807227614494,- "actualItemsPerSec": 3890.807227614494,+ "attemptedItemsPerSec": 3864.8327211368464,+ "actualItemsPerSec": 3864.8327211368464,"rejected": 0,"ingest": {- "p50": 27.102068,- "p95": 31.121544,- "p99": 37.824287999999996,- "ok": 456,+ "p50": 27.599517,+ "p95": 31.053155,+ "p99": 36.705102000000004,+ "ok": 453,"errors": 0,"errRate": 0},@@ -68,7 +68,7 @@"droppedRowsTotal": 0,"insertFailures": 0,"dbSizeBytes": 12288,- "walSizeBytes": 193123132,+ "walSizeBytes": 192159970,"memoryUsedBytes": 242436096},"passed": true@@ -77,14 +77,14 @@"step": 3,"batchSize": 4096,"requestRate": 5,- "attemptedItemsPerSec": 15454.647440514726,- "actualItemsPerSec": 15454.647440514726,+ "attemptedItemsPerSec": 15415.069839229409,+ "actualItemsPerSec": 15415.069839229409,"rejected": 0,"ingest": {- "p50": 79.07724300000001,- "p95": 89.45969199999999,- "p99": 645.671845,- "ok": 453,+ "p50": 79.253023,+ "p95": 89.611228,+ "p99": 667.014361,+ "ok": 455,"errors": 0,"errRate": 0},@@ -99,9 +99,8 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 109850624,- "walSizeBytes": 255714724,- "memoryUsedBytes": 424935424+ "dbSizeBytes": 164114432,+ "memoryUsedBytes": 165937152},"passed": true},@@ -109,14 +108,14 @@"step": 4,"batchSize": 8192,"requestRate": 5,- "attemptedItemsPerSec": 30982.472510721607,- "actualItemsPerSec": 30982.472510721607,+ "attemptedItemsPerSec": 31185.415455549006,+ "actualItemsPerSec": 31185.415455549006,"rejected": 0,"ingest": {- "p50": 110.892889,- "p95": 485.552772,- "p99": 1187.619795,- "ok": 454,+ "p50": 109.707679,+ "p95": 303.442473,+ "p99": 1034.8829250000001,+ "ok": 457,"errors": 0,"errRate": 0},@@ -131,9 +130,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 381431808,- "walSizeBytes": 124672129,- "memoryUsedBytes": 540803072+ "dbSizeBytes": 384315392,+ "walSizeBytes": 132306731,+ "memoryUsedBytes": 549715968},"passed": true},@@ -141,13 +140,13 @@"step": 5,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 61953.992508613286,- "actualItemsPerSec": 61953.992508613286,+ "attemptedItemsPerSec": 61868.83919864189,+ "actualItemsPerSec": 61868.83919864189,"rejected": 0,"ingest": {- "p50": 152.87364,- "p95": 1538.9828599999998,- "p99": 1764.0773570000001,+ "p50": 153.437194,+ "p95": 1095.361743,+ "p99": 1326.792363,"ok": 454,"errors": 0,"errRate": 0@@ -163,9 +162,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 878194688,- "walSizeBytes": 96685286,- "memoryUsedBytes": 1002438656+ "dbSizeBytes": 879505408,+ "walSizeBytes": 106856836,+ "memoryUsedBytes": 1014497280},"passed": true}@@ -180,13 +179,13 @@"step": 1,"batchSize": 16384,"requestRate": 1,- "attemptedItemsPerSec": 16617.433009083812,- "actualItemsPerSec": 16617.433009083812,+ "attemptedItemsPerSec": 16613.77616534193,+ "actualItemsPerSec": 16613.77616534193,"rejected": 0,"ingest": {- "p50": 195.630348,- "p95": 214.431632,- "p99": 295.921157,+ "p50": 192.8409,+ "p95": 214.86640500000001,+ "p99": 308.191637,"ok": 122,"errors": 0,"errRate": 0@@ -202,9 +201,9 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 987770880,- "walSizeBytes": 198455963,- "memoryUsedBytes": 1234960384+ "dbSizeBytes": 989081600,+ "walSizeBytes": 208632672,+ "memoryUsedBytes": 1247281152},"passed": true},@@ -212,14 +211,14 @@"step": 2,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 77899.29812713452,- "actualItemsPerSec": 77899.29812713452,+ "attemptedItemsPerSec": 77244.81427079927,+ "actualItemsPerSec": 77244.81427079927,"rejected": 0,"ingest": {- "p50": 151.848391,- "p95": 1518.388013,- "p99": 1744.315586,- "ok": 575,+ "p50": 151.988618,+ "p95": 1031.59392,+ "p99": 1312.071797,+ "ok": 571,"errors": 0,"errRate": 0},@@ -234,26 +233,193 @@"reachable": true,"droppedRowsTotal": 0,"insertFailures": 0,- "dbSizeBytes": 1650995200,- "walSizeBytes": 10178703,- "memoryUsedBytes": 1671168000+ "dbSizeBytes": 1647325184,+ "memoryUsedBytes": 1649147904},"passed": true},{"step": 3,"batchSize": 16384,- "requestRate": 25,- "attemptedItemsPerSec": 265339.2029290006,- "actualItemsPerSec": 13976.715216013201,+ "requestRate": 10,+ "attemptedItemsPerSec": 138084.37152707088,+ "actualItemsPerSec": 107833.59325107424,+ "rejected": 0,+ "ingest": {+ "p50": 5371.09331,+ "p95": 6224.11976,+ "p99": 6456.579825000001,+ "ok": 827,+ "errors": 232,+ "errRate": 0.2190745986779981+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 2542022656,+ "walSizeBytes": 15267121,+ "memoryUsedBytes": 2566127616+ },+ "passed": false,+ "failReason": "combined error rate 21.91% (http 21.91% + rejected 0.00%) > 5.00% threshold"+ },+ {+ "step": 4,+ "batchSize": 16384,+ "requestRate": 7.5,+ "attemptedItemsPerSec": 95737.31828767364,+ "actualItemsPerSec": 95737.31828767364,+ "rejected": 0,+ "ingest": {+ "p50": 1167.7336220000002,+ "p95": 1838.536839,+ "p99": 2014.953619,+ "ok": 712,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 3312988160,+ "memoryUsedBytes": 3314810880+ },+ "passed": true+ },+ {+ "step": 5,+ "batchSize": 16384,+ "requestRate": 8.75,+ "attemptedItemsPerSec": 111024.5180973839,+ "actualItemsPerSec": 100208.7493155965,+ "rejected": 0,+ "ingest": {+ "p50": 5250.536638,+ "p95": 5967.252186,+ "p99": 6300.6231210000005,+ "ok": 769,+ "errors": 83,+ "errRate": 0.09741784037558686+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 4139003904,+ "walSizeBytes": 15264471,+ "memoryUsedBytes": 3702259712+ },+ "passed": false,+ "failReason": "combined error rate 9.74% (http 9.74% + rejected 0.00%) > 5.00% threshold"+ }+ ],+ "maxRequestRate": 7.5+ },+ "phase3": {+ "kind": "small-batch-rate-ramp",+ "fixedBatchSize": 100,+ "steps": [+ {+ "step": 1,+ "batchSize": 100,+ "requestRate": 10,+ "attemptedItemsPerSec": 1007.3809777695797,+ "actualItemsPerSec": 1007.3809777695797,+ "rejected": 0,+ "ingest": {+ "p50": 9.489968999999999,+ "p95": 12.72621,+ "p99": 18.979889999999997,+ "ok": 1209,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 4139003904,+ "walSizeBytes": 53169103,+ "memoryUsedBytes": 3749183488+ },+ "passed": true+ },+ {+ "step": 2,+ "batchSize": 100,+ "requestRate": 100,+ "attemptedItemsPerSec": 9754.603111536819,+ "actualItemsPerSec": 9754.603111536819,+ "rejected": 0,+ "ingest": {+ "p50": 7.615841,+ "p95": 10.681462,+ "p99": 26.597788,+ "ok": 11706,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 4192743424,+ "walSizeBytes": 164160818,+ "memoryUsedBytes": 3890741248+ },+ "passed": true+ },+ {+ "step": 3,+ "batchSize": 100,+ "requestRate": 1000,+ "attemptedItemsPerSec": 36913.98112451267,+ "actualItemsPerSec": 36913.98112451267,"rejected": 0,"ingest": {- "p50": 10530.644559,- "p95": 16653.125482,- "p99": 17409.076777,- "ok": 128,- "errors": 2302,- "errRate": 0.9473251028806584+ "p50": 1295.6169630000002,+ "p95": 2293.325409,+ "p99": 2537.409309,+ "ok": 44772,+ "errors": 0,+ "errRate": 0},"ch": {"reachable": false,@@ -262,13 +428,124 @@"activeMerges": 0,"longestMergeSec": 0},+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 4514656256,+ "walSizeBytes": 31479949,+ "memoryUsedBytes": 3708551168+ },"passed": false,- "failReason": "combined error rate 94.73% (http 94.73% + rejected 0.00%) > 5.00% threshold"+ "failReason": "achieved 369.14 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 4,+ "batchSize": 100,+ "requestRate": 550,+ "attemptedItemsPerSec": 36555.4153674194,+ "actualItemsPerSec": 36555.4153674194,+ "rejected": 0,+ "ingest": {+ "p50": 1337.9296969999998,+ "p95": 2166.9471169999997,+ "p99": 2562.0238520000003,+ "ok": 44356,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 4783616000,+ "walSizeBytes": 141747760,+ "memoryUsedBytes": 3862429696+ },+ "passed": false,+ "failReason": "achieved 365.55 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 5,+ "batchSize": 100,+ "requestRate": 325,+ "attemptedItemsPerSec": 32769.56646378661,+ "actualItemsPerSec": 32769.56646378661,+ "rejected": 0,+ "ingest": {+ "p50": 6.744288999999999,+ "p95": 903.700262,+ "p99": 1278.921382,+ "ok": 39326,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 5053886464,+ "walSizeBytes": 94589409,+ "memoryUsedBytes": 3805806592+ },+ "passed": true+ },+ {+ "step": 6,+ "batchSize": 100,+ "requestRate": 437.5,+ "attemptedItemsPerSec": 36576.94340054637,+ "actualItemsPerSec": 36576.94340054637,+ "rejected": 0,+ "ingest": {+ "p50": 1315.54054,+ "p95": 2160.389081,+ "p99": 2386.859315,+ "ok": 44375,+ "errors": 0,+ "errRate": 0+ },+ "ch": {+ "reachable": false,+ "uptimeSec": 0,+ "partsCount": 0,+ "activeMerges": 0,+ "longestMergeSec": 0+ },+ "sutIngest": {+ "reachable": true,+ "droppedRowsTotal": 0,+ "insertFailures": 0,+ "dbSizeBytes": 5321273344,+ "walSizeBytes": 205617910,+ "memoryUsedBytes": 3943956480+ },+ "passed": true}],- "maxRequestRate": 5+ "maxRequestRate": 437.5},- "maxSustainableItemsPerSec": 77899.29812713452,- "sutDied": true,- "sutContainer": {}+ "maxSustainableItemsPerSec": 95737.31828767364,+ "bytesOnDisk": 5526900736,+ "storedRows": 81406272,+ "sutContainer": {+ "status": "running",+ "oomKilled": false,+ "exitCode": 0,+ "restartCount": 0+ }}diff --git a/benchmarks/results-throughput/chart-batch-efficiency-logs.png b/benchmarks/results-throughput/chart-batch-efficiency-logs.pngindex bef22a92..7eeffb7f 100644Binary files a/benchmarks/results-throughput/chart-batch-efficiency-logs.png and b/benchmarks/results-throughput/chart-batch-efficiency-logs.png differdiff --git a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png b/benchmarks/results-throughput/chart-batch-efficiency-metrics.pngindex a5f6d157..8893910a 100644Binary files a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png and b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png differdiff --git a/benchmarks/results-throughput/chart-batch-efficiency-spans.png b/benchmarks/results-throughput/chart-batch-efficiency-spans.pngindex 052de9bb..82fa47d4 100644Binary files a/benchmarks/results-throughput/chart-batch-efficiency-spans.png and b/benchmarks/results-throughput/chart-batch-efficiency-spans.png differdiff --git a/benchmarks/results-throughput/chart-cliff-logs.png b/benchmarks/results-throughput/chart-cliff-logs.pngindex ef13f88c..3c041d85 100644Binary files a/benchmarks/results-throughput/chart-cliff-logs.png and b/benchmarks/results-throughput/chart-cliff-logs.png differdiff --git a/benchmarks/results-throughput/chart-cliff-metrics.png b/benchmarks/results-throughput/chart-cliff-metrics.pngindex af353dd9..78ab4dbb 100644Binary files a/benchmarks/results-throughput/chart-cliff-metrics.png and b/benchmarks/results-throughput/chart-cliff-metrics.png differdiff --git a/benchmarks/results-throughput/chart-cliff-spans.png b/benchmarks/results-throughput/chart-cliff-spans.pngindex ac0c53e5..5e8c4a00 100644Binary files a/benchmarks/results-throughput/chart-cliff-spans.png and b/benchmarks/results-throughput/chart-cliff-spans.png differdiff --git a/benchmarks/results-throughput/chart-logs.png b/benchmarks/results-throughput/chart-logs.pngindex f1ac5f54..c6a3d988 100644Binary files a/benchmarks/results-throughput/chart-logs.png and b/benchmarks/results-throughput/chart-logs.png differdiff --git a/benchmarks/results-throughput/chart-metrics.png b/benchmarks/results-throughput/chart-metrics.pngindex cebae94c..7b4f904b 100644Binary files a/benchmarks/results-throughput/chart-metrics.png and b/benchmarks/results-throughput/chart-metrics.png differdiff --git a/benchmarks/results-throughput/chart-pareto-logs.png b/benchmarks/results-throughput/chart-pareto-logs.pngindex a7300bbe..3a2478f5 100644Binary files a/benchmarks/results-throughput/chart-pareto-logs.png and b/benchmarks/results-throughput/chart-pareto-logs.png differdiff --git a/benchmarks/results-throughput/chart-pareto-metrics.png b/benchmarks/results-throughput/chart-pareto-metrics.pngindex 1c633965..6aa35464 100644Binary files a/benchmarks/results-throughput/chart-pareto-metrics.png and b/benchmarks/results-throughput/chart-pareto-metrics.png differdiff --git a/benchmarks/results-throughput/chart-pareto-spans.png b/benchmarks/results-throughput/chart-pareto-spans.pngindex 2b5eac36..27df0469 100644Binary files a/benchmarks/results-throughput/chart-pareto-spans.png and b/benchmarks/results-throughput/chart-pareto-spans.png differdiff --git a/benchmarks/results-throughput/chart-phase1-batch-logs.png b/benchmarks/results-throughput/chart-phase1-batch-logs.pngindex 8b65e04c..f3d8b7eb 100644Binary files a/benchmarks/results-throughput/chart-phase1-batch-logs.png and b/benchmarks/results-throughput/chart-phase1-batch-logs.png differdiff --git a/benchmarks/results-throughput/chart-phase1-batch-metrics.png b/benchmarks/results-throughput/chart-phase1-batch-metrics.pngindex f43ba127..50c00f65 100644Binary files a/benchmarks/results-throughput/chart-phase1-batch-metrics.png and b/benchmarks/results-throughput/chart-phase1-batch-metrics.png differdiff --git a/benchmarks/results-throughput/chart-phase1-batch-spans.png b/benchmarks/results-throughput/chart-phase1-batch-spans.pngindex caf71088..e58408ce 100644Binary files a/benchmarks/results-throughput/chart-phase1-batch-spans.png and b/benchmarks/results-throughput/chart-phase1-batch-spans.png differdiff --git a/benchmarks/results-throughput/chart-phase2-rate-logs.png b/benchmarks/results-throughput/chart-phase2-rate-logs.pngindex e7a542db..cfc6eeb5 100644Binary files a/benchmarks/results-throughput/chart-phase2-rate-logs.png and b/benchmarks/results-throughput/chart-phase2-rate-logs.png differdiff --git a/benchmarks/results-throughput/chart-phase2-rate-metrics.png b/benchmarks/results-throughput/chart-phase2-rate-metrics.pngindex b3602ac7..49f134dc 100644Binary files a/benchmarks/results-throughput/chart-phase2-rate-metrics.png and b/benchmarks/results-throughput/chart-phase2-rate-metrics.png differdiff --git a/benchmarks/results-throughput/chart-phase2-rate-spans.png b/benchmarks/results-throughput/chart-phase2-rate-spans.pngindex 29b7ed73..42240e92 100644Binary files a/benchmarks/results-throughput/chart-phase2-rate-spans.png and b/benchmarks/results-throughput/chart-phase2-rate-spans.png differdiff --git a/benchmarks/results-throughput/chart-phase3-rate-logs.png b/benchmarks/results-throughput/chart-phase3-rate-logs.pngnew file mode 100644index 00000000..f84138d4Binary files /dev/null and b/benchmarks/results-throughput/chart-phase3-rate-logs.png differdiff --git a/benchmarks/results-throughput/chart-phase3-rate-metrics.png b/benchmarks/results-throughput/chart-phase3-rate-metrics.pngnew file mode 100644index 00000000..910286e2Binary files /dev/null and b/benchmarks/results-throughput/chart-phase3-rate-metrics.png differdiff --git a/benchmarks/results-throughput/chart-phase3-rate-spans.png b/benchmarks/results-throughput/chart-phase3-rate-spans.pngnew file mode 100644index 00000000..01550708Binary files /dev/null and b/benchmarks/results-throughput/chart-phase3-rate-spans.png differdiff --git a/benchmarks/results-throughput/chart-signal-mix.png b/benchmarks/results-throughput/chart-signal-mix.pngindex 3332c8c0..d200b88f 100644Binary files a/benchmarks/results-throughput/chart-signal-mix.png and b/benchmarks/results-throughput/chart-signal-mix.png differdiff --git a/benchmarks/results-throughput/chart-spans.png b/benchmarks/results-throughput/chart-spans.pngindex db712790..96d5b2fd 100644Binary files a/benchmarks/results-throughput/chart-spans.png and b/benchmarks/results-throughput/chart-spans.png differdiff --git a/benchmarks/results-throughput/chart-tier-scaling-logs.png b/benchmarks/results-throughput/chart-tier-scaling-logs.pngindex 26e50f6d..12377ff4 100644Binary files a/benchmarks/results-throughput/chart-tier-scaling-logs.png and b/benchmarks/results-throughput/chart-tier-scaling-logs.png differdiff --git a/benchmarks/results-throughput/chart-tier-scaling-metrics.png b/benchmarks/results-throughput/chart-tier-scaling-metrics.pngindex ba2791b0..4b876097 100644Binary files a/benchmarks/results-throughput/chart-tier-scaling-metrics.png and b/benchmarks/results-throughput/chart-tier-scaling-metrics.png differdiff --git a/benchmarks/results-throughput/chart-tier-scaling-spans.png b/benchmarks/results-throughput/chart-tier-scaling-spans.pngindex 20df2c67..1e047176 100644Binary files a/benchmarks/results-throughput/chart-tier-scaling-spans.png and b/benchmarks/results-throughput/chart-tier-scaling-spans.png differdiff --git a/benchmarks/results-throughput/summary.md b/benchmarks/results-throughput/summary.mdindex bce026bb..7b9bc4fc 100644--- a/benchmarks/results-throughput/summary.md+++ b/benchmarks/results-throughput/summary.md@@ -12,18 +12,18 @@ Failure threshold: combined HTTP error rate + OTLP rejected items > 5% of attemp| Tier | Mode | Max spans/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 ||------|------|---------|--------------|-------------------------|-------------------------------|-| ccx13 | duckdb | 77,899 | 16,384 | 5 @ 16,384 | — |+| ccx13 | duckdb | 95,737 | 16,384 | 7.5 @ 16,384 | 437.5 |### Metrics| Tier | Mode | Max data points/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 ||------|------|---------|--------------|-------------------------|-------------------------------|-| ccx13 | duckdb | 262,681 | 16,384 | 20 @ 16,384 | — |+| ccx13 | duckdb | 254,242 | 16,384 | 20 @ 16,384 | 662.5 |### Logs| Tier | Mode | Max log records/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 ||------|------|---------|--------------|-------------------------|-------------------------------|-| ccx13 | duckdb | 38,914 | 8,192 | 5 @ 8,192 | — |+| ccx13 | duckdb | 75,225 | 16,384 | 5 @ 16,384 | 325 |Generated by `benchmarks/scripts/chart.py`.