Skip to content

The only tool you need to know what is happening and how to fix it.

bench: throughput 2026-05-23

traceway-bot69295343004a
diff --git a/benchmarks/results-throughput/ccx13-managed-ch-metrics-throughput.json b/benchmarks/results-throughput/ccx13-managed-ch-metrics-throughput.json
deleted file mode 100644
index 56bbfb45..00000000
--- a/benchmarks/results-throughput/ccx13-managed-ch-metrics-throughput.json
+++ /dev/null
@@ -1,159 +0,0 @@
-{
- "tier": "ccx13",
- "mode": "managed-ch",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T06:55:43Z",
- "endedAt": "2026-05-20T07:12:23Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1280.6956637092826,
- "actualItemsPerSec": 1280.6956637092826,
- "rejected": 0,
- "ingest": {
- "p50": 137.09467899999999,
- "p95": 193.77982,
- "p99": 252.24843,
- "ok": 601,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3864.9201595777004,
- "actualItemsPerSec": 3864.9201595777004,
- "rejected": 0,
- "ingest": {
- "p50": 141.593352,
- "p95": 197.561998,
- "p99": 265.202815,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 15456.218344979367,
- "actualItemsPerSec": 15456.218344979367,
- "rejected": 0,
- "ingest": {
- "p50": 159.98353600000002,
- "p95": 220.878056,
- "p99": 293.178471,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 8192,
- "requestRate": 5,
- "attemptedItemsPerSec": 30953.3827175269,
- "actualItemsPerSec": 30953.3827175269,
- "rejected": 0,
- "ingest": {
- "p50": 166.112897,
- "p95": 249.453127,
- "p99": 349.10191499999996,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 61905.508684748114,
- "actualItemsPerSec": 61905.508684748114,
- "rejected": 0,
- "ingest": {
- "p50": 225.841249,
- "p95": 324.38430800000003,
- "p99": 382.23292399999997,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxBatchSize": 16384
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 16384,
- "steps": [
- {
- "step": 1,
- "batchSize": 16384,
- "requestRate": 1,
- "attemptedItemsPerSec": 16614.465308350256,
- "actualItemsPerSec": 16614.465308350256,
- "rejected": 0,
- "ingest": {
- "p50": 239.018684,
- "p95": 319.20281700000004,
- "p99": 363.877377,
- "ok": 122,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 77843.13061241197,
- "actualItemsPerSec": 77843.13061241197,
- "rejected": 0,
- "ingest": {
- "p50": 215.951359,
- "p95": 288.20605900000004,
- "p99": 339.479372,
- "ok": 571,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 360880.49272074073,
- "actualItemsPerSec": 360880.49272074073,
- "rejected": 0,
- "ingest": {
- "p50": 3001.059428,
- "p95": 9329.358347,
- "p99": 9909.851421000001,
- "ok": 2855,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxRequestRate": 25
- },
- "maxSustainableItemsPerSec": 360880.49272074073
-}
diff --git a/benchmarks/results-throughput/ccx13-pgch-metrics-throughput.json b/benchmarks/results-throughput/ccx13-pgch-metrics-throughput.json
deleted file mode 100644
index 4c0e4818..00000000
--- a/benchmarks/results-throughput/ccx13-pgch-metrics-throughput.json
+++ /dev/null
@@ -1,238 +0,0 @@
-{
- "tier": "ccx13",
- "mode": "pgch",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T06:23:46Z",
- "endedAt": "2026-05-20T06:49:36Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1279.9905002198384,
- "actualItemsPerSec": 1279.9905002198384,
- "rejected": 0,
- "ingest": {
- "p50": 14.743503,
- "p95": 21.73055,
- "p99": 28.358400999999997,
- "ok": 600,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3864.972098855179,
- "actualItemsPerSec": 3864.972098855179,
- "rejected": 0,
- "ingest": {
- "p50": 16.516518,
- "p95": 23.301769999999998,
- "p99": 27.918170999999997,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 15459.736740973973,
- "actualItemsPerSec": 15459.736740973973,
- "rejected": 0,
- "ingest": {
- "p50": 24.094628,
- "p95": 33.066603,
- "p99": 43.307527,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 8192,
- "requestRate": 5,
- "attemptedItemsPerSec": 30920.775856080894,
- "actualItemsPerSec": 30920.775856080894,
- "rejected": 0,
- "ingest": {
- "p50": 34.193333,
- "p95": 57.320131,
- "p99": 75.704876,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 61823.5345110937,
- "actualItemsPerSec": 61823.5345110937,
- "rejected": 0,
- "ingest": {
- "p50": 57.155174,
- "p95": 104.123564,
- "p99": 115.869476,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxBatchSize": 16384
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 16384,
- "steps": [
- {
- "step": 1,
- "batchSize": 16384,
- "requestRate": 1,
- "attemptedItemsPerSec": 16641.65636791887,
- "actualItemsPerSec": 16641.65636791887,
- "rejected": 0,
- "ingest": {
- "p50": 56.161344,
- "p95": 78.272293,
- "p99": 106.757059,
- "ok": 122,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 77889.05623467207,
- "actualItemsPerSec": 77889.05623467207,
- "rejected": 0,
- "ingest": {
- "p50": 53.571673,
- "p95": 99.43139400000001,
- "p99": 121.16372799999999,
- "ok": 571,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 359562.0772510161,
- "actualItemsPerSec": 23441.481377037853,
- "rejected": 0,
- "ingest": {
- "p50": 5950.924232,
- "p95": 12139.54234,
- "p99": 13225.864761,
- "ok": 186,
- "errors": 2667,
- "errRate": 0.9348054679284963
- },
- "passed": false,
- "failReason": "combined error rate 93.48% (http 93.48% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 4,
- "batchSize": 16384,
- "requestRate": 15,
- "attemptedItemsPerSec": 225721.0461156063,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 1791,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 10,
- "attemptedItemsPerSec": 132621.67252535064,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 1052,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 6,
- "batchSize": 16384,
- "requestRate": 7.5,
- "attemptedItemsPerSec": 101096.39636854667,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 802,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ],
- "maxRequestRate": 5
- },
- "phase3": {
- "kind": "small-batch-rate-ramp",
- "fixedBatchSize": 100,
- "steps": [
- {
- "step": 1,
- "batchSize": 100,
- "requestRate": 10,
- "attemptedItemsPerSec": 929.2168173261699,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 1208,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ]
- },
- "maxSustainableItemsPerSec": 77889.05623467207
-}
diff --git a/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json b/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json
index fb41acf2..979363a3 100644
--- a/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json
+++ b/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json
@@ -3,8 +3,8 @@
"mode": "sqlite",
"signal": "metrics",
"scenario": "throughput",
- "startedAt": "2026-05-20T05:54:44Z",
- "endedAt": "2026-05-20T06:18:21Z",
+ "startedAt": "2026-05-23T01:23:38Z",
+ "endedAt": "2026-05-23T01:46:29Z",
"phase1": {
"kind": "batch-size-ramp",
"fixedRequestRate": 5,
@@ -13,70 +13,98 @@
"step": 1,
"batchSize": 256,
"requestRate": 5,
- "attemptedItemsPerSec": 1281.9680215699013,
- "actualItemsPerSec": 1281.9680215699013,
+ "attemptedItemsPerSec": 1281.9753500945953,
+ "actualItemsPerSec": 1281.9753500945953,
"rejected": 0,
"ingest": {
- "p50": 14.121296000000001,
- "p95": 15.514864999999999,
- "p99": 17.809358,
+ "p50": 14.237624,
+ "p95": 15.611144000000001,
+ "p99": 17.189861,
"ok": 601,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 2,
"batchSize": 1024,
"requestRate": 5,
- "attemptedItemsPerSec": 3864.6687508029854,
- "actualItemsPerSec": 3864.6687508029854,
+ "attemptedItemsPerSec": 3864.5689564474715,
+ "actualItemsPerSec": 3864.5689564474715,
"rejected": 0,
"ingest": {
- "p50": 47.115051,
- "p95": 49.703167,
- "p99": 52.56259,
+ "p50": 46.126109,
+ "p95": 48.277471000000006,
+ "p99": 53.342400999999995,
"ok": 453,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 3,
"batchSize": 4096,
"requestRate": 5,
- "attemptedItemsPerSec": 15443.454351012024,
- "actualItemsPerSec": 15443.454351012024,
+ "attemptedItemsPerSec": 15648.472536094168,
+ "actualItemsPerSec": 15648.472536094168,
"rejected": 0,
"ingest": {
- "p50": 181.24738000000002,
- "p95": 188.74215,
- "p99": 196.011904,
- "ok": 453,
+ "p50": 177.076233,
+ "p95": 183.78423899999999,
+ "p99": 194.51580800000002,
+ "ok": 459,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 4,
"batchSize": 8192,
"requestRate": 5,
- "attemptedItemsPerSec": 28545.827855141364,
- "actualItemsPerSec": 1323.3165230860234,
+ "attemptedItemsPerSec": 28545.682799874703,
+ "actualItemsPerSec": 1449.3393033048967,
"rejected": 0,
"ingest": {
- "p50": 14430.348942,
- "p95": 29114.993531,
- "p99": 29114.993531,
- "ok": 21,
- "errors": 432,
- "errRate": 0.9536423841059603
+ "p50": 13683.492944,
+ "p95": 26279.480776,
+ "p99": 28361.86245,
+ "ok": 23,
+ "errors": 430,
+ "errRate": 0.9492273730684326
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
},
"passed": false,
- "failReason": "combined error rate 95.36% (http 95.36% + rejected 0.00%) \u003e 5.00% threshold"
+ "failReason": "combined error rate 94.92% (http 94.92% + rejected 0.00%) \u003e 5.00% threshold"
}
],
"maxBatchSize": 4096
@@ -89,19 +117,26 @@
"step": 1,
"batchSize": 4096,
"requestRate": 1,
- "attemptedItemsPerSec": 4157.808137475224,
- "actualItemsPerSec": 1567.698150195576,
+ "attemptedItemsPerSec": 3843.9109361497353,
+ "actualItemsPerSec": 535.6269337257828,
"rejected": 0,
"ingest": {
- "p50": 8955.574537,
- "p95": 27518.170771,
- "p99": 29292.005124,
- "ok": 46,
- "errors": 76,
- "errRate": 0.6229508196721312
+ "p50": 22394.830422,
+ "p95": 29261.759722000003,
+ "p99": 29261.759722000003,
+ "ok": 17,
+ "errors": 105,
+ "errRate": 0.860655737704918
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
},
"passed": false,
- "failReason": "combined error rate 62.30% (http 62.30% + rejected 0.00%) \u003e 5.00% threshold"
+ "failReason": "combined error rate 86.07% (http 86.07% + rejected 0.00%) \u003e 5.00% threshold"
}
]
},
@@ -113,109 +148,151 @@
"step": 1,
"batchSize": 100,
"requestRate": 10,
- "attemptedItemsPerSec": 1000.8237155091696,
- "actualItemsPerSec": 1000.8237155091696,
+ "attemptedItemsPerSec": 1001.6133288872252,
+ "actualItemsPerSec": 1001.6133288872252,
"rejected": 0,
"ingest": {
- "p50": 5.2493929999999995,
- "p95": 10.336883,
- "p99": 11.452340999999999,
- "ok": 1201,
+ "p50": 5.381842000000001,
+ "p95": 9.965987,
+ "p99": 11.167494,
+ "ok": 1202,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 2,
"batchSize": 100,
"requestRate": 100,
- "attemptedItemsPerSec": 9751.545389622119,
- "actualItemsPerSec": 9751.545389622119,
+ "attemptedItemsPerSec": 9751.790436567333,
+ "actualItemsPerSec": 9751.790436567333,
"rejected": 0,
"ingest": {
- "p50": 4.61335,
- "p95": 10.786033,
- "p99": 15.931087999999999,
- "ok": 11702,
+ "p50": 4.721463,
+ "p95": 10.129470999999999,
+ "p99": 12.524085000000001,
+ "ok": 11703,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 3,
"batchSize": 100,
"requestRate": 1000,
- "attemptedItemsPerSec": 15972.748918357627,
- "actualItemsPerSec": 15972.748918357627,
+ "attemptedItemsPerSec": 16747.523760034495,
+ "actualItemsPerSec": 16747.523760034495,
"rejected": 0,
"ingest": {
- "p50": 3164.878399,
- "p95": 3740.236415,
- "p99": 4004.472128,
- "ok": 19417,
+ "p50": 3023.537745,
+ "p95": 3557.49289,
+ "p99": 3782.495661,
+ "ok": 20366,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": false,
- "failReason": "achieved 159.73 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
+ "failReason": "achieved 167.48 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
},
{
"step": 4,
"batchSize": 100,
"requestRate": 550,
- "attemptedItemsPerSec": 15986.382667304371,
- "actualItemsPerSec": 15986.382667304371,
+ "attemptedItemsPerSec": 16717.21696481755,
+ "actualItemsPerSec": 16717.21696481755,
"rejected": 0,
"ingest": {
- "p50": 3177.9599259999995,
- "p95": 3755.603208,
- "p99": 4015.7783350000004,
- "ok": 19459,
+ "p50": 3045.92354,
+ "p95": 3578.602153,
+ "p99": 3819.647771,
+ "ok": 20316,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": false,
- "failReason": "achieved 159.86 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
+ "failReason": "achieved 167.17 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
},
{
"step": 5,
"batchSize": 100,
"requestRate": 325,
- "attemptedItemsPerSec": 16018.10840226258,
- "actualItemsPerSec": 16018.10840226258,
+ "attemptedItemsPerSec": 16607.728580673072,
+ "actualItemsPerSec": 16607.728580673072,
"rejected": 0,
"ingest": {
- "p50": 3174.290089,
- "p95": 3768.0644970000003,
- "p99": 4032.2059360000003,
- "ok": 19466,
+ "p50": 3059.862977,
+ "p95": 3608.4641619999998,
+ "p99": 3849.332037,
+ "ok": 20198,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": false,
- "failReason": "achieved 160.18 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"
+ "failReason": "achieved 166.08 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"
},
{
"step": 6,
"batchSize": 100,
"requestRate": 212.5,
- "attemptedItemsPerSec": 16249.588644578242,
- "actualItemsPerSec": 16249.588644578242,
+ "attemptedItemsPerSec": 16618.477107899027,
+ "actualItemsPerSec": 16618.477107899027,
"rejected": 0,
"ingest": {
- "p50": 3128.084979,
- "p95": 3690.142323,
- "p99": 3929.3973490000003,
- "ok": 19763,
+ "p50": 3062.113422,
+ "p95": 3600.200766,
+ "p99": 3818.917135,
+ "ok": 20201,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
}
],
"maxRequestRate": 212.5
},
- "maxSustainableItemsPerSec": 16249.588644578242
+ "maxSustainableItemsPerSec": 16618.477107899027
}
diff --git a/benchmarks/results-throughput/ccx23-managed-ch-metrics-throughput.json b/benchmarks/results-throughput/ccx23-managed-ch-metrics-throughput.json
deleted file mode 100644
index e7941c8b..00000000
--- a/benchmarks/results-throughput/ccx23-managed-ch-metrics-throughput.json
+++ /dev/null
@@ -1,289 +0,0 @@
-{
- "tier": "ccx23",
- "mode": "managed-ch",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T08:21:35Z",
- "endedAt": "2026-05-20T08:51:35Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1280.472158043786,
- "actualItemsPerSec": 1280.472158043786,
- "rejected": 0,
- "ingest": {
- "p50": 146.231991,
- "p95": 228.126247,
- "p99": 334.906374,
- "ok": 601,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3865.5760682829873,
- "actualItemsPerSec": 3865.5760682829873,
- "rejected": 0,
- "ingest": {
- "p50": 149.482947,
- "p95": 203.424246,
- "p99": 260.54673499999996,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 15425.439639273984,
- "actualItemsPerSec": 15425.439639273984,
- "rejected": 0,
- "ingest": {
- "p50": 169.665009,
- "p95": 229.864399,
- "p99": 285.94255899999996,
- "ok": 452,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 8192,
- "requestRate": 5,
- "attemptedItemsPerSec": 30989.478791840935,
- "actualItemsPerSec": 30989.478791840935,
- "rejected": 0,
- "ingest": {
- "p50": 179.547062,
- "p95": 248.767578,
- "p99": 338.84139600000003,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 61945.19351490171,
- "actualItemsPerSec": 61945.19351490171,
- "rejected": 0,
- "ingest": {
- "p50": 215.926476,
- "p95": 283.66351099999997,
- "p99": 332.336705,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxBatchSize": 16384
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 16384,
- "steps": [
- {
- "step": 1,
- "batchSize": 16384,
- "requestRate": 1,
- "attemptedItemsPerSec": 16626.771809427886,
- "actualItemsPerSec": 16626.771809427886,
- "rejected": 0,
- "ingest": {
- "p50": 233.222669,
- "p95": 305.411041,
- "p99": 322.598476,
- "ok": 122,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 77968.71037443426,
- "actualItemsPerSec": 77968.71037443426,
- "rejected": 0,
- "ingest": {
- "p50": 215.94522899999998,
- "p95": 288.05991800000004,
- "p99": 358.571466,
- "ok": 572,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 359685.68753022945,
- "actualItemsPerSec": 340403.3083458829,
- "rejected": 0,
- "ingest": {
- "p50": 6163.9522480000005,
- "p95": 10766.773196999999,
- "p99": 10989.262417999998,
- "ok": 2701,
- "errors": 153,
- "errRate": 0.05360896986685354
- },
- "passed": false,
- "failReason": "combined error rate 5.36% (http 5.36% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 4,
- "batchSize": 16384,
- "requestRate": 15,
- "attemptedItemsPerSec": 246989.16997201875,
- "actualItemsPerSec": 246989.16997201875,
- "rejected": 0,
- "ingest": {
- "p50": 289.083073,
- "p95": 1026.400527,
- "p99": 1359.4221960000002,
- "ok": 1813,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 20,
- "attemptedItemsPerSec": 265591.4112311194,
- "actualItemsPerSec": 265591.4112311194,
- "rejected": 0,
- "ingest": {
- "p50": 559.3775330000001,
- "p95": 1833.408696,
- "p99": 2162.021207,
- "ok": 1960,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 6,
- "batchSize": 16384,
- "requestRate": 22.5,
- "attemptedItemsPerSec": 281549.5587729334,
- "actualItemsPerSec": 275122.0621312952,
- "rejected": 0,
- "ingest": {
- "p50": 7590.428401,
- "p95": 10581.916967,
- "p99": 10946.193136,
- "ok": 2183,
- "errors": 51,
- "errRate": 0.022829006266786033
- },
- "passed": true
- }
- ],
- "maxRequestRate": 22.5
- },
- "phase3": {
- "kind": "small-batch-rate-ramp",
- "fixedBatchSize": 100,
- "steps": [
- {
- "step": 1,
- "batchSize": 100,
- "requestRate": 10,
- "attemptedItemsPerSec": 1007.8616249640402,
- "actualItemsPerSec": 1007.8616249640402,
- "rejected": 0,
- "ingest": {
- "p50": 147.67797,
- "p95": 291.169802,
- "p99": 404.478281,
- "ok": 1211,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 100,
- "requestRate": 100,
- "attemptedItemsPerSec": 4817.8700979947225,
- "actualItemsPerSec": 2020.843804475832,
- "rejected": 0,
- "ingest": {
- "p50": 10276.400684,
- "p95": 10445.369008,
- "p99": 10579.017992000001,
- "ok": 2627,
- "errors": 3636,
- "errRate": 0.5805524509021236
- },
- "passed": false,
- "failReason": "combined error rate 58.06% (http 58.06% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 3,
- "batchSize": 100,
- "requestRate": 55,
- "attemptedItemsPerSec": 4787.933873345628,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 6144,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 4,
- "batchSize": 100,
- "requestRate": 32.5,
- "attemptedItemsPerSec": 3427.2527478491975,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 640,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ],
- "maxRequestRate": 10
- },
- "maxSustainableItemsPerSec": 275122.0621312952
-}
diff --git a/benchmarks/results-throughput/ccx23-pgch-metrics-throughput.json b/benchmarks/results-throughput/ccx23-pgch-metrics-throughput.json
deleted file mode 100644
index 84bbfbf8..00000000
--- a/benchmarks/results-throughput/ccx23-pgch-metrics-throughput.json
+++ /dev/null
@@ -1,159 +0,0 @@
-{
- "tier": "ccx23",
- "mode": "pgch",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T07:54:36Z",
- "endedAt": "2026-05-20T08:11:06Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1279.98986284295,
- "actualItemsPerSec": 1279.98986284295,
- "rejected": 0,
- "ingest": {
- "p50": 13.535442,
- "p95": 15.937588,
- "p99": 18.322745,
- "ok": 600,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3890.5723346785176,
- "actualItemsPerSec": 3890.5723346785176,
- "rejected": 0,
- "ingest": {
- "p50": 15.389109,
- "p95": 17.993230999999998,
- "p99": 20.353799,
- "ok": 456,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 15460.47182367929,
- "actualItemsPerSec": 15460.47182367929,
- "rejected": 0,
- "ingest": {
- "p50": 21.952731,
- "p95": 25.008268,
- "p99": 29.471125,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 8192,
- "requestRate": 5,
- "attemptedItemsPerSec": 30988.578126326196,
- "actualItemsPerSec": 30988.578126326196,
- "rejected": 0,
- "ingest": {
- "p50": 32.126818,
- "p95": 37.256835,
- "p99": 43.297731,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 61824.0557427284,
- "actualItemsPerSec": 61824.0557427284,
- "rejected": 0,
- "ingest": {
- "p50": 50.457571,
- "p95": 60.418496000000005,
- "p99": 66.76536499999999,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxBatchSize": 16384
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 16384,
- "steps": [
- {
- "step": 1,
- "batchSize": 16384,
- "requestRate": 1,
- "attemptedItemsPerSec": 16643.79107196553,
- "actualItemsPerSec": 16643.79107196553,
- "rejected": 0,
- "ingest": {
- "p50": 49.917131,
- "p95": 60.105192,
- "p99": 67.929288,
- "ok": 122,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 77904.55063699135,
- "actualItemsPerSec": 77904.55063699135,
- "rejected": 0,
- "ingest": {
- "p50": 49.098037,
- "p95": 59.134064,
- "p99": 66.788155,
- "ok": 571,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 389478.44487812975,
- "actualItemsPerSec": 389478.44487812975,
- "rejected": 0,
- "ingest": {
- "p50": 141.035315,
- "p95": 280.921099,
- "p99": 376.212335,
- "ok": 2854,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxRequestRate": 25
- },
- "maxSustainableItemsPerSec": 389478.44487812975
-}
diff --git a/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json b/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json
index c1c52003..4f57e136 100644
--- a/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json
+++ b/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json
@@ -3,8 +3,8 @@
"mode": "sqlite",
"signal": "metrics",
"scenario": "throughput",
- "startedAt": "2026-05-20T07:25:59Z",
- "endedAt": "2026-05-20T07:49:35Z",
+ "startedAt": "2026-05-23T01:50:50Z",
+ "endedAt": "2026-05-23T02:13:42Z",
"phase1": {
"kind": "batch-size-ramp",
"fixedRequestRate": 5,
@@ -13,70 +13,98 @@
"step": 1,
"batchSize": 256,
"requestRate": 5,
- "attemptedItemsPerSec": 1281.9731029017473,
- "actualItemsPerSec": 1281.9731029017473,
+ "attemptedItemsPerSec": 1281.9406024625573,
+ "actualItemsPerSec": 1281.9406024625573,
"rejected": 0,
"ingest": {
- "p50": 14.118907,
- "p95": 15.474877999999999,
- "p99": 16.455986,
+ "p50": 14.373469,
+ "p95": 15.760814000000002,
+ "p99": 16.37836,
"ok": 601,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 2,
"batchSize": 1024,
"requestRate": 5,
- "attemptedItemsPerSec": 3873.0511634945083,
- "actualItemsPerSec": 3873.0511634945083,
+ "attemptedItemsPerSec": 3864.5588295930834,
+ "actualItemsPerSec": 3864.5588295930834,
"rejected": 0,
"ingest": {
- "p50": 47.238575,
- "p95": 49.431748999999996,
- "p99": 51.017383,
- "ok": 454,
+ "p50": 45.965535,
+ "p95": 48.173039,
+ "p99": 49.588989,
+ "ok": 453,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 3,
"batchSize": 4096,
"requestRate": 5,
- "attemptedItemsPerSec": 15478.002286969308,
- "actualItemsPerSec": 15478.002286969308,
+ "attemptedItemsPerSec": 15581.808620775046,
+ "actualItemsPerSec": 15581.808620775046,
"rejected": 0,
"ingest": {
- "p50": 178.897954,
- "p95": 186.133776,
- "p99": 188.230807,
- "ok": 454,
+ "p50": 175.249369,
+ "p95": 180.299663,
+ "p99": 184.002258,
+ "ok": 457,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 4,
"batchSize": 8192,
"requestRate": 5,
- "attemptedItemsPerSec": 28545.5072801424,
- "actualItemsPerSec": 1575.3591214206622,
+ "attemptedItemsPerSec": 28671.931492830765,
+ "actualItemsPerSec": 1449.3503831540827,
"rejected": 0,
"ingest": {
- "p50": 14185.618326,
- "p95": 25900.772558,
- "p99": 26532.518694,
- "ok": 25,
- "errors": 428,
- "errRate": 0.9448123620309051
+ "p50": 13844.611633,
+ "p95": 27205.358106,
+ "p99": 28735.672296,
+ "ok": 23,
+ "errors": 432,
+ "errRate": 0.9494505494505494
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
},
"passed": false,
- "failReason": "combined error rate 94.48% (http 94.48% + rejected 0.00%) \u003e 5.00% threshold"
+ "failReason": "combined error rate 94.95% (http 94.95% + rejected 0.00%) \u003e 5.00% threshold"
}
],
"maxBatchSize": 4096
@@ -89,19 +117,26 @@
"step": 1,
"batchSize": 4096,
"requestRate": 1,
- "attemptedItemsPerSec": 4157.547069430487,
- "actualItemsPerSec": 2215.086553385095,
+ "attemptedItemsPerSec": 3843.921334473858,
+ "actualItemsPerSec": 472.61327882875304,
"rejected": 0,
"ingest": {
- "p50": 188.937992,
- "p95": 25674.105385,
- "p99": 28752.715885,
- "ok": 65,
- "errors": 57,
- "errRate": 0.4672131147540984
+ "p50": 22460.429516,
+ "p95": 28208.119936,
+ "p99": 28208.119936,
+ "ok": 15,
+ "errors": 107,
+ "errRate": 0.8770491803278688
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
},
"passed": false,
- "failReason": "combined error rate 46.72% (http 46.72% + rejected 0.00%) \u003e 5.00% threshold"
+ "failReason": "combined error rate 87.70% (http 87.70% + rejected 0.00%) \u003e 5.00% threshold"
}
]
},
@@ -113,109 +148,151 @@
"step": 1,
"batchSize": 100,
"requestRate": 10,
- "attemptedItemsPerSec": 1000.8246839061676,
- "actualItemsPerSec": 1000.8246839061676,
+ "attemptedItemsPerSec": 1001.6159708675704,
+ "actualItemsPerSec": 1001.6159708675704,
"rejected": 0,
"ingest": {
- "p50": 5.216767,
- "p95": 9.710965999999999,
- "p99": 10.286287999999999,
- "ok": 1201,
+ "p50": 5.272304999999999,
+ "p95": 10.194234,
+ "p99": 10.921793000000001,
+ "ok": 1202,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 2,
"batchSize": 100,
"requestRate": 100,
- "attemptedItemsPerSec": 9753.945375819176,
- "actualItemsPerSec": 9753.945375819176,
+ "attemptedItemsPerSec": 9751.652384343159,
+ "actualItemsPerSec": 9751.652384343159,
"rejected": 0,
"ingest": {
- "p50": 4.583913,
- "p95": 10.004973,
- "p99": 11.197343,
- "ok": 11705,
+ "p50": 4.901661,
+ "p95": 10.576791,
+ "p99": 13.988710999999999,
+ "ok": 11703,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
},
{
"step": 3,
"batchSize": 100,
"requestRate": 1000,
- "attemptedItemsPerSec": 17163.769261116275,
- "actualItemsPerSec": 17163.769261116275,
+ "attemptedItemsPerSec": 16520.394051587584,
+ "actualItemsPerSec": 16520.394051587584,
"rejected": 0,
"ingest": {
- "p50": 2950.018113,
- "p95": 3476.0240360000003,
- "p99": 3697.802194,
- "ok": 20860,
+ "p50": 3064.221612,
+ "p95": 3609.252122,
+ "p99": 3857.97566,
+ "ok": 20087,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": false,
- "failReason": "achieved 171.64 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
+ "failReason": "achieved 165.20 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
},
{
"step": 4,
"batchSize": 100,
"requestRate": 550,
- "attemptedItemsPerSec": 17170.96477210824,
- "actualItemsPerSec": 17170.96477210824,
+ "attemptedItemsPerSec": 16724.753642510736,
+ "actualItemsPerSec": 16724.753642510736,
"rejected": 0,
"ingest": {
- "p50": 2963.2079870000002,
- "p95": 3483.47791,
- "p99": 3722.784988,
- "ok": 20876,
+ "p50": 3043.820314,
+ "p95": 3575.048052,
+ "p99": 3829.841293,
+ "ok": 20325,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": false,
- "failReason": "achieved 171.71 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
+ "failReason": "achieved 167.25 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
},
{
"step": 5,
"batchSize": 100,
"requestRate": 325,
- "attemptedItemsPerSec": 17171.888404075184,
- "actualItemsPerSec": 17171.888404075184,
+ "attemptedItemsPerSec": 16603.33808393728,
+ "actualItemsPerSec": 16603.33808393728,
"rejected": 0,
"ingest": {
- "p50": 2962.6691379999997,
- "p95": 3490.139462,
- "p99": 3710.473269,
- "ok": 20860,
+ "p50": 3062.7498370000003,
+ "p95": 3606.210013,
+ "p99": 3865.9489059999996,
+ "ok": 20170,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": false,
- "failReason": "achieved 171.72 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"
+ "failReason": "achieved 166.03 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"
},
{
"step": 6,
"batchSize": 100,
"requestRate": 212.5,
- "attemptedItemsPerSec": 17101.68708142317,
- "actualItemsPerSec": 17101.68708142317,
+ "attemptedItemsPerSec": 16659.19663732722,
+ "actualItemsPerSec": 16659.19663732722,
"rejected": 0,
"ingest": {
- "p50": 2967.126606,
- "p95": 3507.969193,
- "p99": 3752.951907,
- "ok": 20770,
+ "p50": 3048.84016,
+ "p95": 3600.212748,
+ "p99": 3833.650021,
+ "ok": 20254,
"errors": 0,
"errRate": 0
},
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
"passed": true
}
],
"maxRequestRate": 212.5
},
- "maxSustainableItemsPerSec": 17101.68708142317
+ "maxSustainableItemsPerSec": 16659.19663732722
}
diff --git a/benchmarks/results-throughput/ccx33-managed-ch-metrics-throughput.json b/benchmarks/results-throughput/ccx33-managed-ch-metrics-throughput.json
deleted file mode 100644
index d5e610e1..00000000
--- a/benchmarks/results-throughput/ccx33-managed-ch-metrics-throughput.json
+++ /dev/null
@@ -1,255 +0,0 @@
-{
- "tier": "ccx33",
- "mode": "managed-ch",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T09:56:07Z",
- "endedAt": "2026-05-20T10:24:09Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1280.6736511533438,
- "actualItemsPerSec": 1280.6736511533438,
- "rejected": 0,
- "ingest": {
- "p50": 137.516402,
- "p95": 187.66342699999998,
- "p99": 267.29549000000003,
- "ok": 601,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3865.337995633586,
- "actualItemsPerSec": 3865.337995633586,
- "rejected": 0,
- "ingest": {
- "p50": 145.823385,
- "p95": 199.950606,
- "p99": 268.888257,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 15460.363607029101,
- "actualItemsPerSec": 15460.363607029101,
- "rejected": 0,
- "ingest": {
- "p50": 177.530232,
- "p95": 239.13503,
- "p99": 305.159558,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 8192,
- "requestRate": 5,
- "attemptedItemsPerSec": 30908.630211921893,
- "actualItemsPerSec": 30908.630211921893,
- "rejected": 0,
- "ingest": {
- "p50": 208.703031,
- "p95": 282.566229,
- "p99": 345.63962999999995,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 61823.76869223244,
- "actualItemsPerSec": 61823.76869223244,
- "rejected": 0,
- "ingest": {
- "p50": 264.72603,
- "p95": 339.97049400000003,
- "p99": 401.730523,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxBatchSize": 16384
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 16384,
- "steps": [
- {
- "step": 1,
- "batchSize": 16384,
- "requestRate": 1,
- "attemptedItemsPerSec": 16611.698809738144,
- "actualItemsPerSec": 16611.698809738144,
- "rejected": 0,
- "ingest": {
- "p50": 278.32617,
- "p95": 347.54223,
- "p99": 376.535363,
- "ok": 122,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 77819.17332836354,
- "actualItemsPerSec": 77819.17332836354,
- "rejected": 0,
- "ingest": {
- "p50": 248.266394,
- "p95": 330.222451,
- "p99": 380.138335,
- "ok": 571,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 359816.4394487083,
- "actualItemsPerSec": 353262.87276223535,
- "rejected": 0,
- "ingest": {
- "p50": 4055.37804,
- "p95": 10587.362961,
- "p99": 10959.205707000001,
- "ok": 2803,
- "errors": 52,
- "errRate": 0.018213660245183887
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 16384,
- "requestRate": 100,
- "attemptedItemsPerSec": 742437.1323201779,
- "actualItemsPerSec": 289236.6692708892,
- "rejected": 0,
- "ingest": {
- "p50": 10482.279412,
- "p95": 11493.732566,
- "p99": 13780.667834,
- "ok": 2295,
- "errors": 3596,
- "errRate": 0.6104226786623663
- },
- "passed": false,
- "failReason": "combined error rate 61.04% (http 61.04% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 62.5,
- "attemptedItemsPerSec": 771555.1328166536,
- "actualItemsPerSec": 69568.51246566363,
- "rejected": 0,
- "ingest": {
- "p50": 10261.53002,
- "p95": 11116.114862,
- "p99": 11810.644138000001,
- "ok": 552,
- "errors": 5570,
- "errRate": 0.9098333877817707
- },
- "passed": false,
- "failReason": "combined error rate 90.98% (http 90.98% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 6,
- "batchSize": 16384,
- "requestRate": 43.75,
- "attemptedItemsPerSec": 668840.1428817078,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 5307,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 7,
- "batchSize": 16384,
- "requestRate": 34.375,
- "attemptedItemsPerSec": 524281.5262039779,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 4160,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ],
- "maxRequestRate": 25
- },
- "phase3": {
- "kind": "small-batch-rate-ramp",
- "fixedBatchSize": 100,
- "steps": [
- {
- "step": 1,
- "batchSize": 100,
- "requestRate": 10,
- "attemptedItemsPerSec": 931.5260839214494,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 1211,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ]
- },
- "maxSustainableItemsPerSec": 353262.87276223535
-}
diff --git a/benchmarks/results-throughput/ccx33-pgch-metrics-throughput.json b/benchmarks/results-throughput/ccx33-pgch-metrics-throughput.json
deleted file mode 100644
index a904e5ea..00000000
--- a/benchmarks/results-throughput/ccx33-pgch-metrics-throughput.json
+++ /dev/null
@@ -1,255 +0,0 @@
-{
- "tier": "ccx33",
- "mode": "pgch",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T09:22:32Z",
- "endedAt": "2026-05-20T09:50:23Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1281.897942526903,
- "actualItemsPerSec": 1281.897942526903,
- "rejected": 0,
- "ingest": {
- "p50": 21.673797,
- "p95": 30.641182999999998,
- "p99": 34.506697,
- "ok": 601,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3882.599012475939,
- "actualItemsPerSec": 3882.599012475939,
- "rejected": 0,
- "ingest": {
- "p50": 28.532813,
- "p95": 36.502452,
- "p99": 38.828793,
- "ok": 455,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 15457.673002632962,
- "actualItemsPerSec": 15457.673002632962,
- "rejected": 0,
- "ingest": {
- "p50": 44.034141,
- "p95": 54.449969,
- "p99": 57.236705,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 8192,
- "requestRate": 5,
- "attemptedItemsPerSec": 30915.186814714438,
- "actualItemsPerSec": 30915.186814714438,
- "rejected": 0,
- "ingest": {
- "p50": 65.207796,
- "p95": 81.079134,
- "p99": 83.455646,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 61821.036224908254,
- "actualItemsPerSec": 61821.036224908254,
- "rejected": 0,
- "ingest": {
- "p50": 103.94228899999999,
- "p95": 131.248503,
- "p99": 137.710713,
- "ok": 453,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxBatchSize": 16384
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 16384,
- "steps": [
- {
- "step": 1,
- "batchSize": 16384,
- "requestRate": 1,
- "attemptedItemsPerSec": 16640.9457769321,
- "actualItemsPerSec": 16640.9457769321,
- "rejected": 0,
- "ingest": {
- "p50": 110.146192,
- "p95": 128.862523,
- "p99": 133.539599,
- "ok": 122,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 16384,
- "requestRate": 5,
- "attemptedItemsPerSec": 77886.27009886067,
- "actualItemsPerSec": 77886.27009886067,
- "rejected": 0,
- "ingest": {
- "p50": 99.228691,
- "p95": 126.261167,
- "p99": 133.370575,
- "ok": 571,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 16384,
- "requestRate": 25,
- "attemptedItemsPerSec": 389244.5645190179,
- "actualItemsPerSec": 389244.5645190179,
- "rejected": 0,
- "ingest": {
- "p50": 84.978076,
- "p95": 112.94077,
- "p99": 128.885762,
- "ok": 2853,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 16384,
- "requestRate": 100,
- "attemptedItemsPerSec": 742539.7765068503,
- "actualItemsPerSec": 164084.6552973386,
- "rejected": 0,
- "ingest": {
- "p50": 10119.177869,
- "p95": 14567.081488,
- "p99": 16957.257253999996,
- "ok": 1302,
- "errors": 4590,
- "errRate": 0.7790224032586558
- },
- "passed": false,
- "failReason": "combined error rate 77.90% (http 77.90% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 5,
- "batchSize": 16384,
- "requestRate": 62.5,
- "attemptedItemsPerSec": 767859.2181186596,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 6093,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 6,
- "batchSize": 16384,
- "requestRate": 43.75,
- "attemptedItemsPerSec": 667185.7011708483,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 5294,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- },
- {
- "step": 7,
- "batchSize": 16384,
- "requestRate": 34.375,
- "attemptedItemsPerSec": 524283.19801759627,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 4160,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ],
- "maxRequestRate": 25
- },
- "phase3": {
- "kind": "small-batch-rate-ramp",
- "fixedBatchSize": 100,
- "steps": [
- {
- "step": 1,
- "batchSize": 100,
- "requestRate": 10,
- "attemptedItemsPerSec": 931.5305823733366,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 1211,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ]
- },
- "maxSustainableItemsPerSec": 389244.5645190179
-}
diff --git a/benchmarks/results-throughput/ccx33-sqlite-metrics-throughput.json b/benchmarks/results-throughput/ccx33-sqlite-metrics-throughput.json
deleted file mode 100644
index 8c77b45a..00000000
--- a/benchmarks/results-throughput/ccx33-sqlite-metrics-throughput.json
+++ /dev/null
@@ -1,186 +0,0 @@
-{
- "tier": "ccx33",
- "mode": "sqlite",
- "signal": "metrics",
- "scenario": "throughput",
- "startedAt": "2026-05-20T08:56:49Z",
- "endedAt": "2026-05-20T09:17:18Z",
- "phase1": {
- "kind": "batch-size-ramp",
- "fixedRequestRate": 5,
- "steps": [
- {
- "step": 1,
- "batchSize": 256,
- "requestRate": 5,
- "attemptedItemsPerSec": 1281.8517094979572,
- "actualItemsPerSec": 1281.8517094979572,
- "rejected": 0,
- "ingest": {
- "p50": 34.397267,
- "p95": 47.524346,
- "p99": 50.455231000000005,
- "ok": 601,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 1024,
- "requestRate": 5,
- "attemptedItemsPerSec": 3870.913758813631,
- "actualItemsPerSec": 3870.913758813631,
- "rejected": 0,
- "ingest": {
- "p50": 115.062136,
- "p95": 144.803347,
- "p99": 153.563764,
- "ok": 454,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 3,
- "batchSize": 4096,
- "requestRate": 5,
- "attemptedItemsPerSec": 14272.824928933282,
- "actualItemsPerSec": 31.507339798969717,
- "rejected": 0,
- "ingest": {
- "p50": 2448.181553,
- "p95": 2448.181553,
- "p99": 2448.181553,
- "ok": 1,
- "errors": 452,
- "errRate": 0.9977924944812362
- },
- "passed": false,
- "failReason": "combined error rate 99.78% (http 99.78% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ],
- "maxBatchSize": 1024
- },
- "phase2": {
- "kind": "request-rate-ramp",
- "fixedBatchSize": 1024,
- "steps": [
- {
- "step": 1,
- "batchSize": 1024,
- "requestRate": 1,
- "attemptedItemsPerSec": 960.9822003180711,
- "actualItemsPerSec": 0,
- "rejected": 0,
- "ingest": {
- "p50": 0,
- "p95": 0,
- "p99": 0,
- "ok": 0,
- "errors": 122,
- "errRate": 1
- },
- "passed": false,
- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"
- }
- ]
- },
- "phase3": {
- "kind": "small-batch-rate-ramp",
- "fixedBatchSize": 100,
- "steps": [
- {
- "step": 1,
- "batchSize": 100,
- "requestRate": 10,
- "attemptedItemsPerSec": 938.5341749676526,
- "actualItemsPerSec": 938.5341749676526,
- "rejected": 0,
- "ingest": {
- "p50": 10178.874402,
- "p95": 12988.457348,
- "p99": 13942.096059000001,
- "ok": 1202,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 2,
- "batchSize": 100,
- "requestRate": 100,
- "attemptedItemsPerSec": 3959.4898155562355,
- "actualItemsPerSec": 3959.4898155562355,
- "rejected": 0,
- "ingest": {
- "p50": 12162.855293999999,
- "p95": 16369.539622000002,
- "p99": 17937.702323,
- "ok": 4965,
- "errors": 0,
- "errRate": 0
- },
- "passed": false,
- "failReason": "achieved 39.59 req/sec is below 70% of target 100.00 req/sec (workers saturated, SUT past cliff)"
- },
- {
- "step": 3,
- "batchSize": 100,
- "requestRate": 55,
- "attemptedItemsPerSec": 4395.953946718587,
- "actualItemsPerSec": 4395.953946718587,
- "rejected": 0,
- "ingest": {
- "p50": 11106.203327,
- "p95": 13892.347692,
- "p99": 14951.181194,
- "ok": 5527,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- },
- {
- "step": 4,
- "batchSize": 100,
- "requestRate": 77.5,
- "attemptedItemsPerSec": 4546.281325880668,
- "actualItemsPerSec": 4546.281325880668,
- "rejected": 0,
- "ingest": {
- "p50": 10996.733773,
- "p95": 13648.696047,
- "p99": 14912.426743999999,
- "ok": 5685,
- "errors": 0,
- "errRate": 0
- },
- "passed": false,
- "failReason": "achieved 45.46 req/sec is below 70% of target 77.50 req/sec (workers saturated, SUT past cliff)"
- },
- {
- "step": 5,
- "batchSize": 100,
- "requestRate": 66.25,
- "attemptedItemsPerSec": 4916.8667248731435,
- "actualItemsPerSec": 4916.8667248731435,
- "rejected": 0,
- "ingest": {
- "p50": 10133.715357,
- "p95": 12592.900231,
- "p99": 13726.119635,
- "ok": 6134,
- "errors": 0,
- "errRate": 0
- },
- "passed": true
- }
- ],
- "maxRequestRate": 66.25
- },
- "maxSustainableItemsPerSec": 4916.8667248731435
-}
diff --git a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png
index 5e550eb7..76c20d86 100644
Binary files a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png and b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-cliff-metrics.png b/benchmarks/results-throughput/chart-cliff-metrics.png
index 08f79e5f..292eb380 100644
Binary files a/benchmarks/results-throughput/chart-cliff-metrics.png and b/benchmarks/results-throughput/chart-cliff-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-metrics.png b/benchmarks/results-throughput/chart-metrics.png
index 2eee22d5..11e984ae 100644
Binary files a/benchmarks/results-throughput/chart-metrics.png and b/benchmarks/results-throughput/chart-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-pareto-metrics.png b/benchmarks/results-throughput/chart-pareto-metrics.png
index a681a942..dfc882f1 100644
Binary files a/benchmarks/results-throughput/chart-pareto-metrics.png and b/benchmarks/results-throughput/chart-pareto-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase1-batch-metrics.png b/benchmarks/results-throughput/chart-phase1-batch-metrics.png
index eb074eef..0517e48c 100644
Binary files a/benchmarks/results-throughput/chart-phase1-batch-metrics.png and b/benchmarks/results-throughput/chart-phase1-batch-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase2-rate-metrics.png b/benchmarks/results-throughput/chart-phase2-rate-metrics.png
index 74d4d6b0..3c502448 100644
Binary files a/benchmarks/results-throughput/chart-phase2-rate-metrics.png and b/benchmarks/results-throughput/chart-phase2-rate-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase3-rate-metrics.png b/benchmarks/results-throughput/chart-phase3-rate-metrics.png
index d6419cbf..d7a1f5f1 100644
Binary files a/benchmarks/results-throughput/chart-phase3-rate-metrics.png and b/benchmarks/results-throughput/chart-phase3-rate-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-signal-mix.png b/benchmarks/results-throughput/chart-signal-mix.png
index b5f17987..9cdf5f02 100644
Binary files a/benchmarks/results-throughput/chart-signal-mix.png and b/benchmarks/results-throughput/chart-signal-mix.png differ
diff --git a/benchmarks/results-throughput/chart-tier-scaling-metrics.png b/benchmarks/results-throughput/chart-tier-scaling-metrics.png
index 1715dadf..59d85b3c 100644
Binary files a/benchmarks/results-throughput/chart-tier-scaling-metrics.png and b/benchmarks/results-throughput/chart-tier-scaling-metrics.png differ
diff --git a/benchmarks/results-throughput/summary.md b/benchmarks/results-throughput/summary.md
index 88ac17f1..f180753c 100644
--- a/benchmarks/results-throughput/summary.md
+++ b/benchmarks/results-throughput/summary.md
@@ -2,7 +2,7 @@
> See [../charts.md](../charts.md) for a guide to reading these charts.
-Runs analyzed: 9
+Runs analyzed: 2
## Throughput scenario
@@ -12,14 +12,7 @@ Failure threshold: combined HTTP error rate + OTLP rejected items > 5% of attemp
| Tier | Mode | Max data points/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | sqlite | 16,249 | 4,096 | — | 212.5 |
-| ccx13 | pgch | 77,889 | 16,384 | 5 @ 16,384 | — |
-| ccx13 | managed-ch | 360,880 | 16,384 | 25 @ 16,384 | — |
-| ccx23 | sqlite | 17,101 | 4,096 | — | 212.5 |
-| ccx23 | pgch | 389,478 | 16,384 | 25 @ 16,384 | — |
-| ccx23 | managed-ch | 275,122 | 16,384 | 22.5 @ 16,384 | 10 |
-| ccx33 | sqlite | 4,916 | 1,024 | — | 66.25 |
-| ccx33 | pgch | 389,244 | 16,384 | 25 @ 16,384 | — |
-| ccx33 | managed-ch | 353,262 | 16,384 | 25 @ 16,384 | — |
+| ccx13 | sqlite | 16,618 | 4,096 | — | 212.5 |
+| ccx23 | sqlite | 16,659 | 4,096 | — | 212.5 |
Generated by `benchmarks/scripts/chart.py`.