The only tool you need to know what is happening and how to fix it.
Go alertingexception-trackerissue-trackinglogsmetricsmonitoringobservability-platformopen-telemetryotelsession-replaytelemetrytraces
bench: throughput 2026-05-19
traceway-bot2e05971ca22f
diff --git a/benchmarks/results-throughput/ccx23-pgch-metrics-throughput.json b/benchmarks/results-throughput/ccx13-pgch-metrics-throughput.jsonsimilarity index 57%rename from benchmarks/results-throughput/ccx23-pgch-metrics-throughput.jsonrename to benchmarks/results-throughput/ccx13-pgch-metrics-throughput.jsonindex e1cbdc09..22b840f5 100644--- a/benchmarks/results-throughput/ccx23-pgch-metrics-throughput.json+++ b/benchmarks/results-throughput/ccx13-pgch-metrics-throughput.json@@ -1,10 +1,10 @@{- "tier": "ccx23",+ "tier": "ccx13","mode": "pgch","signal": "metrics","scenario": "throughput",- "startedAt": "2026-05-18T01:29:29Z",- "endedAt": "2026-05-18T01:57:20Z",+ "startedAt": "2026-05-19T16:36:47Z",+ "endedAt": "2026-05-19T17:02:37Z","phase1": {"kind": "batch-size-ramp","fixedRequestRate": 5,@@ -13,13 +13,13 @@"step": 1,"batchSize": 256,"requestRate": 5,- "attemptedItemsPerSec": 1281.9826788633075,- "actualItemsPerSec": 1281.9826788633075,+ "attemptedItemsPerSec": 1281.9522438085917,+ "actualItemsPerSec": 1281.9522438085917,"rejected": 0,"ingest": {- "p50": 13.696267,- "p95": 16.000311999999997,- "p99": 17.316531,+ "p50": 15.257491,+ "p95": 23.455139,+ "p99": 36.854251,"ok": 601,"errors": 0,"errRate": 0@@ -30,13 +30,13 @@"step": 2,"batchSize": 1024,"requestRate": 5,- "attemptedItemsPerSec": 3865.490877579075,- "actualItemsPerSec": 3865.490877579075,+ "attemptedItemsPerSec": 3865.5599318284435,+ "actualItemsPerSec": 3865.5599318284435,"rejected": 0,"ingest": {- "p50": 15.550202,- "p95": 18.079581,- "p99": 19.247815000000003,+ "p50": 17.364576,+ "p95": 23.205974,+ "p99": 28.198147,"ok": 453,"errors": 0,"errRate": 0@@ -47,13 +47,13 @@"step": 3,"batchSize": 4096,"requestRate": 5,- "attemptedItemsPerSec": 15459.381826495215,- "actualItemsPerSec": 15459.381826495215,+ "attemptedItemsPerSec": 15459.822077502877,+ "actualItemsPerSec": 15459.822077502877,"rejected": 0,"ingest": {- "p50": 22.957113,- "p95": 25.977508,- "p99": 28.025748,+ "p50": 25.372846000000003,+ "p95": 35.184045,+ "p99": 49.996127,"ok": 453,"errors": 0,"errRate": 0@@ -64,13 +64,13 @@"step": 4,"batchSize": 8192,"requestRate": 5,- "attemptedItemsPerSec": 30924.251435219194,- "actualItemsPerSec": 30924.251435219194,+ "attemptedItemsPerSec": 30921.29659029786,+ "actualItemsPerSec": 30921.29659029786,"rejected": 0,"ingest": {- "p50": 33.650618,- "p95": 38.152402,- "p99": 42.211876000000004,+ "p50": 36.173356,+ "p95": 52.234662,+ "p99": 73.795631,"ok": 453,"errors": 0,"errRate": 0@@ -81,14 +81,14 @@"step": 5,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 61688.514802791935,- "actualItemsPerSec": 61688.514802791935,+ "attemptedItemsPerSec": 61934.52964942042,+ "actualItemsPerSec": 61934.52964942042,"rejected": 0,"ingest": {- "p50": 55.530899000000005,- "p95": 63.592102999999994,- "p99": 70.40601600000001,- "ok": 452,+ "p50": 60.367062,+ "p95": 120.108492,+ "p99": 141.295163,+ "ok": 454,"errors": 0,"errRate": 0},@@ -105,14 +105,14 @@"step": 1,"batchSize": 16384,"requestRate": 1,- "attemptedItemsPerSec": 16520.490285754124,- "actualItemsPerSec": 16520.490285754124,+ "attemptedItemsPerSec": 16643.42945762569,+ "actualItemsPerSec": 16643.42945762569,"rejected": 0,"ingest": {- "p50": 54.152131,- "p95": 59.941429,- "p99": 69.454534,- "ok": 121,+ "p50": 58.237391,+ "p95": 82.229139,+ "p99": 95.633483,+ "ok": 122,"errors": 0,"errRate": 0},@@ -122,13 +122,13 @@"step": 2,"batchSize": 16384,"requestRate": 5,- "attemptedItemsPerSec": 77908.78808806093,- "actualItemsPerSec": 77908.78808806093,+ "attemptedItemsPerSec": 77918.74516745754,+ "actualItemsPerSec": 77918.74516745754,"rejected": 0,"ingest": {- "p50": 52.590984999999996,- "p95": 62.346368999999996,- "p99": 68.934732,+ "p50": 56.366992999999994,+ "p95": 102.724222,+ "p99": 124.782638,"ok": 571,"errors": 0,"errRate": 0@@ -139,42 +139,25 @@"step": 3,"batchSize": 16384,"requestRate": 25,- "attemptedItemsPerSec": 389228.66288689285,- "actualItemsPerSec": 389228.66288689285,+ "attemptedItemsPerSec": 359562.7759821542,+ "actualItemsPerSec": 22937.408071767284,"rejected": 0,"ingest": {- "p50": 153.521032,- "p95": 276.817066,- "p99": 340.90355500000004,- "ok": 2853,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 4,- "batchSize": 16384,- "requestRate": 100,- "attemptedItemsPerSec": 674916.554166538,- "actualItemsPerSec": 70327.43925768966,- "rejected": 0,- "ingest": {- "p50": 10513.591169,- "p95": 18785.74281,- "p99": 21712.40366,- "ok": 558,- "errors": 4797,- "errRate": 0.8957983193277311+ "p50": 7135.491467,+ "p95": 13611.400565,+ "p99": 14935.197782,+ "ok": 182,+ "errors": 2671,+ "errRate": 0.9362075008762706},"passed": false,- "failReason": "combined error rate 89.58% (http 89.58% + rejected 0.00%) \u003e 5.00% threshold"+ "failReason": "combined error rate 93.62% (http 93.62% + rejected 0.00%) \u003e 5.00% threshold"},{- "step": 5,+ "step": 4,"batchSize": 16384,- "requestRate": 62.5,- "attemptedItemsPerSec": 762577.1027133205,+ "requestRate": 15,+ "attemptedItemsPerSec": 225845.05619444215,"actualItemsPerSec": 0,"rejected": 0,"ingest": {@@ -182,17 +165,17 @@"p95": 0,"p99": 0,"ok": 0,- "errors": 6051,+ "errors": 1792,"errRate": 1},"passed": false,"failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"},{- "step": 6,+ "step": 5,"batchSize": 16384,- "requestRate": 43.75,- "attemptedItemsPerSec": 669212.3696165789,+ "requestRate": 10,+ "attemptedItemsPerSec": 132834.4233427275,"actualItemsPerSec": 0,"rejected": 0,"ingest": {@@ -200,17 +183,17 @@"p95": 0,"p99": 0,"ok": 0,- "errors": 5310,+ "errors": 1054,"errRate": 1},"passed": false,"failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"},{- "step": 7,+ "step": 6,"batchSize": 16384,- "requestRate": 34.375,- "attemptedItemsPerSec": 524157.43537378474,+ "requestRate": 7.5,+ "attemptedItemsPerSec": 101209.09537668322,"actualItemsPerSec": 0,"rejected": 0,"ingest": {@@ -218,14 +201,14 @@"p95": 0,"p99": 0,"ok": 0,- "errors": 4159,+ "errors": 803,"errRate": 1},"passed": false,"failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"}],- "maxRequestRate": 25+ "maxRequestRate": 5},"phase3": {"kind": "small-batch-rate-ramp",@@ -235,7 +218,7 @@"step": 1,"batchSize": 100,"requestRate": 10,- "attemptedItemsPerSec": 931.5263700037275,+ "attemptedItemsPerSec": 929.2232913206282,"actualItemsPerSec": 0,"rejected": 0,"ingest": {@@ -243,7 +226,7 @@"p95": 0,"p99": 0,"ok": 0,- "errors": 1211,+ "errors": 1208,"errRate": 1},"passed": false,@@ -251,5 +234,5 @@}]},- "maxSustainableItemsPerSec": 389228.66288689285+ "maxSustainableItemsPerSec": 77918.74516745754}diff --git a/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json b/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.jsonnew file mode 100644index 00000000..1257c419--- /dev/null+++ b/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json@@ -0,0 +1,221 @@+{+ "tier": "ccx13",+ "mode": "sqlite",+ "signal": "metrics",+ "scenario": "throughput",+ "startedAt": "2026-05-19T16:07:45Z",+ "endedAt": "2026-05-19T16:31:22Z",+ "phase1": {+ "kind": "batch-size-ramp",+ "fixedRequestRate": 5,+ "steps": [+ {+ "step": 1,+ "batchSize": 256,+ "requestRate": 5,+ "attemptedItemsPerSec": 1282.0182629743833,+ "actualItemsPerSec": 1282.0182629743833,+ "rejected": 0,+ "ingest": {+ "p50": 13.722811,+ "p95": 15.014026999999999,+ "p99": 15.808383,+ "ok": 601,+ "errors": 0,+ "errRate": 0+ },+ "passed": true+ },+ {+ "step": 2,+ "batchSize": 1024,+ "requestRate": 5,+ "attemptedItemsPerSec": 3872.8407634659825,+ "actualItemsPerSec": 3872.8407634659825,+ "rejected": 0,+ "ingest": {+ "p50": 46.197028,+ "p95": 48.750407,+ "p99": 52.550230000000006,+ "ok": 454,+ "errors": 0,+ "errRate": 0+ },+ "passed": true+ },+ {+ "step": 3,+ "batchSize": 4096,+ "requestRate": 5,+ "attemptedItemsPerSec": 15444.732014899817,+ "actualItemsPerSec": 15444.732014899817,+ "rejected": 0,+ "ingest": {+ "p50": 179.364375,+ "p95": 187.620956,+ "p99": 197.951747,+ "ok": 453,+ "errors": 0,+ "errRate": 0+ },+ "passed": true+ },+ {+ "step": 4,+ "batchSize": 8192,+ "requestRate": 5,+ "attemptedItemsPerSec": 28545.699724889404,+ "actualItemsPerSec": 1386.3253729526864,+ "rejected": 0,+ "ingest": {+ "p50": 11446.874319999999,+ "p95": 26430.136633,+ "p99": 28659.618719000002,+ "ok": 22,+ "errors": 431,+ "errRate": 0.9514348785871964+ },+ "passed": false,+ "failReason": "combined error rate 95.14% (http 95.14% + rejected 0.00%) \u003e 5.00% threshold"+ }+ ],+ "maxBatchSize": 4096+ },+ "phase2": {+ "kind": "request-rate-ramp",+ "fixedBatchSize": 4096,+ "steps": [+ {+ "step": 1,+ "batchSize": 4096,+ "requestRate": 1,+ "attemptedItemsPerSec": 4157.817313072679,+ "actualItemsPerSec": 1533.6211400677914,+ "rejected": 0,+ "ingest": {+ "p50": 9241.218669,+ "p95": 26752.438885,+ "p99": 28907.471637,+ "ok": 45,+ "errors": 77,+ "errRate": 0.6311475409836066+ },+ "passed": false,+ "failReason": "combined error rate 63.11% (http 63.11% + rejected 0.00%) \u003e 5.00% threshold"+ }+ ]+ },+ "phase3": {+ "kind": "small-batch-rate-ramp",+ "fixedBatchSize": 100,+ "steps": [+ {+ "step": 1,+ "batchSize": 100,+ "requestRate": 10,+ "attemptedItemsPerSec": 1000.8290397016909,+ "actualItemsPerSec": 1000.8290397016909,+ "rejected": 0,+ "ingest": {+ "p50": 5.058806,+ "p95": 9.314283,+ "p99": 10.176494,+ "ok": 1201,+ "errors": 0,+ "errRate": 0+ },+ "passed": true+ },+ {+ "step": 2,+ "batchSize": 100,+ "requestRate": 100,+ "attemptedItemsPerSec": 9752.18407108922,+ "actualItemsPerSec": 9752.18407108922,+ "rejected": 0,+ "ingest": {+ "p50": 4.50298,+ "p95": 9.786012,+ "p99": 11.831362,+ "ok": 11703,+ "errors": 0,+ "errRate": 0+ },+ "passed": true+ },+ {+ "step": 3,+ "batchSize": 100,+ "requestRate": 1000,+ "attemptedItemsPerSec": 15984.04859741555,+ "actualItemsPerSec": 15984.04859741555,+ "rejected": 0,+ "ingest": {+ "p50": 3170.594137,+ "p95": 3728.076124,+ "p99": 3966.678397,+ "ok": 19436,+ "errors": 0,+ "errRate": 0+ },+ "passed": false,+ "failReason": "achieved 159.84 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 4,+ "batchSize": 100,+ "requestRate": 550,+ "attemptedItemsPerSec": 16209.848753739245,+ "actualItemsPerSec": 16209.848753739245,+ "rejected": 0,+ "ingest": {+ "p50": 3135.610534,+ "p95": 3701.5924880000002,+ "p99": 3945.159221,+ "ok": 19722,+ "errors": 0,+ "errRate": 0+ },+ "passed": false,+ "failReason": "achieved 162.10 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 5,+ "batchSize": 100,+ "requestRate": 325,+ "attemptedItemsPerSec": 16205.014417225679,+ "actualItemsPerSec": 16205.014417225679,+ "rejected": 0,+ "ingest": {+ "p50": 3136.724695,+ "p95": 3701.952091,+ "p99": 3940.595053,+ "ok": 19695,+ "errors": 0,+ "errRate": 0+ },+ "passed": false,+ "failReason": "achieved 162.05 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"+ },+ {+ "step": 6,+ "batchSize": 100,+ "requestRate": 212.5,+ "attemptedItemsPerSec": 16129.921683110371,+ "actualItemsPerSec": 16129.921683110371,+ "rejected": 0,+ "ingest": {+ "p50": 3152.865172,+ "p95": 3701.109213,+ "p99": 3959.843535,+ "ok": 19602,+ "errors": 0,+ "errRate": 0+ },+ "passed": true+ }+ ],+ "maxRequestRate": 212.5+ },+ "maxSustainableItemsPerSec": 16129.921683110371+}diff --git a/benchmarks/results-throughput/ccx23-managed-ch-metrics-throughput.json b/benchmarks/results-throughput/ccx23-managed-ch-metrics-throughput.jsondeleted file mode 100644index a5a69c10..00000000--- a/benchmarks/results-throughput/ccx23-managed-ch-metrics-throughput.json+++ /dev/null@@ -1,290 +0,0 @@-{- "tier": "ccx23",- "mode": "managed-ch",- "signal": "metrics",- "scenario": "throughput",- "startedAt": "2026-05-18T02:02:24Z",- "endedAt": "2026-05-18T02:32:24Z",- "phase1": {- "kind": "batch-size-ramp",- "fixedRequestRate": 5,- "steps": [- {- "step": 1,- "batchSize": 256,- "requestRate": 5,- "attemptedItemsPerSec": 1280.5042686852426,- "actualItemsPerSec": 1280.5042686852426,- "rejected": 0,- "ingest": {- "p50": 140.251207,- "p95": 175.833562,- "p99": 311.33252500000003,- "ok": 601,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 2,- "batchSize": 1024,- "requestRate": 5,- "attemptedItemsPerSec": 3864.8049484937633,- "actualItemsPerSec": 3864.8049484937633,- "rejected": 0,- "ingest": {- "p50": 149.189607,- "p95": 205.458263,- "p99": 323.891681,- "ok": 453,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 3,- "batchSize": 4096,- "requestRate": 5,- "attemptedItemsPerSec": 15459.952017731845,- "actualItemsPerSec": 15459.952017731845,- "rejected": 0,- "ingest": {- "p50": 163.75003199999998,- "p95": 215.77339700000002,- "p99": 309.529192,- "ok": 453,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 4,- "batchSize": 8192,- "requestRate": 5,- "attemptedItemsPerSec": 30932.641118433457,- "actualItemsPerSec": 30932.641118433457,- "rejected": 0,- "ingest": {- "p50": 178.744892,- "p95": 238.025227,- "p99": 324.782422,- "ok": 454,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 5,- "batchSize": 16384,- "requestRate": 5,- "attemptedItemsPerSec": 61893.62907940242,- "actualItemsPerSec": 61893.62907940242,- "rejected": 0,- "ingest": {- "p50": 221.845137,- "p95": 289.283867,- "p99": 362.507309,- "ok": 454,- "errors": 0,- "errRate": 0- },- "passed": true- }- ],- "maxBatchSize": 16384- },- "phase2": {- "kind": "request-rate-ramp",- "fixedBatchSize": 16384,- "steps": [- {- "step": 1,- "batchSize": 16384,- "requestRate": 1,- "attemptedItemsPerSec": 16520.49767865757,- "actualItemsPerSec": 16520.49767865757,- "rejected": 0,- "ingest": {- "p50": 230.29244500000001,- "p95": 328.480368,- "p99": 394.897504,- "ok": 121,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 2,- "batchSize": 16384,- "requestRate": 5,- "attemptedItemsPerSec": 77813.81945354935,- "actualItemsPerSec": 77813.81945354935,- "rejected": 0,- "ingest": {- "p50": 222.652368,- "p95": 280.212341,- "p99": 435.710007,- "ok": 571,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 3,- "batchSize": 16384,- "requestRate": 25,- "attemptedItemsPerSec": 359812.8867199745,- "actualItemsPerSec": 315072.5803152141,- "rejected": 0,- "ingest": {- "p50": 10380.081176000002,- "p95": 10952.050413,- "p99": 11608.860166999999,- "ok": 2500,- "errors": 355,- "errRate": 0.1243432574430823- },- "passed": false,- "failReason": "combined error rate 12.43% (http 12.43% + rejected 0.00%) \u003e 5.00% threshold"- },- {- "step": 4,- "batchSize": 16384,- "requestRate": 15,- "attemptedItemsPerSec": 247595.40193083067,- "actualItemsPerSec": 247595.40193083067,- "rejected": 0,- "ingest": {- "p50": 458.219853,- "p95": 1466.681719,- "p99": 1933.7337799999998,- "ok": 1817,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 5,- "batchSize": 16384,- "requestRate": 20,- "attemptedItemsPerSec": 260861.98199247356,- "actualItemsPerSec": 260861.98199247356,- "rejected": 0,- "ingest": {- "p50": 1162.545374,- "p95": 2366.793497,- "p99": 2938.995055,- "ok": 1962,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 6,- "batchSize": 16384,- "requestRate": 22.5,- "attemptedItemsPerSec": 288734.79217282595,- "actualItemsPerSec": 267435.71758652845,- "rejected": 0,- "ingest": {- "p50": 7321.938246000001,- "p95": 10900.329275,- "p99": 11510.166594999999,- "ok": 2122,- "errors": 169,- "errRate": 0.07376691401134876- },- "passed": false,- "failReason": "combined error rate 7.38% (http 7.38% + rejected 0.00%) \u003e 5.00% threshold"- }- ],- "maxRequestRate": 20- },- "phase3": {- "kind": "small-batch-rate-ramp",- "fixedBatchSize": 100,- "steps": [- {- "step": 1,- "batchSize": 100,- "requestRate": 10,- "attemptedItemsPerSec": 1008.005395680182,- "actualItemsPerSec": 1008.005395680182,- "rejected": 0,- "ingest": {- "p50": 153.474165,- "p95": 438.795931,- "p99": 624.978038,- "ok": 1211,- "errors": 0,- "errRate": 0- },- "passed": true- },- {- "step": 2,- "batchSize": 100,- "requestRate": 100,- "attemptedItemsPerSec": 4792.277719227879,- "actualItemsPerSec": 2054.602534198662,- "rejected": 0,- "ingest": {- "p50": 10375.123256,- "p95": 10585.727774,- "p99": 10829.762729,- "ok": 2671,- "errors": 3559,- "errRate": 0.5712680577849117- },- "passed": false,- "failReason": "combined error rate 57.13% (http 57.13% + rejected 0.00%) \u003e 5.00% threshold"- },- {- "step": 3,- "batchSize": 100,- "requestRate": 55,- "attemptedItemsPerSec": 4779.608044466631,- "actualItemsPerSec": 1020.0805193888224,- "rejected": 0,- "ingest": {- "p50": 10187.297534000001,- "p95": 10379.612387,- "p99": 10522.574615,- "ok": 1326,- "errors": 4887,- "errRate": 0.7865765330758088- },- "passed": false,- "failReason": "combined error rate 78.66% (http 78.66% + rejected 0.00%) \u003e 5.00% threshold"- },- {- "step": 4,- "batchSize": 100,- "requestRate": 32.5,- "attemptedItemsPerSec": 3469.3735231293904,- "actualItemsPerSec": 0,- "rejected": 0,- "ingest": {- "p50": 0,- "p95": 0,- "p99": 0,- "ok": 0,- "errors": 507,- "errRate": 1- },- "passed": false,- "failReason": "combined error rate 100.00% (http 100.00% + rejected 0.00%) \u003e 5.00% threshold"- }- ],- "maxRequestRate": 10- },- "maxSustainableItemsPerSec": 260861.98199247356-}diff --git a/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json b/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.jsonindex 6b4cfd3d..3e5ae644 100644--- a/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json+++ b/benchmarks/results-throughput/ccx23-sqlite-metrics-throughput.json@@ -3,8 +3,8 @@"mode": "sqlite","signal": "metrics","scenario": "throughput",- "startedAt": "2026-05-18T01:01:18Z",- "endedAt": "2026-05-18T01:24:54Z",+ "startedAt": "2026-05-19T17:09:36Z",+ "endedAt": "2026-05-19T17:33:13Z","phase1": {"kind": "batch-size-ramp","fixedRequestRate": 5,@@ -13,13 +13,13 @@"step": 1,"batchSize": 256,"requestRate": 5,- "attemptedItemsPerSec": 1281.9795339601988,- "actualItemsPerSec": 1281.9795339601988,+ "attemptedItemsPerSec": 1282.000013707641,+ "actualItemsPerSec": 1282.000013707641,"rejected": 0,"ingest": {- "p50": 14.00511,- "p95": 15.495512,- "p99": 16.256533,+ "p50": 14.107178,+ "p95": 15.41648,+ "p99": 16.655617,"ok": 601,"errors": 0,"errRate": 0@@ -30,14 +30,14 @@"step": 2,"batchSize": 1024,"requestRate": 5,- "attemptedItemsPerSec": 3864.4370950722564,- "actualItemsPerSec": 3864.4370950722564,+ "attemptedItemsPerSec": 3872.954815033039,+ "actualItemsPerSec": 3872.954815033039,"rejected": 0,"ingest": {- "p50": 46.781101,- "p95": 48.933786,- "p99": 50.433437999999995,- "ok": 453,+ "p50": 46.953486000000005,+ "p95": 49.593471,+ "p99": 50.544781,+ "ok": 454,"errors": 0,"errRate": 0},@@ -47,14 +47,14 @@"step": 3,"batchSize": 4096,"requestRate": 5,- "attemptedItemsPerSec": 15478.259923586374,- "actualItemsPerSec": 15478.259923586374,+ "attemptedItemsPerSec": 15445.01572496142,+ "actualItemsPerSec": 15445.01572496142,"rejected": 0,"ingest": {- "p50": 179.542295,- "p95": 184.990433,- "p99": 187.243131,- "ok": 454,+ "p50": 180.652318,+ "p95": 189.00341300000002,+ "p99": 191.619139,+ "ok": 453,"errors": 0,"errRate": 0},@@ -64,19 +64,19 @@"step": 4,"batchSize": 8192,"requestRate": 5,- "attemptedItemsPerSec": 28545.600386698767,- "actualItemsPerSec": 1134.262267021143,+ "attemptedItemsPerSec": 28545.820043945765,+ "actualItemsPerSec": 1449.3462715469152,"rejected": 0,"ingest": {- "p50": 11368.471739,- "p95": 26010.576043,- "p99": 26010.576043,- "ok": 18,- "errors": 435,- "errRate": 0.9602649006622517+ "p50": 13013.800602,+ "p95": 26019.129525,+ "p99": 28230.877376999997,+ "ok": 23,+ "errors": 430,+ "errRate": 0.9492273730684326},"passed": false,- "failReason": "combined error rate 96.03% (http 96.03% + rejected 0.00%) \u003e 5.00% threshold"+ "failReason": "combined error rate 94.92% (http 94.92% + rejected 0.00%) \u003e 5.00% threshold"}],"maxBatchSize": 4096@@ -89,19 +89,19 @@"step": 1,"batchSize": 4096,"requestRate": 1,- "attemptedItemsPerSec": 4130.104322138291,- "actualItemsPerSec": 1297.0575557128518,+ "attemptedItemsPerSec": 4157.675170876669,+ "actualItemsPerSec": 1976.5996714003836,"rejected": 0,"ingest": {- "p50": 11761.821995,- "p95": 27392.233128,- "p99": 28349.280663999998,- "ok": 38,- "errors": 83,- "errRate": 0.6859504132231405+ "p50": 3247.9234300000003,+ "p95": 27275.65236,+ "p99": 29030.388665,+ "ok": 58,+ "errors": 64,+ "errRate": 0.5245901639344263},"passed": false,- "failReason": "combined error rate 68.60% (http 68.60% + rejected 0.00%) \u003e 5.00% threshold"+ "failReason": "combined error rate 52.46% (http 52.46% + rejected 0.00%) \u003e 5.00% threshold"}]},@@ -113,14 +113,14 @@"step": 1,"batchSize": 100,"requestRate": 10,- "attemptedItemsPerSec": 1001.6234422914573,- "actualItemsPerSec": 1001.6234422914573,+ "attemptedItemsPerSec": 1000.81914298559,+ "actualItemsPerSec": 1000.81914298559,"rejected": 0,"ingest": {- "p50": 5.218375,- "p95": 9.778647,- "p99": 10.470495,- "ok": 1202,+ "p50": 5.27514,+ "p95": 9.787781,+ "p99": 10.460093,+ "ok": 1201,"errors": 0,"errRate": 0},@@ -130,14 +130,14 @@"step": 2,"batchSize": 100,"requestRate": 100,- "attemptedItemsPerSec": 9751.970213978557,- "actualItemsPerSec": 9751.970213978557,+ "attemptedItemsPerSec": 9751.541505631443,+ "actualItemsPerSec": 9751.541505631443,"rejected": 0,"ingest": {- "p50": 4.678602,- "p95": 9.82331,- "p99": 11.139524,- "ok": 11703,+ "p50": 4.754001,+ "p95": 10.595834,+ "p99": 12.307435,+ "ok": 11702,"errors": 0,"errRate": 0},@@ -147,68 +147,68 @@"step": 3,"batchSize": 100,"requestRate": 1000,- "attemptedItemsPerSec": 15695.923149890146,- "actualItemsPerSec": 15695.923149890146,+ "attemptedItemsPerSec": 16421.848779045296,+ "actualItemsPerSec": 16421.848779045296,"rejected": 0,"ingest": {- "p50": 3226.034626,- "p95": 3789.5453350000003,- "p99": 4033.165406,- "ok": 19082,+ "p50": 3079.992374,+ "p95": 3629.276076,+ "p99": 3886.481202,+ "ok": 19963,"errors": 0,"errRate": 0},"passed": false,- "failReason": "achieved 156.96 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"+ "failReason": "achieved 164.22 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"},{"step": 4,"batchSize": 100,"requestRate": 550,- "attemptedItemsPerSec": 15751.301778082328,- "actualItemsPerSec": 15751.301778082328,+ "attemptedItemsPerSec": 16567.984060584276,+ "actualItemsPerSec": 16567.984060584276,"rejected": 0,"ingest": {- "p50": 3230.142799,- "p95": 3796.648553,- "p99": 4053.5444939999998,- "ok": 19158,+ "p50": 3070.8903109999997,+ "p95": 3614.076365,+ "p99": 3880.4773900000005,+ "ok": 20139,"errors": 0,"errRate": 0},"passed": false,- "failReason": "achieved 157.51 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"+ "failReason": "achieved 165.68 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"},{"step": 5,"batchSize": 100,"requestRate": 325,- "attemptedItemsPerSec": 15906.40657193503,- "actualItemsPerSec": 15906.40657193503,+ "attemptedItemsPerSec": 16542.400210173226,+ "actualItemsPerSec": 16542.400210173226,"rejected": 0,"ingest": {- "p50": 3196.333577,- "p95": 3771.700291,- "p99": 4041.2962629999997,- "ok": 19349,+ "p50": 3071.36687,+ "p95": 3617.0896409999996,+ "p99": 3870.517754,+ "ok": 20108,"errors": 0,"errRate": 0},"passed": false,- "failReason": "achieved 159.06 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"+ "failReason": "achieved 165.42 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"},{"step": 6,"batchSize": 100,"requestRate": 212.5,- "attemptedItemsPerSec": 15866.3760929944,- "actualItemsPerSec": 15866.3760929944,+ "attemptedItemsPerSec": 16430.51644771451,+ "actualItemsPerSec": 16430.51644771451,"rejected": 0,"ingest": {- "p50": 3201.493372,- "p95": 3773.4881480000004,- "p99": 4025.59499,- "ok": 19292,+ "p50": 3092.22195,+ "p95": 3641.788326,+ "p99": 3890.7984739999997,+ "ok": 19969,"errors": 0,"errRate": 0},@@ -217,5 +217,5 @@],"maxRequestRate": 212.5},- "maxSustainableItemsPerSec": 15866.3760929944+ "maxSustainableItemsPerSec": 16430.51644771451}diff --git a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png b/benchmarks/results-throughput/chart-batch-efficiency-metrics.pngindex 3ccad00e..eea25411 100644Binary files a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png and b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png differdiff --git a/benchmarks/results-throughput/chart-cliff-metrics.png b/benchmarks/results-throughput/chart-cliff-metrics.pngindex 9ba62227..e851295e 100644Binary files a/benchmarks/results-throughput/chart-cliff-metrics.png and b/benchmarks/results-throughput/chart-cliff-metrics.png differdiff --git a/benchmarks/results-throughput/chart-metrics.png b/benchmarks/results-throughput/chart-metrics.pngindex 07ad1e28..0604b8c1 100644Binary files a/benchmarks/results-throughput/chart-metrics.png and b/benchmarks/results-throughput/chart-metrics.png differdiff --git a/benchmarks/results-throughput/chart-pareto-metrics.png b/benchmarks/results-throughput/chart-pareto-metrics.pngindex fc696a63..e639f972 100644Binary files a/benchmarks/results-throughput/chart-pareto-metrics.png and b/benchmarks/results-throughput/chart-pareto-metrics.png differdiff --git a/benchmarks/results-throughput/chart-phase1-batch-metrics.png b/benchmarks/results-throughput/chart-phase1-batch-metrics.pngindex 6d80df41..2b1364cf 100644Binary files a/benchmarks/results-throughput/chart-phase1-batch-metrics.png and b/benchmarks/results-throughput/chart-phase1-batch-metrics.png differdiff --git a/benchmarks/results-throughput/chart-phase2-rate-metrics.png b/benchmarks/results-throughput/chart-phase2-rate-metrics.pngindex ff748740..6320b6c3 100644Binary files a/benchmarks/results-throughput/chart-phase2-rate-metrics.png and b/benchmarks/results-throughput/chart-phase2-rate-metrics.png differdiff --git a/benchmarks/results-throughput/chart-phase3-rate-metrics.png b/benchmarks/results-throughput/chart-phase3-rate-metrics.pngindex 77ebc66e..2ff4e890 100644Binary files a/benchmarks/results-throughput/chart-phase3-rate-metrics.png and b/benchmarks/results-throughput/chart-phase3-rate-metrics.png differdiff --git a/benchmarks/results-throughput/chart-signal-mix.png b/benchmarks/results-throughput/chart-signal-mix.pngindex cfd169db..92fe0a80 100644Binary files a/benchmarks/results-throughput/chart-signal-mix.png and b/benchmarks/results-throughput/chart-signal-mix.png differdiff --git a/benchmarks/results-throughput/chart-tier-scaling-metrics.png b/benchmarks/results-throughput/chart-tier-scaling-metrics.pngindex 2a666a6d..3a65f5ca 100644Binary files a/benchmarks/results-throughput/chart-tier-scaling-metrics.png and b/benchmarks/results-throughput/chart-tier-scaling-metrics.png differdiff --git a/benchmarks/results-throughput/summary.md b/benchmarks/results-throughput/summary.mdindex c017c2f9..b4f4627e 100644--- a/benchmarks/results-throughput/summary.md+++ b/benchmarks/results-throughput/summary.md@@ -12,8 +12,8 @@ Failure threshold: combined HTTP error rate + OTLP rejected items > 5% of attemp| Tier | Mode | Max data points/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 ||------|------|---------|--------------|-------------------------|-------------------------------|-| ccx23 | sqlite | 15,866 | 4,096 | — | 212.5 |-| ccx23 | pgch | 389,228 | 16,384 | 25 @ 16,384 | — |-| ccx23 | managed-ch | 260,861 | 16,384 | 20 @ 16,384 | 10 |+| ccx13 | sqlite | 16,129 | 4,096 | — | 212.5 |+| ccx13 | pgch | 77,918 | 16,384 | 5 @ 16,384 | — |+| ccx23 | sqlite | 16,430 | 4,096 | — | 212.5 |Generated by `benchmarks/scripts/chart.py`.