Skip to content

The only tool you need to know what is happening and how to fix it.

bench: reset results folders to main state; post 3 data lives in benchmarks/blog/post-3-data

jstojiljkovic4ade3d279b14
diff --git a/benchmarks/results-probe/ccx13-duckdb-logs-read-probe.json b/benchmarks/results-probe/ccx13-duckdb-logs-read-probe.json
deleted file mode 100644
index db2ad1a7..00000000
--- a/benchmarks/results-probe/ccx13-duckdb-logs-read-probe.json
+++ /dev/null
@@ -1,133 +0,0 @@
-{
- "tier": "ccx13",
- "mode": "duckdb",
- "signal": "logs",
- "scenario": "read-probe",
- "startedAt": "2026-07-21T15:53:25Z",
- "endedAt": "2026-07-21T16:26:00Z",
- "readProbe": {
- "endpoints": [
- {
- "name": "logs-severity-error",
- "path": "/api/logs"
- },
- {
- "name": "logs-body-search",
- "path": "/api/logs"
- },
- {
- "name": "logs-trace-id",
- "path": "/api/logs"
- }
- ],
- "readPath": "/api/logs",
- "readThresholdMs": 5000,
- "settleSeconds": 10,
- "fillBatchSize": 8192,
- "fillRequestRate": 100,
- "steps": [
- {
- "fillLevelTarget": 1000000,
- "rowsIngested": 1695744,
- "ingestSecondsElapsed": 31.215866858,
- "digestSeconds": 5.006626853,
- "probes": [
- {
- "name": "logs-severity-error",
- "path": "/api/logs",
- "latencyMs": 308.118162,
- "ok": true
- },
- {
- "name": "logs-body-search",
- "path": "/api/logs",
- "latencyMs": 27.046025,
- "ok": true
- },
- {
- "name": "logs-trace-id",
- "path": "/api/logs",
- "latencyMs": 2.01207,
- "ok": true
- }
- ],
- "medianLatencyMs": 27.046025,
- "readLatencyMs": 27.046025,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 10000000,
- "rowsIngested": 10649600,
- "ingestSecondsElapsed": 160.098593092,
- "digestSeconds": 5.00439974,
- "probes": [
- {
- "name": "logs-severity-error",
- "path": "/api/logs",
- "latencyMs": 2862.714559,
- "ok": true
- },
- {
- "name": "logs-body-search",
- "path": "/api/logs",
- "latencyMs": 85.442927,
- "ok": true
- },
- {
- "name": "logs-trace-id",
- "path": "/api/logs",
- "latencyMs": 2.495565,
- "ok": true
- }
- ],
- "medianLatencyMs": 85.442927,
- "readLatencyMs": 85.442927,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 100000000,
- "rowsIngested": 100712448,
- "ingestSecondsElapsed": 1705.894526407,
- "digestSeconds": 5.006668129,
- "probes": [
- {
- "name": "logs-severity-error",
- "path": "/api/logs",
- "latencyMs": 6005.2135499999995,
- "ok": false,
- "error": "Post \"http://10.0.0.2/api/logs?projectId=0412c6e7-5f61-41f4-9244-50ece71a3b7f\": context deadline exceeded"
- },
- {
- "name": "logs-body-search",
- "path": "/api/logs",
- "latencyMs": 3525.108695,
- "ok": true
- },
- {
- "name": "logs-trace-id",
- "path": "/api/logs",
- "latencyMs": 2.431163,
- "ok": true
- }
- ],
- "medianLatencyMs": 3525.108695,
- "readLatencyMs": 3525.108695,
- "readOk": false,
- "passed": false,
- "failReason": "probe logs-severity-error failed: Post \"http://10.0.0.2/api/logs?projectId=0412c6e7-5f61-41f4-9244-50ece71a3b7f\": context deadline exceeded (latency 6005ms)"
- }
- ],
- "maxFillLevelPassed": 10000000
- },
- "maxFillLevelPassed": 10000000,
- "bytesOnDisk": 9341763584,
- "storedRows": 100712448,
- "sutContainer": {
- "status": "running",
- "oomKilled": false,
- "exitCode": 0,
- "restartCount": 0
- }
-}
diff --git a/benchmarks/results-probe/ccx13-duckdb-metrics-read-probe.json b/benchmarks/results-probe/ccx13-duckdb-metrics-read-probe.json
deleted file mode 100644
index 52d040e9..00000000
--- a/benchmarks/results-probe/ccx13-duckdb-metrics-read-probe.json
+++ /dev/null
@@ -1,165 +0,0 @@
-{
- "tier": "ccx13",
- "mode": "duckdb",
- "signal": "metrics",
- "scenario": "read-probe",
- "startedAt": "2026-07-21T14:47:29Z",
- "endedAt": "2026-07-21T15:46:57Z",
- "readProbe": {
- "endpoints": [
- {
- "name": "metrics-server",
- "path": "/api/metrics/server"
- },
- {
- "name": "metrics-application",
- "path": "/api/metrics/application"
- },
- {
- "name": "dashboard",
- "path": "/api/dashboard"
- }
- ],
- "readPath": "/api/metrics/server",
- "readThresholdMs": 5000,
- "settleSeconds": 10,
- "fillBatchSize": 8192,
- "fillRequestRate": 100,
- "steps": [
- {
- "fillLevelTarget": 1000000,
- "rowsIngested": 2580480,
- "ingestSecondsElapsed": 8.475577363,
- "digestSeconds": 5.007948499,
- "probes": [
- {
- "name": "metrics-server",
- "path": "/api/metrics/server",
- "latencyMs": 146.0298,
- "ok": true
- },
- {
- "name": "metrics-application",
- "path": "/api/metrics/application",
- "latencyMs": 135.084231,
- "ok": true
- },
- {
- "name": "dashboard",
- "path": "/api/dashboard",
- "latencyMs": 213.30516899999998,
- "ok": true
- }
- ],
- "medianLatencyMs": 146.0298,
- "readLatencyMs": 146.0298,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 10000000,
- "rowsIngested": 11550720,
- "ingestSecondsElapsed": 30.855640677,
- "digestSeconds": 5.007986705,
- "probes": [
- {
- "name": "metrics-server",
- "path": "/api/metrics/server",
- "latencyMs": 343.63286500000004,
- "ok": true
- },
- {
- "name": "metrics-application",
- "path": "/api/metrics/application",
- "latencyMs": 381.574624,
- "ok": true
- },
- {
- "name": "dashboard",
- "path": "/api/dashboard",
- "latencyMs": 601.0998159999999,
- "ok": true
- }
- ],
- "medianLatencyMs": 381.574624,
- "readLatencyMs": 381.574624,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 100000000,
- "rowsIngested": 101490688,
- "ingestSecondsElapsed": 305.46684237,
- "digestSeconds": 5.003962309,
- "probes": [
- {
- "name": "metrics-server",
- "path": "/api/metrics/server",
- "latencyMs": 2467.547592,
- "ok": true
- },
- {
- "name": "metrics-application",
- "path": "/api/metrics/application",
- "latencyMs": 3001.6052050000003,
- "ok": true
- },
- {
- "name": "dashboard",
- "path": "/api/dashboard",
- "latencyMs": 4752.907417,
- "ok": true
- }
- ],
- "medianLatencyMs": 3001.6052050000003,
- "readLatencyMs": 3001.6052050000003,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 1000000000,
- "rowsIngested": 1001472000,
- "ingestSecondsElapsed": 3132.254449848,
- "digestSeconds": 5.004906965,
- "probes": [
- {
- "name": "metrics-server",
- "path": "/api/metrics/server",
- "latencyMs": 6005.238989,
- "ok": false,
- "error": "Get \"http://10.0.0.2/api/metrics/server?fromDate=2026-07-20T15%3A46%3A39Z&projectId=3d534138-1f31-4835-b08e-f841496cd3e9&toDate=2026-07-21T15%3A46%3A39Z\": context deadline exceeded"
- },
- {
- "name": "metrics-application",
- "path": "/api/metrics/application",
- "latencyMs": 6000.54946,
- "ok": false,
- "error": "Get \"http://10.0.0.2/api/metrics/application?fromDate=2026-07-20T15%3A46%3A45Z&projectId=3d534138-1f31-4835-b08e-f841496cd3e9&toDate=2026-07-21T15%3A46%3A45Z\": context deadline exceeded"
- },
- {
- "name": "dashboard",
- "path": "/api/dashboard",
- "latencyMs": 6005.2873389999995,
- "ok": false,
- "error": "Get \"http://10.0.0.2/api/dashboard?fromDate=2026-07-20T15%3A46%3A51Z&projectId=3d534138-1f31-4835-b08e-f841496cd3e9&toDate=2026-07-21T15%3A46%3A51Z\": context deadline exceeded"
- }
- ],
- "medianLatencyMs": 6005.238989,
- "readLatencyMs": 6005.238989,
- "readOk": false,
- "passed": false,
- "failReason": "probe metrics-server failed: Get \"http://10.0.0.2/api/metrics/server?fromDate=2026-07-20T15%3A46%3A39Z&projectId=3d534138-1f31-4835-b08e-f841496cd3e9&toDate=2026-07-21T15%3A46%3A39Z\": context deadline exceeded (latency 6005ms)"
- }
- ],
- "maxFillLevelPassed": 100000000
- },
- "maxFillLevelPassed": 100000000,
- "bytesOnDisk": 10823938048,
- "storedRows": 1001472000,
- "sutContainer": {
- "status": "running",
- "oomKilled": false,
- "exitCode": 0,
- "restartCount": 0
- }
-}
diff --git a/benchmarks/results-probe/ccx13-duckdb-spans-read-probe.json b/benchmarks/results-probe/ccx13-duckdb-spans-read-probe.json
deleted file mode 100644
index 16eb488a..00000000
--- a/benchmarks/results-probe/ccx13-duckdb-spans-read-probe.json
+++ /dev/null
@@ -1,128 +0,0 @@
-{
- "tier": "ccx13",
- "mode": "duckdb",
- "signal": "spans",
- "scenario": "read-probe",
- "startedAt": "2026-07-21T14:23:14Z",
- "endedAt": "2026-07-21T14:40:18Z",
- "readProbe": {
- "endpoints": [
- {
- "name": "endpoints-grouped",
- "path": "/api/endpoints/grouped"
- },
- {
- "name": "endpoints-chart",
- "path": "/api/endpoints/chart"
- },
- {
- "name": "exception-stack-traces",
- "path": "/api/exception-stack-traces"
- }
- ],
- "readPath": "/api/endpoints/grouped",
- "readThresholdMs": 5000,
- "settleSeconds": 10,
- "fillBatchSize": 8192,
- "fillRequestRate": 100,
- "steps": [
- {
- "fillLevelTarget": 1000000,
- "rowsIngested": 1695744,
- "ingestSecondsElapsed": 16.074486227,
- "digestSeconds": 5.006851318,
- "probes": [
- {
- "name": "endpoints-grouped",
- "path": "/api/endpoints/grouped",
- "latencyMs": 169.113337,
- "ok": true
- },
- {
- "name": "endpoints-chart",
- "path": "/api/endpoints/chart",
- "latencyMs": 139.026456,
- "ok": true
- },
- {
- "name": "exception-stack-traces",
- "path": "/api/exception-stack-traces",
- "latencyMs": 2.492602,
- "ok": true
- }
- ],
- "medianLatencyMs": 139.026456,
- "readLatencyMs": 139.026456,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 10000000,
- "rowsIngested": 10780672,
- "ingestSecondsElapsed": 83.963192231,
- "digestSeconds": 5.006837973,
- "probes": [
- {
- "name": "endpoints-grouped",
- "path": "/api/endpoints/grouped",
- "latencyMs": 939.389513,
- "ok": true
- },
- {
- "name": "endpoints-chart",
- "path": "/api/endpoints/chart",
- "latencyMs": 902.3118890000001,
- "ok": true
- },
- {
- "name": "exception-stack-traces",
- "path": "/api/exception-stack-traces",
- "latencyMs": 3.0820079999999996,
- "ok": true
- }
- ],
- "medianLatencyMs": 902.3118890000001,
- "readLatencyMs": 902.3118890000001,
- "readOk": true,
- "passed": true
- },
- {
- "fillLevelTarget": 100000000,
- "rowsIngested": 100646912,
- "ingestSecondsElapsed": 858.420307916,
- "digestSeconds": 5.005910713,
- "probes": [
- {
- "name": "endpoints-grouped",
- "path": "/api/endpoints/grouped",
- "latencyMs": 6005.285989,
- "ok": false,
- "error": "Post \"http://10.0.0.2/api/endpoints/grouped?projectId=d589ccbf-929d-47e7-8709-c4b57967efaa\": context deadline exceeded"
- },
- {
- "name": "endpoints-chart",
- "path": "/api/endpoints/chart",
- "latencyMs": 6002.100358,
- "ok": false,
- "error": "Post \"http://10.0.0.2/api/endpoints/chart?projectId=d589ccbf-929d-47e7-8709-c4b57967efaa\": context deadline exceeded"
- },
- {
- "name": "exception-stack-traces",
- "path": "/api/exception-stack-traces",
- "latencyMs": 6005.271328,
- "ok": false,
- "error": "Post \"http://10.0.0.2/api/exception-stack-traces?projectId=d589ccbf-929d-47e7-8709-c4b57967efaa\": context deadline exceeded"
- }
- ],
- "medianLatencyMs": 6005.271328,
- "readLatencyMs": 6005.271328,
- "readOk": false,
- "passed": false,
- "failReason": "probe endpoints-grouped failed: Post \"http://10.0.0.2/api/endpoints/grouped?projectId=d589ccbf-929d-47e7-8709-c4b57967efaa\": context deadline exceeded (latency 6005ms)"
- }
- ],
- "maxFillLevelPassed": 10000000
- },
- "maxFillLevelPassed": 10000000,
- "sutContainer": {}
-}
diff --git a/benchmarks/results-probe/chart-readprobe-cliff-logs.png b/benchmarks/results-probe/chart-readprobe-cliff-logs.png
deleted file mode 100644
index 2ac1af1f..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-cliff-logs.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-cliff-metrics.png b/benchmarks/results-probe/chart-readprobe-cliff-metrics.png
deleted file mode 100644
index abf4b231..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-cliff-metrics.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-cliff-spans.png b/benchmarks/results-probe/chart-readprobe-cliff-spans.png
deleted file mode 100644
index 1684f07a..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-cliff-spans.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-headline-logs.png b/benchmarks/results-probe/chart-readprobe-headline-logs.png
deleted file mode 100644
index 9d40c596..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-headline-logs.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-headline-metrics.png b/benchmarks/results-probe/chart-readprobe-headline-metrics.png
deleted file mode 100644
index 14f97b8e..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-headline-metrics.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-headline-spans.png b/benchmarks/results-probe/chart-readprobe-headline-spans.png
deleted file mode 100644
index 74ce7383..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-headline-spans.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-ingest-time-logs.png b/benchmarks/results-probe/chart-readprobe-ingest-time-logs.png
deleted file mode 100644
index 45f6775a..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-ingest-time-logs.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-ingest-time-metrics.png b/benchmarks/results-probe/chart-readprobe-ingest-time-metrics.png
deleted file mode 100644
index ac782085..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-ingest-time-metrics.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-ingest-time-spans.png b/benchmarks/results-probe/chart-readprobe-ingest-time-spans.png
deleted file mode 100644
index 3857bfe1..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-ingest-time-spans.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-logs.png b/benchmarks/results-probe/chart-readprobe-logs.png
deleted file mode 100644
index af8d0e3e..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-logs.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-metrics.png b/benchmarks/results-probe/chart-readprobe-metrics.png
deleted file mode 100644
index d388213d..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-metrics.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-per-endpoint-logs.png b/benchmarks/results-probe/chart-readprobe-per-endpoint-logs.png
deleted file mode 100644
index b8d3552b..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-per-endpoint-logs.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-per-endpoint-metrics.png b/benchmarks/results-probe/chart-readprobe-per-endpoint-metrics.png
deleted file mode 100644
index 0a613929..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-per-endpoint-metrics.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-per-endpoint-spans.png b/benchmarks/results-probe/chart-readprobe-per-endpoint-spans.png
deleted file mode 100644
index 63ec8e10..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-per-endpoint-spans.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-signal-mix.png b/benchmarks/results-probe/chart-readprobe-signal-mix.png
deleted file mode 100644
index 36853091..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-signal-mix.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-spans.png b/benchmarks/results-probe/chart-readprobe-spans.png
deleted file mode 100644
index 11e7ccc0..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-spans.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-tier-scaling-logs.png b/benchmarks/results-probe/chart-readprobe-tier-scaling-logs.png
deleted file mode 100644
index 7f0181c9..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-tier-scaling-logs.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-tier-scaling-metrics.png b/benchmarks/results-probe/chart-readprobe-tier-scaling-metrics.png
deleted file mode 100644
index a00622b5..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-tier-scaling-metrics.png and /dev/null differ
diff --git a/benchmarks/results-probe/chart-readprobe-tier-scaling-spans.png b/benchmarks/results-probe/chart-readprobe-tier-scaling-spans.png
deleted file mode 100644
index ea603aac..00000000
Binary files a/benchmarks/results-probe/chart-readprobe-tier-scaling-spans.png and /dev/null differ
diff --git a/benchmarks/results-probe/summary.md b/benchmarks/results-probe/summary.md
deleted file mode 100644
index 75010507..00000000
--- a/benchmarks/results-probe/summary.md
+++ /dev/null
@@ -1,29 +0,0 @@
-# Traceway hardware benchmark — summary
-
-> See [../charts.md](../charts.md) for a guide to reading these charts.
-
-Runs analyzed: 3
-
-## Read-probe scenario
-
-Failure: a read probe exceeded the configured threshold (default 5000ms) or returned an error. Max fill level passed is the largest row count at which the read still came back in time.
-
-### Spans — probing `/api/endpoints/grouped`
-
-| Tier | Mode | Max spans rows passed | Read latency @ max (ms) | First failing fill | Read latency @ failing (ms) |
-|------|------|----------------|-------------------|--------------------|------------------------|
-| ccx13 | duckdb | 10,000,000 | 902 | 100,646,912 | 6005 |
-
-### Metrics — probing `/api/metrics/application`
-
-| Tier | Mode | Max metric_points rows passed | Read latency @ max (ms) | First failing fill | Read latency @ failing (ms) |
-|------|------|----------------|-------------------|--------------------|------------------------|
-| ccx13 | duckdb | 100,000,000 | 3001 | 1,001,472,000 | 6005 |
-
-### Logs — probing `/api/logs`
-
-| Tier | Mode | Max log_records rows passed | Read latency @ max (ms) | First failing fill | Read latency @ failing (ms) |
-|------|------|----------------|-------------------|--------------------|------------------------|
-| ccx13 | duckdb | 10,000,000 | 85 | 100,712,448 | 3525 |
-
-Generated by `benchmarks/scripts/chart.py`.
diff --git a/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json b/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json
new file mode 100644
index 00000000..191bc879
--- /dev/null
+++ b/benchmarks/results-throughput/ccx13-sqlite-metrics-throughput.json
@@ -0,0 +1,298 @@
+{
+ "tier": "ccx13",
+ "mode": "sqlite",
+ "signal": "metrics",
+ "scenario": "throughput",
+ "startedAt": "2026-05-23T04:58:05Z",
+ "endedAt": "2026-05-23T05:22:42Z",
+ "phase1": {
+ "kind": "batch-size-ramp",
+ "fixedRequestRate": 5,
+ "steps": [
+ {
+ "step": 1,
+ "batchSize": 256,
+ "requestRate": 5,
+ "attemptedItemsPerSec": 1282.004034006758,
+ "actualItemsPerSec": 1282.004034006758,
+ "rejected": 0,
+ "ingest": {
+ "p50": 14.182811,
+ "p95": 15.942796,
+ "p99": 18.356655999999997,
+ "ok": 601,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": true
+ },
+ {
+ "step": 2,
+ "batchSize": 1024,
+ "requestRate": 5,
+ "attemptedItemsPerSec": 3898.4833029201486,
+ "actualItemsPerSec": 3898.4833029201486,
+ "rejected": 0,
+ "ingest": {
+ "p50": 46.60554,
+ "p95": 49.190736,
+ "p99": 53.169051,
+ "ok": 457,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": true
+ },
+ {
+ "step": 3,
+ "batchSize": 4096,
+ "requestRate": 5,
+ "attemptedItemsPerSec": 15547.156034271607,
+ "actualItemsPerSec": 15547.156034271607,
+ "rejected": 0,
+ "ingest": {
+ "p50": 176.412991,
+ "p95": 186.146252,
+ "p99": 191.044352,
+ "ok": 456,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": true
+ },
+ {
+ "step": 4,
+ "batchSize": 8192,
+ "requestRate": 5,
+ "attemptedItemsPerSec": 24758.511378158793,
+ "actualItemsPerSec": 1147.7455605768978,
+ "rejected": 0,
+ "ingest": {
+ "p50": 12640.689540000001,
+ "p95": 24442.002215,
+ "p99": 24442.002215,
+ "ok": 21,
+ "errors": 432,
+ "errRate": 0.9536423841059603
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": false,
+ "failReason": "combined error rate 95.36% (http 95.36% + rejected 0.00%) \u003e 5.00% threshold"
+ }
+ ],
+ "maxBatchSize": 4096
+ },
+ "phase2": {
+ "kind": "request-rate-ramp",
+ "fixedBatchSize": 4096,
+ "steps": [
+ {
+ "step": 1,
+ "batchSize": 4096,
+ "requestRate": 1,
+ "attemptedItemsPerSec": 4157.7885270983625,
+ "actualItemsPerSec": 3203.5419798954595,
+ "rejected": 0,
+ "ingest": {
+ "p50": 180.989608,
+ "p95": 25037.939551,
+ "p99": 28441.417234,
+ "ok": 94,
+ "errors": 28,
+ "errRate": 0.22950819672131148
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": false,
+ "failReason": "combined error rate 22.95% (http 22.95% + rejected 0.00%) \u003e 5.00% threshold"
+ }
+ ]
+ },
+ "phase3": {
+ "kind": "small-batch-rate-ramp",
+ "fixedBatchSize": 100,
+ "steps": [
+ {
+ "step": 1,
+ "batchSize": 100,
+ "requestRate": 10,
+ "attemptedItemsPerSec": 1001.6145903619727,
+ "actualItemsPerSec": 1001.6145903619727,
+ "rejected": 0,
+ "ingest": {
+ "p50": 5.385344,
+ "p95": 10.277681000000001,
+ "p99": 11.558016,
+ "ok": 1202,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": true
+ },
+ {
+ "step": 2,
+ "batchSize": 100,
+ "requestRate": 100,
+ "attemptedItemsPerSec": 9751.726877729683,
+ "actualItemsPerSec": 9751.726877729683,
+ "rejected": 0,
+ "ingest": {
+ "p50": 4.790314,
+ "p95": 10.325179,
+ "p99": 14.537877,
+ "ok": 11703,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": true
+ },
+ {
+ "step": 3,
+ "batchSize": 100,
+ "requestRate": 1000,
+ "attemptedItemsPerSec": 16453.96628575246,
+ "actualItemsPerSec": 16453.96628575246,
+ "rejected": 0,
+ "ingest": {
+ "p50": 3074.265864,
+ "p95": 3629.118197,
+ "p99": 3856.044782,
+ "ok": 20005,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": false,
+ "failReason": "achieved 164.54 req/sec is below 70% of target 1000.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 4,
+ "batchSize": 100,
+ "requestRate": 550,
+ "attemptedItemsPerSec": 16541.70049989337,
+ "actualItemsPerSec": 16541.70049989337,
+ "rejected": 0,
+ "ingest": {
+ "p50": 3077.627502,
+ "p95": 3631.414504,
+ "p99": 3886.4199360000002,
+ "ok": 20106,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": false,
+ "failReason": "achieved 165.42 req/sec is below 70% of target 550.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 5,
+ "batchSize": 100,
+ "requestRate": 325,
+ "attemptedItemsPerSec": 16414.805205046458,
+ "actualItemsPerSec": 16414.805205046458,
+ "rejected": 0,
+ "ingest": {
+ "p50": 3096.894328,
+ "p95": 3656.6241760000003,
+ "p99": 3898.193317,
+ "ok": 19965,
+ "errors": 0,
+ "errRate": 0
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": false,
+ "failReason": "achieved 164.15 req/sec is below 70% of target 325.00 req/sec (workers saturated, SUT past cliff)"
+ },
+ {
+ "step": 6,
+ "batchSize": 100,
+ "requestRate": 212.5,
+ "attemptedItemsPerSec": 16828.717117277138,
+ "actualItemsPerSec": 16586.086182836163,
+ "rejected": 0,
+ "ingest": {
+ "p50": 3037.308098,
+ "p95": 3575.279847,
+ "p99": 3821.396914,
+ "ok": 20166,
+ "errors": 295,
+ "errRate": 0.014417672645520747
+ },
+ "ch": {
+ "reachable": false,
+ "uptimeSec": 0,
+ "partsCount": 0,
+ "activeMerges": 0,
+ "longestMergeSec": 0
+ },
+ "passed": true
+ }
+ ],
+ "maxRequestRate": 212.5
+ },
+ "maxSustainableItemsPerSec": 16586.086182836163
+}
diff --git a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png
index 8893910a..6d7eff61 100644
Binary files a/benchmarks/results-throughput/chart-batch-efficiency-metrics.png and b/benchmarks/results-throughput/chart-batch-efficiency-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-cliff-metrics.png b/benchmarks/results-throughput/chart-cliff-metrics.png
index 78ab4dbb..c8ed1f9e 100644
Binary files a/benchmarks/results-throughput/chart-cliff-metrics.png and b/benchmarks/results-throughput/chart-cliff-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-metrics.png b/benchmarks/results-throughput/chart-metrics.png
index 7b4f904b..e7213acd 100644
Binary files a/benchmarks/results-throughput/chart-metrics.png and b/benchmarks/results-throughput/chart-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-pareto-metrics.png b/benchmarks/results-throughput/chart-pareto-metrics.png
index 6aa35464..5ded534a 100644
Binary files a/benchmarks/results-throughput/chart-pareto-metrics.png and b/benchmarks/results-throughput/chart-pareto-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase1-batch-metrics.png b/benchmarks/results-throughput/chart-phase1-batch-metrics.png
index 50c00f65..f6e2ccb4 100644
Binary files a/benchmarks/results-throughput/chart-phase1-batch-metrics.png and b/benchmarks/results-throughput/chart-phase1-batch-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase2-rate-metrics.png b/benchmarks/results-throughput/chart-phase2-rate-metrics.png
index 49f134dc..4dccd184 100644
Binary files a/benchmarks/results-throughput/chart-phase2-rate-metrics.png and b/benchmarks/results-throughput/chart-phase2-rate-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-phase3-rate-metrics.png b/benchmarks/results-throughput/chart-phase3-rate-metrics.png
index 910286e2..6f803190 100644
Binary files a/benchmarks/results-throughput/chart-phase3-rate-metrics.png and b/benchmarks/results-throughput/chart-phase3-rate-metrics.png differ
diff --git a/benchmarks/results-throughput/chart-signal-mix.png b/benchmarks/results-throughput/chart-signal-mix.png
index d200b88f..2e8c6c78 100644
Binary files a/benchmarks/results-throughput/chart-signal-mix.png and b/benchmarks/results-throughput/chart-signal-mix.png differ
diff --git a/benchmarks/results-throughput/chart-tier-scaling-metrics.png b/benchmarks/results-throughput/chart-tier-scaling-metrics.png
index 4b876097..8b85e0ee 100644
Binary files a/benchmarks/results-throughput/chart-tier-scaling-metrics.png and b/benchmarks/results-throughput/chart-tier-scaling-metrics.png differ
diff --git a/benchmarks/results-throughput/summary.md b/benchmarks/results-throughput/summary.md
index 7b9bc4fc..9582a643 100644
--- a/benchmarks/results-throughput/summary.md
+++ b/benchmarks/results-throughput/summary.md
@@ -2,28 +2,16 @@
> See [../charts.md](../charts.md) for a guide to reading these charts.
-Runs analyzed: 3
+Runs analyzed: 1
## Throughput scenario
Failure threshold: combined HTTP error rate + OTLP rejected items > 5% of attempted.
-### Spans
-
-| Tier | Mode | Max spans/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
-|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | duckdb | 95,737 | 16,384 | 7.5 @ 16,384 | 437.5 |
-
### Metrics
| Tier | Mode | Max data points/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | duckdb | 254,242 | 16,384 | 20 @ 16,384 | 662.5 |
-
-### Logs
-
-| Tier | Mode | Max log records/sec | P1 max batch | P2 max req/sec @ batch | P3 max req/sec @ batch=100 |
-|------|------|---------|--------------|-------------------------|-------------------------------|
-| ccx13 | duckdb | 75,225 | 16,384 | 5 @ 16,384 | 325 |
+| ccx13 | sqlite | 16,586 | 4,096 | — | 212.5 |
Generated by `benchmarks/scripts/chart.py`.