Skip to content

Claude Code. Any Model. The most powerful AI coding agent now speaks every language.

test(madbench): drop the write time from generated experiment files

Jack Rudenkobaf86cb1d50b
diff --git a/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml b/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml
index 172956af..cd4c484a 100644
--- a/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml
+++ b/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml
@@ -1,5 +1,5 @@
# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.
-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.
+# Catalog generation g-20261014030532231-748cc4dd.
# Do not edit by hand: re-run the script. 8 variants.
description: "cli: recommended fast models"
bench: ../cli.madbench.yaml
diff --git a/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml b/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml
index 59747bf3..f143abbd 100644
--- a/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml
+++ b/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml
@@ -1,5 +1,5 @@
# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.
-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.
+# Catalog generation g-20261014030532231-748cc4dd.
# Do not edit by hand: re-run the script. 8 variants.
description: "mcp: recommended fast models"
bench: ../mcp.madbench.yaml
diff --git a/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml b/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml
index 620fe985..ebbe3ad3 100644
--- a/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml
+++ b/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml
@@ -1,5 +1,5 @@
# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.
-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.
+# Catalog generation g-20261014030532231-748cc4dd.
# Do not edit by hand: re-run the script. 9 variants.
description: "cli: recommended programming models"
bench: ../cli.madbench.yaml
diff --git a/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml b/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml
index 0165340d..e6e6d1f7 100644
--- a/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml
+++ b/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml
@@ -1,5 +1,5 @@
# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.
-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.
+# Catalog generation g-20261014030532231-748cc4dd.
# Do not edit by hand: re-run the script. 9 variants.
description: "mcp: recommended programming models"
bench: ../mcp.madbench.yaml
diff --git a/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml b/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml
index 47f16384..8df5d441 100644
--- a/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml
+++ b/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml
@@ -1,5 +1,5 @@
# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.
-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.
+# Catalog generation g-20261014030532231-748cc4dd.
# Do not edit by hand: re-run the script. 21 variants.
description: "cli: recommended subscription models"
bench: ../cli.madbench.yaml
diff --git a/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml b/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml
index 805099a4..42f58fae 100644
--- a/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml
+++ b/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml
@@ -1,5 +1,5 @@
# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.
-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.
+# Catalog generation g-20261014030532231-748cc4dd.
# Do not edit by hand: re-run the script. 21 variants.
description: "mcp: recommended subscription models"
bench: ../mcp.madbench.yaml
diff --git a/ai-docs/benches/recommended-models/scripts/gen-experiments.ts b/ai-docs/benches/recommended-models/scripts/gen-experiments.ts
index b515c964..c5de76f3 100644
--- a/ai-docs/benches/recommended-models/scripts/gen-experiments.ts
+++ b/ai-docs/benches/recommended-models/scripts/gen-experiments.ts
@@ -56,14 +56,15 @@ for (const m of doc.models) {
mkdirSync(OUT_DIR, { recursive: true });
for (const f of readdirSync(OUT_DIR)) if (f.endsWith(".experiment.yaml")) rmSync(join(OUT_DIR, f));
-const written = new Date().toISOString();
const files: string[] = [];
console.log(`Recommended list, catalog generation ${doc.generationId}\n`);
for (const [category, specs] of byCategory) {
for (const bench of ["cli", "mcp"]) {
const lines = [
`# GENERATED by scripts/gen-experiments.ts from \`claudish --models-top --json\`.`,
- `# Catalog generation ${doc.generationId}, written ${written}.`,
+ // No write time here: a timestamp changes every file on every run, so a
+ // regeneration over the same generation must leave the files byte-identical.
+ `# Catalog generation ${doc.generationId}.`,
`# Do not edit by hand: re-run the script. ${specs.length} variants.`,
`description: ${JSON.stringify(`${bench}: recommended ${category} models`)}`,
`bench: ../${bench}.madbench.yaml`,