Claude Code. Any Model. The most powerful AI coding agent now speaks every language.
test(madbench): drop the write time from generated experiment files
Jack Rudenkobaf86cb1d50b
diff --git a/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml b/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yamlindex 172956af..cd4c484a 100644--- a/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml+++ b/ai-docs/benches/recommended-models/experiments/fast.cli.experiment.yaml@@ -1,5 +1,5 @@# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.+# Catalog generation g-20261014030532231-748cc4dd.# Do not edit by hand: re-run the script. 8 variants.description: "cli: recommended fast models"bench: ../cli.madbench.yamldiff --git a/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml b/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yamlindex 59747bf3..f143abbd 100644--- a/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml+++ b/ai-docs/benches/recommended-models/experiments/fast.mcp.experiment.yaml@@ -1,5 +1,5 @@# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.+# Catalog generation g-20261014030532231-748cc4dd.# Do not edit by hand: re-run the script. 8 variants.description: "mcp: recommended fast models"bench: ../mcp.madbench.yamldiff --git a/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml b/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yamlindex 620fe985..ebbe3ad3 100644--- a/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml+++ b/ai-docs/benches/recommended-models/experiments/programming.cli.experiment.yaml@@ -1,5 +1,5 @@# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.+# Catalog generation g-20261014030532231-748cc4dd.# Do not edit by hand: re-run the script. 9 variants.description: "cli: recommended programming models"bench: ../cli.madbench.yamldiff --git a/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml b/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yamlindex 0165340d..e6e6d1f7 100644--- a/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml+++ b/ai-docs/benches/recommended-models/experiments/programming.mcp.experiment.yaml@@ -1,5 +1,5 @@# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.+# Catalog generation g-20261014030532231-748cc4dd.# Do not edit by hand: re-run the script. 9 variants.description: "mcp: recommended programming models"bench: ../mcp.madbench.yamldiff --git a/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml b/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yamlindex 47f16384..8df5d441 100644--- a/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml+++ b/ai-docs/benches/recommended-models/experiments/subscription.cli.experiment.yaml@@ -1,5 +1,5 @@# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.+# Catalog generation g-20261014030532231-748cc4dd.# Do not edit by hand: re-run the script. 21 variants.description: "cli: recommended subscription models"bench: ../cli.madbench.yamldiff --git a/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml b/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yamlindex 805099a4..42f58fae 100644--- a/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml+++ b/ai-docs/benches/recommended-models/experiments/subscription.mcp.experiment.yaml@@ -1,5 +1,5 @@# GENERATED by scripts/gen-experiments.ts from `claudish --models-top --json`.-# Catalog generation g-20261014030532231-748cc4dd, written 2026-10-14T03:43:21.347Z.+# Catalog generation g-20261014030532231-748cc4dd.# Do not edit by hand: re-run the script. 21 variants.description: "mcp: recommended subscription models"bench: ../mcp.madbench.yamldiff --git a/ai-docs/benches/recommended-models/scripts/gen-experiments.ts b/ai-docs/benches/recommended-models/scripts/gen-experiments.tsindex b515c964..c5de76f3 100644--- a/ai-docs/benches/recommended-models/scripts/gen-experiments.ts+++ b/ai-docs/benches/recommended-models/scripts/gen-experiments.ts@@ -56,14 +56,15 @@ for (const m of doc.models) {mkdirSync(OUT_DIR, { recursive: true });for (const f of readdirSync(OUT_DIR)) if (f.endsWith(".experiment.yaml")) rmSync(join(OUT_DIR, f));-const written = new Date().toISOString();const files: string[] = [];console.log(`Recommended list, catalog generation ${doc.generationId}\n`);for (const [category, specs] of byCategory) {for (const bench of ["cli", "mcp"]) {const lines = [`# GENERATED by scripts/gen-experiments.ts from \`claudish --models-top --json\`.`,- `# Catalog generation ${doc.generationId}, written ${written}.`,+ // No write time here: a timestamp changes every file on every run, so a+ // regeneration over the same generation must leave the files byte-identical.+ `# Catalog generation ${doc.generationId}.`,`# Do not edit by hand: re-run the script. ${specs.length} variants.`,`description: ${JSON.stringify(`${bench}: recommended ${category} models`)}`,`bench: ../${bench}.madbench.yaml`,