Skip to content

A local video studio for your coding agent. Describe a video in one sentence: your agent directs, your machine renders. Claude Code, Codex, Cursor, Devin and more. No API keys, no uploads.

tests: CI-only failures on the 0.4.2 release PR

Favio Vázquez42f2ff6c2437
diff --git a/skills/showtime/tests/test_bench_scoreboard.py b/skills/showtime/tests/test_bench_scoreboard.py
index ef0cc5b..7c06ce9 100644
--- a/skills/showtime/tests/test_bench_scoreboard.py
+++ b/skills/showtime/tests/test_bench_scoreboard.py
@@ -248,6 +248,7 @@ class Cases(unittest.TestCase):
self.assertFalse(verdicts("footage-missing-take", "Here is your 45 s edit, captioned.")
["names-the-missing-take"]["passed"])
+ @unittest.skipIf(os.name == "nt", "bash on the Windows runners' PATH is not a usable POSIX bash; the fixture is checked on macOS and Linux")
def test_footage_case_scaffold_puts_two_takes_and_not_the_third(self):
case = EVALS / "footage-missing-take"
text = (case / "case.yaml").read_text(encoding="utf-8")
diff --git a/skills/showtime/tests/test_chapters.py b/skills/showtime/tests/test_chapters.py
index fa2e345..0267189 100644
--- a/skills/showtime/tests/test_chapters.py
+++ b/skills/showtime/tests/test_chapters.py
@@ -552,4 +552,4 @@ class TestChapterRules(unittest.TestCase):
if __name__ == "__main__":
- unittest.main()
+ unittest.main(argv=[a for a in sys.argv if a != "--fast"])
diff --git a/skills/showtime/tests/test_cut_frames.py b/skills/showtime/tests/test_cut_frames.py
index fbe1495..1529d6d 100644
--- a/skills/showtime/tests/test_cut_frames.py
+++ b/skills/showtime/tests/test_cut_frames.py
@@ -234,6 +234,7 @@ class CutFrames(unittest.TestCase):
reel = self.tmp / "reel"
showtime("new", "showreel", reel)
cp = showtime("check", reel, "--json", "--no-determinism", "--samples", "3", check=False, timeout=900)
+ self.assertTrue(cp.stdout.strip(), "check printed no report (rc=%d):\n%s" % (cp.returncode, cp.stderr[-3000:]))
rep = json.loads(cp.stdout)
self.assertEqual([f for f in rep["findings"] if f["code"] == "late_first_frame"], [])
self.assertGreaterEqual(len(rep.get("cuts") or []), 5, rep.get("cuts"))
diff --git a/skills/showtime/tests/test_render_speed.py b/skills/showtime/tests/test_render_speed.py
index 88501be..a02d5e3 100644
--- a/skills/showtime/tests/test_render_speed.py
+++ b/skills/showtime/tests/test_render_speed.py
@@ -31,6 +31,7 @@ import _isolate # noqa: F401 (run from a scratch folder: never write into the
import hashlib
import json
import os
+import re
import shutil
import subprocess
import sys
@@ -592,11 +593,15 @@ function dims(b) {
self.skipTest("this browser's view does not follow its window after the emulated size is cleared")
for r in rows:
self.check(r)
- # (the window's size, less its browser frame where it has one: 600x113 on a Mac, 600x200 in the headless shell)
- first = ", not 256x144, at the screenshot" if r["scale"] < 1 else "screenshot was 600x"
- self.assertTrue(any(first in m for m in r["resized"]), r)
+ # (the window's size, less its browser frame where it has one: 600x113 on a Mac, 600x200 in the headless
+ # shell, 584x105 on Windows)
+ first = (re.compile(r", not 256x144, at the screenshot") if r["scale"] < 1
+ else re.compile(r"the screenshot was \d+x\d+, not %dx%d" % tuple(SIZE_WANT[r["scale"]])))
+ self.assertTrue(any(first.search(m) for m in r["resized"]), r)
self.assertNotEqual(r["relaid"], [256, 144], r)
- self.assertIn("the page was laid out at %dx%d, not 256x144, at 1.000s" % tuple(r["relaid"]), r["resized"])
+ # (the size the page reports can still change between the test's read and the seek's: any wrong layout)
+ self.assertTrue(any(re.fullmatch(r"the page was laid out at \d+x\d+, not 256x144, at 1\.000s", m)
+ for m in r["resized"]), r)
def colour(video, t):
diff --git a/skills/showtime/tests/test_showreel.py b/skills/showtime/tests/test_showreel.py
index d215331..c8ddb70 100644
--- a/skills/showtime/tests/test_showreel.py
+++ b/skills/showtime/tests/test_showreel.py
@@ -495,6 +495,8 @@ class CheckTests(unittest.TestCase):
for size in ("16:9", "9:16", "1:1"):
cp = showtime("check", proj, "--json", "--size", size, "--no-determinism", "--no-cuts", "--samples", "6",
check=False, timeout=300)
+ self.assertTrue(cp.stdout.strip(), "check --size %s printed no report (rc=%d):\n%s" % (
+ size, cp.returncode, cp.stderr[-3000:]))
rep = json.loads(cp.stdout)
bad = [(f["code"], f.get("message", "")[:90]) for f in rep["findings"] if f["severity"] in ("error", "warning")]
self.assertEqual(bad, [], size)
diff --git a/skills/showtime/tests/test_skill_structure.py b/skills/showtime/tests/test_skill_structure.py
index 1134660..d9abf51 100644
--- a/skills/showtime/tests/test_skill_structure.py
+++ b/skills/showtime/tests/test_skill_structure.py
@@ -106,6 +106,12 @@ class TestRepoHygiene(unittest.TestCase):
("*.cmd", "crlf"), ("*.ps1", "crlf")):
self.assertRegex(text, r"(?m)^%s\s+.*eol=%s\b" % (pat.replace("*", r"\*").replace(".", r"\."), eol))
+ def test_every_test_file_takes_fast(self):
+ """run_all.py --fast (the CI fast tier) passes --fast to every file; a bare unittest.main() exits 2 on it."""
+ bare = [p.name for p in sorted(TESTS_DIR.glob("test_*.py"))
+ if re.search(r"(?m)^\s*unittest\.main\(\)\s*$", p.read_text(encoding="utf-8"))]
+ self.assertEqual(bare, [], "these call unittest.main() with --fast still in sys.argv")
+
CREW = ("creative-director", "brand-designer", "scriptwriter", "storyboard-artist", "motion-designer",
"sound-designer", "voice-director", "editor", "researcher", "critic")