Skip to content

Multi-tier framework for evaluating AI agent skills and plugins with quality gates, security scanning, harness compatibility checks, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Ships reusable CI templates that bring every check to any repository.

test: wait for descendant exit after streamed exec cleanup (#247)

Narendran Raghavan123b28cdb081
diff --git a/tests/test_harbor_local_mode.py b/tests/test_harbor_local_mode.py
index 16786a2d..6de2ada1 100644
--- a/tests/test_harbor_local_mode.py
+++ b/tests/test_harbor_local_mode.py
@@ -3346,8 +3346,16 @@ def test_streamed_exec_escalates_after_launcher_exits_with_term_ignoring_descend
try:
asyncio.run(exercise())
child_pid = int(child_pid_path.read_text(encoding="ascii"))
- with pytest.raises(ProcessLookupError):
- os.kill(child_pid, 0)
+ # On macOS the group probe can report EPERM after SIGKILL while this
+ # descendant is still finishing its exit. Allow bounded exit completion.
+ deadline = time.monotonic() + 5
+ while True:
+ try:
+ os.kill(child_pid, 0)
+ except ProcessLookupError:
+ break
+ assert time.monotonic() < deadline, "a SIGTERM-ignoring descendant survived cleanup"
+ time.sleep(0.01)
finally:
if child_pid is None and child_pid_path.exists():
child_pid = int(child_pid_path.read_text(encoding="ascii"))