Open-source Grok Bot alternative for named AI teammates. Local-first desktop, web, and mobile clients with per-bot tools, instructions, and memory. Independent fork of T3 Code.
import { describe, expect, it } from "@effect/vitest";
import * as Effect from "effect/Effect";
import * as Option from "effect/Option";
import * as Ref from "effect/Ref";
import * as SubscriptionRef from "effect/SubscriptionRef";
import * as TestClock from "effect/testing/TestClock";
import * as EnvironmentSupervisor from "./supervisor.ts";
import {
TARGET_ENTRY,
PREPARED_CONNECTION,
transient,
blocked,
awaitState,
eventuallyState,
makeHarness,
} from "./supervisor.test-support.ts";
describe("EnvironmentSupervisor", () => {
it.effect("retries forever with exponential backoff capped at sixteen seconds", () =>
Effect.gen(function* () {
const harness = yield* makeHarness({
prepare: () => Effect.fail(transient()),
});
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: true,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 1,
);
expect(yield* Ref.get(harness.prepareCount)).toBe(1);
for (const [index, delay] of [3_000, 4_000, 8_000, 16_000, 16_000, 16_000].entries()) {
yield* TestClock.adjust(delay);
yield* eventuallyState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === index + 2,
);
}
expect(yield* Ref.get(harness.prepareCount)).toBe(7);
}).pipe(Effect.provide(TestClock.layer())),
);
it.effect("explicit retry interrupts the current backoff", () =>
Effect.gen(function* () {
const harness = yield* makeHarness({
prepare: (attempt) =>
attempt === 1 ? Effect.fail(transient()) : Effect.succeed(PREPARED_CONNECTION),
});
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: true,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(supervisor.state, (state) => state.phase === "backoff");
yield* supervisor.retryNow;
yield* awaitState(supervisor.state, (state) => state.phase === "connected");
expect(yield* Ref.get(harness.prepareCount)).toBe(2);
}),
);
it.effect("explicit retry starts a fresh backoff sequence", () =>
Effect.gen(function* () {
const harness = yield* makeHarness({
prepare: () => Effect.fail(transient()),
});
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: true,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 1,
);
yield* TestClock.adjust("3 seconds");
yield* eventuallyState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 2,
);
yield* supervisor.retryNow;
yield* eventuallyState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 1,
);
expect(yield* Ref.get(harness.prepareCount)).toBe(3);
yield* TestClock.adjust("2999 millis");
expect(yield* Ref.get(harness.prepareCount)).toBe(3);
yield* TestClock.adjust("1 milli");
yield* eventuallyState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 2,
);
expect(yield* Ref.get(harness.prepareCount)).toBe(4);
}).pipe(Effect.provide(TestClock.layer())),
);
it.effect("keeps blocked failures idle until an external signal requests another attempt", () =>
Effect.gen(function* () {
const harness = yield* makeHarness({
prepare: (attempt) =>
attempt === 1 ? Effect.fail(blocked()) : Effect.succeed(PREPARED_CONNECTION),
});
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: true,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(supervisor.state, (state) => state.phase === "blocked");
yield* TestClock.adjust("1 hour");
expect(yield* Ref.get(harness.prepareCount)).toBe(1);
yield* supervisor.retryNow;
yield* awaitState(supervisor.state, (state) => state.phase === "connected");
expect(yield* Ref.get(harness.prepareCount)).toBe(2);
}).pipe(Effect.provide(TestClock.layer())),
);
it.effect("treats an involuntary session close as transient and reconnects", () =>
Effect.gen(function* () {
const harness = yield* makeHarness();
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: true,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(supervisor.state, (state) => state.phase === "connected");
yield* harness.closeLatestSession();
yield* awaitState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 1,
);
expect(Option.isNone(yield* SubscriptionRef.get(supervisor.prepared))).toBe(true);
yield* TestClock.adjust("3 seconds");
yield* awaitState(
supervisor.state,
(state) => state.phase === "connected" && state.generation === 2,
);
expect(yield* Ref.get(harness.sessionCount)).toBe(2);
expect(Option.isSome(yield* SubscriptionRef.get(supervisor.prepared))).toBe(true);
}).pipe(Effect.provide(TestClock.layer())),
);
it.effect("keeps escalating backoff when a newly opened session flaps", () =>
Effect.gen(function* () {
const harness = yield* makeHarness();
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: true,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(supervisor.state, (state) => state.phase === "connected");
yield* harness.closeLatestSession();
yield* awaitState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 1,
);
yield* TestClock.adjust("3 seconds");
yield* awaitState(
supervisor.state,
(state) => state.phase === "connected" && state.generation === 2,
);
yield* harness.closeLatestSession();
const secondFailure = yield* awaitState(
supervisor.state,
(state) => state.phase === "backoff" && state.attempt === 2,
);
expect(secondFailure.retryAt).not.toBeNull();
yield* TestClock.adjust("3 seconds");
expect(yield* Ref.get(harness.sessionCount)).toBe(2);
yield* TestClock.adjust("1 second");
yield* awaitState(
supervisor.state,
(state) => state.phase === "connected" && state.generation === 3,
);
expect(yield* Ref.get(harness.sessionCount)).toBe(3);
}).pipe(Effect.provide(TestClock.layer())),
);
it.effect("explicit retry reconnects an available environment", () =>
Effect.gen(function* () {
const harness = yield* makeHarness();
const supervisor = yield* EnvironmentSupervisor.make(TARGET_ENTRY, {
initiallyDesired: false,
}).pipe(Effect.provide(harness.dependencies));
yield* awaitState(supervisor.state, (state) => state.phase === "available");
yield* supervisor.retryNow;
yield* awaitState(supervisor.state, (state) => state.phase === "connected" && state.desired);
}),
);
});