Skip to content

Code-first video & image, rendered natively on WebGPU.

2.4 KB
Raw Blame
import { afterEach, describe, expect, it, vi } from "vitest";
import {
	AutoSessionProvider,
	availableCpus,
	cpuSessionThreads,
	createDefaultSessionProvider,
	requestedVisionBackend,
	setDefaultSessionProvider,
	VISION_BACKEND_LISTENER,
	type VisionBackendInfo,
} from "./session-provider.js";

afterEach(() => {
	vi.unstubAllEnvs();
	setDefaultSessionProvider(undefined);
});

describe("session provider selection", () => {
	it("reads FRAMEFIELDS_VISION_PROVIDER, defaulting to auto", () => {
		expect(requestedVisionBackend()).toBe("auto");
		vi.stubEnv("FRAMEFIELDS_VISION_PROVIDER", " CUDA ");
		expect(requestedVisionBackend()).toBe("cuda");
		vi.stubEnv("FRAMEFIELDS_VISION_PROVIDER", "tpu");
		expect(requestedVisionBackend()).toBe("auto");
	});

	it("reports the backend it picks to a registered listener", async () => {
		const reports: VisionBackendInfo[] = [];
		const g = globalThis as Record<symbol, unknown>;
		g[VISION_BACKEND_LISTENER] = (info: VisionBackendInfo) =>
			reports.push(info);
		try {
			vi.stubEnv("FRAMEFIELDS_VISION_PROVIDER", "cpu");
			// Not a model: the session fails, but the backend is decided first.
			await expect(
				new AutoSessionProvider().createSession(new Uint8Array([1, 2, 3])),
			).rejects.toThrow();
			expect(reports).toEqual([
				{
					backend: "cpu",
					sharedDevice: false,
					reason: "FRAMEFIELDS_VISION_PROVIDER=cpu",
				},
			]);
		} finally {
			delete g[VISION_BACKEND_LISTENER];
		}
	});

	it("knows its backend before the first real session, then keeps it", async () => {
		vi.stubEnv("FRAMEFIELDS_VISION_PROVIDER", "cpu");
		const provider = new AutoSessionProvider();
		expect(await provider.backend()).toBe("cpu");
		expect(provider.kind).toBe("node");
		vi.stubEnv("FRAMEFIELDS_VISION_PROVIDER", "webgpu");
		expect(await provider.backend()).toBe("cpu");
	});

	it("shares one default provider per process", () => {
		expect(createDefaultSessionProvider()).toBe(createDefaultSessionProvider());
	});
});

describe("CPU session threads", () => {
	it("honours FRAMEFIELDS_VISION_THREADS", async () => {
		vi.stubEnv("FRAMEFIELDS_VISION_THREADS", "3");
		expect(await cpuSessionThreads()).toBe(3);
	});

	it("never exceeds the CPUs the process may use", async () => {
		const cpus = await availableCpus();
		expect(cpus).toBeGreaterThanOrEqual(1);
		const threads = await cpuSessionThreads();
		if (process.platform === "linux") expect(threads).toBe(cpus);
		else expect(threads).toBeUndefined();
	});
});