🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { describe, it, expect, vi, beforeEach, afterEach } from "vitest";
import { gzipSync } from "zlib";
import { MixpanelClient } from "../features/mixpanel/mixpanelClient";
import type { MixpanelEvent } from "../features/mixpanel/transformers";
describe("MixpanelClient export volume", () => {
const fetchMock = vi.fn();
beforeEach(() => {
fetchMock.mockReset();
fetchMock.mockResolvedValue({ ok: true, json: async () => ({}) });
vi.stubGlobal("fetch", fetchMock);
});
afterEach(() => {
vi.unstubAllGlobals();
vi.useRealTimers();
});
it("aborts a hung sendBatch instead of leaving flush() pending indefinitely", async () => {
vi.useFakeTimers();
// Simulate an unresponsive Mixpanel endpoint: the request never settles
// on its own, only when the abort signal fires (mirrors real fetch).
fetchMock.mockImplementation(
(_url: string, init: { signal: AbortSignal }) =>
new Promise((_resolve, reject) => {
init.signal.addEventListener("abort", () => {
const abortError = new Error("The operation was aborted");
abortError.name = "AbortError";
reject(abortError);
});
}),
);
const client = new MixpanelClient({ projectToken: "t", region: "api" });
client.addEvent({
event: "trace",
properties: { token: "t", distinct_id: "1", $insert_id: 1 },
} as unknown as MixpanelEvent);
const flushPromise = client.flush();
const rejection = expect(flushPromise).rejects.toThrow(/timed out/i);
await vi.advanceTimersByTimeAsync(30_000);
await rejection;
});
it("accumulates gzipped on-wire bytes across sendBatch chunks", async () => {
const client = new MixpanelClient({ projectToken: "t", region: "api" });
// > batchSize (1000) so flush() splits into two sendBatch chunks.
const total = 1500;
const events: MixpanelEvent[] = Array.from(
{ length: total },
(_, i) =>
({
event: "trace",
properties: { token: "t", distinct_id: String(i), $insert_id: i },
}) as unknown as MixpanelEvent,
);
events.forEach((e) => client.addEvent(e));
await client.flush();
const expected =
gzipSync(JSON.stringify(events.slice(0, 1000))).length +
gzipSync(JSON.stringify(events.slice(1000))).length;
expect(fetchMock).toHaveBeenCalledTimes(2);
expect(client.getSerializedBytes()).toBe(expected);
});
});