Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

9.3 KB
Raw Blame
import { describe, it, expect } from "vitest";
import {
  transformTraceForPostHog,
  transformGenerationForPostHog,
  transformScoreForPostHog,
  transformEventForPostHog,
} from "../features/posthog/transformers";
import type {
  AnalyticsTraceEvent,
  AnalyticsGenerationEvent,
  AnalyticsScoreEvent,
  AnalyticsObservationEvent,
} from "@langfuse/shared/src/server";

describe("PostHog transformers", () => {
  const projectId = "test-project-id";

  describe("transformEventForPostHog", () => {
    it("should transform an event with user_id", () => {
      const event: AnalyticsObservationEvent = {
        langfuse_id: "event-123",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_observation_name: "test-event",
        langfuse_trace_name: "test-trace",
        langfuse_trace_id: "trace-456",
        langfuse_url:
          "https://langfuse.com/project/test/traces/trace-456?observation=event-123",
        langfuse_user_url: "https://langfuse.com/project/test/users/user-789",
        langfuse_cost_usd: 0.001,
        langfuse_input_units: 100,
        langfuse_output_units: 50,
        langfuse_total_units: 150,
        langfuse_session_id: "session-abc",
        langfuse_project_id: projectId,
        langfuse_user_id: "user-789",
        langfuse_latency: 1.5,
        langfuse_time_to_first_token: 0.3,
        langfuse_release: "v1.0.0",
        langfuse_version: "1",
        langfuse_model: "gpt-4",
        langfuse_level: "DEFAULT",
        langfuse_type: "GENERATION",
        langfuse_tags: ["tag1", "tag2"],
        langfuse_environment: "production",
        langfuse_event_version: "1.0.0",
        posthog_session_id: "posthog-session-123",
        mixpanel_session_id: "mixpanel-session-456",
      };

      const result = transformEventForPostHog(event, projectId);

      expect(result.event).toBe("langfuse observation");
      expect(result.distinctId).toBe("user-789");
      expect(result.timestamp).toEqual(new Date("2024-01-15T10:00:00Z"));
      expect(result.uuid).toBeDefined();
      expect(result.properties.$session_id).toBe("posthog-session-123");
      expect(result.properties.langfuse_observation_name).toBe("test-event");
      expect(result.properties.langfuse_trace_name).toBe("test-trace");
      expect(result.properties.langfuse_model).toBe("gpt-4");
      expect(result.properties.langfuse_type).toBe("GENERATION");
      expect(result.properties.$set).toEqual({
        langfuse_user_url: "https://langfuse.com/project/test/users/user-789",
      });
      // Should not include posthog_session_id or mixpanel_session_id in properties
      expect(result.properties.posthog_session_id).toBeUndefined();
      expect(result.properties.mixpanel_session_id).toBeUndefined();
    });

    it("should transform an anonymous event without user_id", () => {
      const event: AnalyticsObservationEvent = {
        langfuse_id: "event-anonymous",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_observation_name: "anonymous-event",
        langfuse_project_id: projectId,
        langfuse_user_id: null,
        langfuse_event_version: "1.0.0",
        posthog_session_id: null,
        mixpanel_session_id: null,
      };

      const result = transformEventForPostHog(event, projectId);

      expect(result.event).toBe("langfuse observation");
      // distinctId should be the generated UUID when no user_id
      expect(result.distinctId).toBe(result.uuid);
      expect(result.properties.$session_id).toBeNull();
      // Should have $process_person_profile: false for anonymous events
      expect(result.properties.$process_person_profile).toBe(false);
      expect(result.properties.$set).toBeUndefined();
    });

    it("should generate consistent UUIDs for the same event", () => {
      const event: AnalyticsObservationEvent = {
        langfuse_id: "event-consistent",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_observation_name: "consistent-event",
        langfuse_project_id: projectId,
        langfuse_user_id: null,
        langfuse_event_version: "1.0.0",
        posthog_session_id: null,
        mixpanel_session_id: null,
      };

      const result1 = transformEventForPostHog(event, projectId);
      const result2 = transformEventForPostHog(event, projectId);

      expect(result1.uuid).toBe(result2.uuid);
    });

    it("should handle event with session_id but no user_id", () => {
      const event: AnalyticsObservationEvent = {
        langfuse_id: "event-with-session",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_observation_name: "session-event",
        langfuse_session_id: "session-123",
        langfuse_project_id: projectId,
        langfuse_user_id: null,
        langfuse_event_version: "1.0.0",
        posthog_session_id: "posthog-session-abc",
        mixpanel_session_id: null,
      };

      const result = transformEventForPostHog(event, projectId);

      expect(result.properties.$session_id).toBe("posthog-session-abc");
      expect(result.properties.langfuse_session_id).toBe("session-123");
      expect(result.properties.$process_person_profile).toBe(false);
    });
  });

  describe("transformTraceForPostHog", () => {
    it("should transform a trace with user_id", () => {
      const trace: AnalyticsTraceEvent = {
        langfuse_id: "trace-123",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_trace_name: "test-trace",
        langfuse_url: "https://langfuse.com/project/test/traces/trace-123",
        langfuse_user_url: "https://langfuse.com/project/test/users/user-789",
        langfuse_cost_usd: 0.01,
        langfuse_count_observations: 5,
        langfuse_session_id: "session-abc",
        langfuse_project_id: projectId,
        langfuse_user_id: "user-789",
        langfuse_latency: 2.5,
        langfuse_release: "v1.0.0",
        langfuse_version: "1",
        langfuse_tags: ["tag1"],
        langfuse_environment: "production",
        langfuse_event_version: "1.0.0",
        posthog_session_id: "posthog-session-123",
        mixpanel_session_id: null,
      };

      const result = transformTraceForPostHog(trace, projectId);

      expect(result.event).toBe("langfuse trace");
      expect(result.distinctId).toBe("user-789");
      expect(result.properties.$session_id).toBe("posthog-session-123");
    });
  });

  describe("transformGenerationForPostHog", () => {
    it("should transform a generation with user_id", () => {
      const generation: AnalyticsGenerationEvent = {
        langfuse_id: "gen-123",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_generation_name: "test-generation",
        langfuse_trace_name: "test-trace",
        langfuse_trace_id: "trace-456",
        langfuse_url:
          "https://langfuse.com/project/test/traces/trace-456?observation=gen-123",
        langfuse_user_url: "https://langfuse.com/project/test/users/user-789",
        langfuse_cost_usd: 0.005,
        langfuse_input_units: 200,
        langfuse_output_units: 100,
        langfuse_total_units: 300,
        langfuse_session_id: "session-abc",
        langfuse_project_id: projectId,
        langfuse_user_id: "user-789",
        langfuse_latency: 1.2,
        langfuse_time_to_first_token: 0.2,
        langfuse_release: "v1.0.0",
        langfuse_version: "1",
        langfuse_model: "gpt-4-turbo",
        langfuse_level: "DEFAULT",
        langfuse_tags: ["api"],
        langfuse_environment: "staging",
        langfuse_event_version: "1.0.0",
        posthog_session_id: "posthog-session-456",
        mixpanel_session_id: null,
      };

      const result = transformGenerationForPostHog(generation, projectId);

      expect(result.event).toBe("langfuse generation");
      expect(result.distinctId).toBe("user-789");
      expect(result.properties.$session_id).toBe("posthog-session-456");
      expect(result.properties.langfuse_model).toBe("gpt-4-turbo");
    });
  });

  describe("transformScoreForPostHog", () => {
    it("should transform a score with user_id", () => {
      const score: AnalyticsScoreEvent = {
        langfuse_id: "score-123",
        timestamp: new Date("2024-01-15T10:00:00Z"),
        langfuse_score_name: "quality",
        langfuse_score_value: 0.95,
        langfuse_score_comment: "Good response",
        langfuse_score_metadata: { source: "human" },
        langfuse_score_string_value: null,
        langfuse_score_data_type: "NUMERIC",
        langfuse_trace_name: "test-trace",
        langfuse_trace_id: "trace-456",
        langfuse_user_url: "https://langfuse.com/project/test/users/user-789",
        langfuse_session_id: "session-abc",
        langfuse_project_id: projectId,
        langfuse_user_id: "user-789",
        langfuse_release: "v1.0.0",
        langfuse_tags: ["human-eval"],
        langfuse_environment: "production",
        langfuse_event_version: "1.0.0",
        langfuse_score_entity_type: "trace",
        langfuse_dataset_run_id: null,
        posthog_session_id: "posthog-session-789",
        mixpanel_session_id: null,
      };

      const result = transformScoreForPostHog(score, projectId);

      expect(result.event).toBe("langfuse score");
      expect(result.distinctId).toBe("user-789");
      expect(result.properties.$session_id).toBe("posthog-session-789");
      expect(result.properties.langfuse_score_name).toBe("quality");
      expect(result.properties.langfuse_score_value).toBe(0.95);
    });
  });
});