Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

957 B
Raw Blame
import { Message, MessageHeader } from 'node-rdkafka'

import { SerializedKafkaMessage } from './types'

/**
 * Converts a SerializedKafkaMessage (from the Rust consumer HTTP API)
 * back into a node-rdkafka Message for the ingestion pipeline.
 */
export function deserializeKafkaMessage(serialized: SerializedKafkaMessage): Message {
    const headers: MessageHeader[] = Object.entries(serialized.headers).map(([key, value]) => ({
        [key]: Buffer.from(value, 'utf-8'),
    }))

    const valueBuffer = serialized.value ? Buffer.from(serialized.value, 'utf-8') : null

    return {
        topic: serialized.topic,
        partition: serialized.partition,
        offset: serialized.offset,
        timestamp: serialized.timestamp,
        size: valueBuffer?.byteLength ?? 0,
        key: serialized.key ? Buffer.from(serialized.key, 'utf-8') : undefined,
        value: valueBuffer,
        headers: headers.length > 0 ? headers : undefined,
    }
}