:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
import { Message } from 'node-rdkafka'
import { KafkaConsumerInterface, createKafkaConsumer } from '~/common/kafka/consumer'
import { instrumentFn } from '~/common/tracing/tracing-utils'
import { Component } from '~/ingestion/common/scopes'
export { createKafkaConsumer } from '~/common/kafka/consumer'
export type { KafkaConsumerInterface } from '~/common/kafka/consumer'
/**
* Owns a Kafka consumer's lifetime as a scope entry. Start creates the
* consumer and connects it to the provided per-batch handler; stop
* disconnects it. Failures during connect cause the surrounding scope
* to roll back already-started entries.
*/
export class KafkaConsumerComponent implements Component<KafkaConsumerInterface> {
constructor(
private readonly groupId: string,
private readonly topic: string,
private readonly handler: (messages: Message[]) => Promise<{ backgroundTask?: Promise<unknown> }>
) {}
async start(): Promise<{ value: KafkaConsumerInterface; stop: () => Promise<void> }> {
const kafkaConsumer = createKafkaConsumer({ groupId: this.groupId, topic: this.topic })
await kafkaConsumer.connect(
async (messages: Message[]) =>
await instrumentFn(
{ key: 'commonIngestionConsumer.handleEachBatch', sendException: false },
async () => await this.handler(messages)
)
)
return {
value: kafkaConsumer,
stop: () => kafkaConsumer.disconnect(),
}
}
}