:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
{
"scenario": {
"name": "json-attribute",
"description": "Selected-attribute JSON parsing, sniffing and extraction gates.",
"consumer": "logs",
"batch_now_ms": [
1736944633250
],
"config": {
"LOGS_INGESTION_CONSUMER_GROUP_ID": "ingestion-logs",
"LOGS_INGESTION_CONSUMER_CONSUME_TOPIC": "logs_ingestion_test",
"LOGS_INGESTION_CONSUMER_OVERFLOW_TOPIC": "logs_ingestion_overflow_test",
"LOGS_INGESTION_CONSUMER_DLQ_TOPIC": "logs_ingestion_dlq_test",
"LOGS_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_logs_test",
"LOGS_REDIS_HOST": "127.0.0.1",
"LOGS_REDIS_PORT": 6379,
"LOGS_REDIS_PASSWORD": "",
"LOGS_REDIS_TLS": false,
"LOGS_LIMITER_ENABLED_TEAMS": "*",
"LOGS_LIMITER_DISABLED_FOR_TEAMS": "",
"LOGS_LIMITER_BUCKET_SIZE_KB": 10000,
"LOGS_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
"LOGS_LIMITER_TTL_SECONDS": 86400,
"LOGS_LIMITER_TEAM_BUCKET_SIZE_KB": "",
"LOGS_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
"LOGS_SAMPLING_ENABLED_TEAMS": "",
"LOGS_SAMPLING_KILLSWITCH": false,
"LOGS_METRICS_RULES_ENABLED_TEAMS": "",
"LOGS_METRICS_RULES_KILLSWITCH": false,
"LOGS_METRICS_RULES_EXPORT_URL": "",
"LOGS_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
"LOGS_RETENTION_ENABLED_TEAMS": "",
"LOGS_BACKFILL_ENABLED_TEAMS": "",
"LOGS_RETENTION_KILLSWITCH": false,
"LOGS_INTERNAL_INGESTION_ENABLED_TEAMS": "",
"LOGS_INTERNAL_INGESTION_SIGNING_KEYS": "",
"LOGS_INTERNAL_PRODUCER_URL": "",
"LOGS_INTERNAL_PRODUCER_TEAMS": "",
"LOGS_INTERNAL_PRODUCER_MAX_IN_FLIGHT": 20,
"LOGS_INTERNAL_PRODUCER_MAX_BUFFERED_BYTES": 67108864,
"LOGS_INTERNAL_PRODUCER_RETRY_TIMEOUT_MS": 60000,
"LOGS_PATTERN_MASKING_ENABLED_TEAMS": "",
"LOGS_JSON_ATTRIBUTE_PARSING_ENABLED_TEAMS": "105",
"LOGS_JSON_ATTRIBUTE_EXTRACTION_ENABLED_TEAMS": "105",
"LOGS_BILLING_PRORATE_ENABLED": false,
"LOGS_TRANSFORMATIONS_ENABLED_TEAMS": "",
"LOGS_TRANSFORMATIONS_KILLSWITCH": false,
"LOGS_TRANSFORMATIONS_HOG_TIMEOUT_MS": 10,
"LOGS_TRANSFORMATIONS_MESSAGE_BUDGET_MS": 100,
"LOGS_TRANSFORMATIONS_BATCH_BUDGET_MS": 2000,
"LOGS_TRANSFORMATIONS_MAX_ERROR_LOGS_PER_FUNCTION": 3,
"REDIS_URL": "",
"REDIS_POOL_MIN_SIZE": 1,
"REDIS_POOL_MAX_SIZE": 3,
"TRACES_INGESTION_CONSUMER_GROUP_ID": "ingestion-traces",
"TRACES_INGESTION_CONSUMER_CONSUME_TOPIC": "ingestion-traces_test",
"TRACES_INGESTION_CONSUMER_OVERFLOW_TOPIC": "ingestion-traces-overflow_test",
"TRACES_INGESTION_CONSUMER_DLQ_TOPIC": "ingestion-traces-dlq_test",
"TRACES_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_traces_test",
"TRACES_REDIS_HOST": "127.0.0.1",
"TRACES_REDIS_PORT": 6379,
"TRACES_REDIS_PASSWORD": "",
"TRACES_REDIS_TLS": false,
"TRACES_LIMITER_ENABLED_TEAMS": "*",
"TRACES_LIMITER_DISABLED_FOR_TEAMS": "",
"TRACES_LIMITER_BUCKET_SIZE_KB": 10000,
"TRACES_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
"TRACES_LIMITER_TTL_SECONDS": 86400,
"TRACES_LIMITER_TEAM_BUCKET_SIZE_KB": "",
"TRACES_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
"TRACES_METRICS_RULES_ENABLED_TEAMS": "",
"TRACES_METRICS_RULES_KILLSWITCH": false,
"TRACES_METRICS_RULES_EXPORT_URL": "",
"TRACES_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
"TRACES_RETENTION_ENABLED_TEAMS": "",
"TRACES_RETENTION_KILLSWITCH": false
},
"teams": [
{
"id": 101,
"api_token": "phc_parity_plain",
"logs_settings": null
},
{
"id": 102,
"api_token": "phc_parity_json",
"logs_settings": {
"json_parse_logs": true
}
},
{
"id": 103,
"api_token": "phc_parity_pii",
"logs_settings": {
"pii_scrub_logs": true
}
},
{
"id": 104,
"api_token": "phc_parity_both",
"logs_settings": {
"json_parse_logs": true,
"pii_scrub_logs": true,
"retention_days": 30
}
},
{
"id": 105,
"api_token": "phc_parity_attr",
"logs_settings": {
"json_parse_logs": true,
"json_parse_logs_attribute_key": "payload",
"retention_days": 90
}
},
{
"id": 106,
"api_token": "phc_parity_ret7",
"logs_settings": {
"retention_days": 7
}
}
],
"quota_limited_tokens": [],
"sampling_rules": {},
"retention_rules": {},
"metric_rules": {},
"pattern_message_keys": {},
"traces_retention_days": {},
"team_lookup_faults": {},
"team_by_id_faults": {},
"team_by_id_missing": [],
"metric_rules_faults": {},
"metric_emit_faults": [],
"pattern_keys_faults": {},
"omit_deps": [],
"produce_faults": [],
"batches": [
[
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 0,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9348"
],
[
"bytes_uncompressed_records",
"6232"
],
[
"bytes_compressed",
"3116"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:36:57.797Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAHW9QDIXxxP5P4G4aASZKDsCwAMotS/9YPUAtQYANAwCSDAtMDAwMC00MDAwLTgCIHt8KUONMRW2esvhUrBJrIYAAALC4PPVve+VBgKgg+D9xAR7ImRlZXAiOlsxXX0CCGluZm8CEgIMd29ya2VyAAISc2NvcGVAMS4wAg5yZXF1ZXN0AgQOcGF5bG9hZIQBeyJ1c2VyIjp7ImlkIjoxLCJlbWFpbCI6ImVAZXhhbXBsZS5jb20ifSwibGlzdCI6WzEsMiwzXSwib2siOnRydWV9CGtlZXAIIm1lIgACsAUAAAAGAAhAYQSOvFjagwdkvuSCIXW9QDIXxxP5P4G4aASZKDs="
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 1,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9417"
],
[
"bytes_uncompressed_records",
"6278"
],
[
"bytes_compressed",
"3139"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:06.452Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAKRheJEA8Xpiye9JYjJQWQMC7gMotS/9IP51BwCCjjg4QI3TAZy+7QoHhLvP8hEceuNJi0tva+GZYRNWu3zozlIk03zMjQBgtUGsNk0ak2s6WTZF+MOwjDsxRgGRje/RL1536HLUNU+5U82p1loH4vp0nrYoIuy009M9WtaJKDIvE7Dg1+FE18zG+Nqh2pU+0KOM2zRoI9X+CnYjZhkeFBY8mEXd9PnaEmB3zSGYJ/NkywGzKosr7OJLgpnsJGwQMAOpbZknOQeXJWt/4edBU4M/AWSsJYUSsmJiwbGWFIrHyYVGysaoUgL5+HSUjGxUkDYSjA+BXKtTMTOnYmauuGEDAwAgA5kkZWAIpGF4kQDxemLJ70liMlBZAw=="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 2,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9291"
],
[
"bytes_uncompressed_records",
"6194"
],
[
"bytes_compressed",
"3097"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:36:59.276Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkACNnNvxUta/D2QuqenxfXA4CmgMotS/9INQlBgBECwJIMC0wMDAwLTQwMDAtODICICewxp/8/fqV4vPQUKDxZJkCEKGMQeEM2RZsAALq/4Oave+VBgKgg+D9CjEyMzQ1AgpFUlJPUgIiAgZhcGkCBBhzZXJ2aWNlLm5hbWUKIndlYiIYazhzLnBvZA4icG9kLTIiAAISc2NvcGVAMS4wAg5yZXF1ZXN0AgQOcGF5bG9hZB4ibm90IGFuIG9iamVjdCIIa2VlcAgibWUiAALgAgAAAAUAYVMgWW6BbGWSlIEhI2c2/FS1r8PZC6p6fF9cDg=="
},
{
"topic": "logs_ingestion",
"partition": 3,
"offset": 3,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9237"
],
[
"bytes_uncompressed_records",
"6158"
],
[
"bytes_compressed",
"3079"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:36:53.049Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAGhNX03gXg8nVnkMJ8XObxAC9gIotS/9IMiVBQBECgJIMC0wMDAwLTQwMDAtODMCIBj2MWJ/b41HqwN2x1ZzXv0CEBovIN7F1mIQAgICxv+k/7bvlQYCoIPg/b3vlQYCVGNhcmQgNDExMSAxZXhwIDEyLzI5IGN2diAxMjMCCGluZm8CEgIGYXBpAgIYc2VydmljZS5uYW1lCiJhcGkiAAAAAgQOcGF5bG9hZApbMSwyXQhrZWVwCCJtZSIAAsoFAAAABACOIgG4IPMlFwwBaE1fTeBeDydWeQwnxc5vEA=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 4,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9276"
],
[
"bytes_uncompressed_records",
"6184"
],
[
"bytes_compressed",
"3092"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:01.904Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAGZ9z/4NdNWXGoxqXsPom5gCkAMotS/9YNkA9QUA1AoCSDAtMDAwMC00MDAwLTg0AiACMWD8T5AqmNAG+1AVA3quAAACwOz3167vlQYCoIPg/b3vlQYCxAR7ImRlZXAiOlsxXX0CAAIAAgZ3ZWICAhhzZXJ2aWNlLm5hbWUKImFwaSIAAhJzY29wZUAxLjACDnJlcXVlc3QCBA5wYXlsb2FkMnsicmF3IjogIm9iamVjdCIsICJ4IjogMX0Ia2VlcAgibWUiAALiDAAAAAUACEDhQQAKIAeZJGVgCGZ9z/4NdNWXGoxqXsPom5g="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 5,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"10083"
],
[
"bytes_uncompressed_records",
"6722"
],
[
"bytes_compressed",
"3361"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:02.898Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAERAuwJ+ZhfbSq4KGrodamACqgcotS/9YK0BXQ4AluhtN0CNksbDM4Y9UhfJrweAbgw28u41LyetvKAjT3Au0Sh7bP8ptAgkIYRIKeUOMf5Gc1DL4I9IaQGHAFAATgB7oY57nX57mW57JT3thXS0T6i44MER4kACh4iAAEvlQYgHgY6QBgMWCqWjEoFisVg2FBjQOGCxkICcMRcI2QWDhyyDZKRCAiGDgQhHxkUCjY0CC0XJiYcTIypoWChKTkwymFjAsCwLhYQJDiMfng0cIBaQhPgoMdLhYkkHAyGEGAghhIEQLAGVpqfthaaj7XWmn+1lppvpyfZCpiPb60n64yTdSXs1SW/SXkzSmbRXJj3TXph0THtd0i/tZUm3tFdKeko6Sns9+rOXozt7NXqzF6Mze6WeAdehfriXoW64V0I94V4IdYR7Pac/t5dzunN7Nac3txdzOnN75el5e+HpeHvd6Xd72el2e6XT0+2FTke312P6Y3s5pju2V2N6Y3sxpjO2BxQKBYCIhXIF5AqRSuWjgsKT+pN7Oak7uVeTepN7MakzuVemnrkXpo6516V+uZelbrlXSj3lXih1lHs9qD+4l4O6g3s1qDe4F4M6g3sl6ol7IeqIGwYATkaagDC8JVwE2cokKQNDREC7An5mF9tKrgoauh1qYA=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 6,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9480"
],
[
"bytes_uncompressed_records",
"6320"
],
[
"bytes_compressed",
"3160"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:05.710Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAJ7yFQYZiHdbAa0cLcZq+SECmAQotS/9YBYAFQgABpA9OFClKB2E0hk59tJU1QJNOPbgDf8OwEMRbwH9+xZ7E0JC9gmbj8isk6AtgL+9CFMVsTZeJ13fWrYdNwAoACwAk5FpA8AHBIknI1NGgItTBzMPYCIqEDhKIgsTTExKKeRk8rDQALFgSFAU8MGmghAaVBBCWMEEDlz8w6mu6xa60+7r8f1LaaiMQvz1G9/5jef8xstTD3VWWQ57fOY3IuLXpK/0JjnrmtT6bLLLMSof0JvkrO5gDbU/FwnXzup0EODHj7sGVRvPOaVpoO+9CInfezuFdmeU2x7JqdJjueTUQpJWJPyotQxWqNreWmvLNZ3WxDD8rqkCAwAgA5kkZWAInvIVBhmId1sBrRwtxmr5IQ=="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 7,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_attr"
],
[
"bytes_uncompressed",
"9564"
],
[
"bytes_uncompressed_records",
"6376"
],
[
"bytes_compressed",
"3188"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:05.502Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkADzo53Wm4tHJjqk1ijuDnVgC0AQotS/9YCkA9QgANBECSDAtMDAwMC00MDAwLTg3AiCmzsnNxXD3R15eRsTLZ4xlAhAMRHDEuO2DFAAC2sqI1LjvlQYCoIPg/b3vlQYCsAF7InVuaWNvZGUiOiJow6lsbG8gd8O2cmxkIPCfmoAg4pyTIiwiZW1vamlfa2V5X/CflKUiOiJmaXJlIiwiZG90dGVkLmtleSI6eyJuZXN0ZWQiOiJ2In19AghJTkZPAhICDHdvcmtlcgICGHNlcnZpY2UubmFtZQoid2ViIgACKmlvLm9wZW50ZWxlbWV0cnkuaHR0cAIOcmVxdWVzdAIEDnBheWxvYWQuICBcbnsiZXNjYXBlZCI6ICJsZWFkIn0Ia2VlcAgibWUiAALuBAAAAAMAIAOZJGVgCDzo53Wm4tHJjqk1ijuDnVg="
}
]
]
},
"expected": {
"batches": [
{
"error": null
}
],
"outputs": [
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:00:00.000\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"retention_byte_days\",\"count\":2270880}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 2270880,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "retention_byte_days",
"team_id": 105,
"timestamp": "2025-01-15 12:00:00.000"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":75696}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 75696,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested",
"team_id": 105,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":50464}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 50464,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_records",
"team_id": 105,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_90d\",\"count\":75696}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 75696,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_retention_90d",
"team_id": 105,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":75696}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 75696,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_received",
"team_id": 105,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":8}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 8,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_ingested",
"team_id": 105,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":8}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 8,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_received",
"team_id": 105,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-02-14 12:00:00.000\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"retention_byte_days\",\"count\":2270880}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 2270880,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "retention_byte_days",
"team_id": 105,
"timestamp": "2025-02-14 12:00:00.000"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":105,\"timestamp\":\"2025-03-16 12:00:00.000\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"retention_byte_days\",\"count\":2270880}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 2270880,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "retention_byte_days",
"team_id": 105,
"timestamp": "2025-03-16 12:00:00.000"
}
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3079",
"bytes_uncompressed": "9237",
"bytes_uncompressed_records": "6158",
"created_at": "2025-01-15T12:36:53.049Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "3",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"keep": "\"me\"",
"payload": "[1,2]"
},
"body": "card 4111 1111 1111 1111 exp 12/29 cvv 123",
"bytes_uncompressed": 357,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "1a2f20dec5d66210"
},
"timestamp": 1736943695339491,
"trace_flags": 1,
"trace_id": {
"$bytes": "18f631627f6f8d47ab0376c756735efd"
},
"uuid": "00000000-0000-4000-8000-000000000003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3092",
"bytes_uncompressed": "9276",
"bytes_uncompressed_records": "6184",
"created_at": "2025-01-15T12:37:01.904Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"keep": "\"me\"",
"payload": "{\"raw\": \"object\", \"x\": 1}",
"payload.raw": "\"object\"",
"payload.x": "1"
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 817,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 0,
"severity_text": "",
"span_id": null,
"timestamp": 1736942580333344,
"trace_flags": null,
"trace_id": {
"$bytes": "023160fc4f902a98d006fb5015037aae"
},
"uuid": "00000000-0000-4000-8000-000000000004"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3097",
"bytes_uncompressed": "9291",
"bytes_uncompressed_records": "6194",
"created_at": "2025-01-15T12:36:59.276Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"keep": "\"me\"",
"payload": "\"not an object\""
},
"body": "12345",
"bytes_uncompressed": 176,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "a18c41e10cd9166c"
},
"timestamp": 1736944528687093,
"trace_flags": null,
"trace_id": {
"$bytes": "27b0c69ffcfdfa95e2f3d050a0f16499"
},
"uuid": "00000000-0000-4000-8000-000000000002"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3116",
"bytes_uncompressed": "9348",
"bytes_uncompressed_records": "6232",
"created_at": "2025-01-15T12:36:57.797Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"keep": "\"me\"",
"payload": "{\"user\":{\"id\":1,\"email\":\"[email protected]\"},\"list\":[1,2,3],\"ok\":true}",
"payload.list": "\"[1,2,3]\"",
"payload.ok": "true",
"payload.user.email": "\"[email protected]\"",
"payload.user.id": "1"
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 344,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": null,
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": null,
"timestamp": 1736944591468577,
"trace_flags": null,
"trace_id": {
"$bytes": "7b7c29438d3115b67acbe152b049ac86"
},
"uuid": "00000000-0000-4000-8000-000000000000"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3139",
"bytes_uncompressed": "9417",
"bytes_uncompressed_records": "6278",
"created_at": "2025-01-15T12:37:06.452Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"keep": "\"me\"",
"other": "\"x\"",
"payload": "\"{\\\"double\\\":\\\"encoded\\\",\\\"n\\\":2}\"",
"payload.double": "\"encoded\"",
"payload.n": "2",
"text": "\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\""
},
"body": "{\"text\":\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\",\"other\":\"x\"}",
"bytes_uncompressed": 482,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": null,
"timestamp": 1736942195614330,
"trace_flags": null,
"trace_id": {
"$bytes": "125f87d669767f92c6daaa5fb0b377fa"
},
"uuid": "00000000-0000-4000-8000-000000000001"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3160",
"bytes_uncompressed": "9480",
"bytes_uncompressed_records": "6320",
"created_at": "2025-01-15T12:37:05.710Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"1": "\"int-key\"",
"a.b.c.d.0": "1",
"a.b.c.d.1": "2",
"a.b.c.d.2.e": "\"deep\"",
"b": "true",
"keep": "\"me\"",
"payload": "garbage{",
"z": "\"null\""
},
"body": "{\"1\":\"int-key\",\"a\":{\"b\":{\"c\":{\"d\":[1,2,{\"e\":\"deep\"}]}}},\"z\":null,\"b\":true}",
"bytes_uncompressed": 80,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "94d8be3f8f862a17"
},
"timestamp": 1736941949394536,
"trace_flags": 1,
"trace_id": {
"$bytes": "8b879e10e4b39bd7eff9fcd8086f8a19"
},
"uuid": "00000000-0000-4000-8000-000000000006"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3188",
"bytes_uncompressed": "9564",
"bytes_uncompressed_records": "6376",
"created_at": "2025-01-15T12:37:05.502Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"dotted.key.nested": "\"v\"",
"emoji_key_🔥": "\"fire\"",
"keep": "\"me\"",
"payload": " \\n{\"escaped\": \"lead\"}",
"unicode": "\"héllo wörld 🚀 ✓\""
},
"body": "{\"unicode\":\"héllo wörld 🚀 ✓\",\"emoji_key_🔥\":\"fire\",\"dotted.key\":{\"nested\":\"v\"}}",
"bytes_uncompressed": 311,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "0c4470c4b8ed8314"
},
"timestamp": 1736943918453421,
"trace_flags": null,
"trace_id": {
"$bytes": "a6cec9cdc570f7475e5e46c4cb678c65"
},
"uuid": "00000000-0000-4000-8000-000000000007"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3361",
"bytes_uncompressed": "10083",
"bytes_uncompressed_records": "6722",
"created_at": "2025-01-15T12:37:02.898Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "90",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "105",
"token": "phc_parity_attr"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"keep": "\"me\"",
"payload": "{\"f0\":0,\"f1\":1,\"f2\":2,\"f3\":3,\"f4\":4,\"f5\":5,\"f6\":6,\"f7\":7,\"f8\":8,\"f9\":9,\"f10\":10,\"f11\":11,\"f12\":12,\"f13\":13,\"f14\":14,\"f15\":15,\"f16\":16,\"f17\":17,\"f18\":18,\"f19\":19,\"f20\":20,\"f21\":21,\"f22\":22,\"f23\":23,\"f24\":24,\"f25\":25,\"f26\":26,\"f27\":27,\"f28\":28,\"f29\":29,\"f30\":30,\"f31\":31,\"f32\":32,\"f33\":33,\"f34\":34,\"f35\":35,\"f36\":36,\"f37\":37,\"f38\":38,\"f39\":39,\"f40\":40,\"f41\":41,\"f42\":42,\"f43\":43,\"f44\":44,\"f45\":45,\"f46\":46,\"f47\":47,\"f48\":48,\"f49\":49,\"f50\":50,\"f51\":51,\"f52\":52,\"f53\":53,\"f54\":54,\"f55\":55,\"f56\":56,\"f57\":57,\"f58\":58,\"f59\":59}",
"payload.f0": "0",
"payload.f1": "1",
"payload.f10": "10",
"payload.f11": "11",
"payload.f12": "12",
"payload.f13": "13",
"payload.f14": "14",
"payload.f15": "15",
"payload.f16": "16",
"payload.f17": "17",
"payload.f18": "18",
"payload.f19": "19",
"payload.f2": "2",
"payload.f20": "20",
"payload.f21": "21",
"payload.f22": "22",
"payload.f23": "23",
"payload.f24": "24",
"payload.f25": "25",
"payload.f26": "26",
"payload.f27": "27",
"payload.f28": "28",
"payload.f29": "29",
"payload.f3": "3",
"payload.f30": "30",
"payload.f31": "31",
"payload.f32": "32",
"payload.f33": "33",
"payload.f34": "34",
"payload.f35": "35",
"payload.f36": "36",
"payload.f37": "37",
"payload.f38": "38",
"payload.f39": "39",
"payload.f4": "4",
"payload.f40": "40",
"payload.f41": "41",
"payload.f42": "42",
"payload.f43": "43",
"payload.f44": "44",
"payload.f45": "45",
"payload.f46": "46",
"payload.f47": "47",
"payload.f48": "48",
"payload.f49": "49",
"payload.f5": "5",
"payload.f6": "6",
"payload.f7": "7",
"payload.f8": "8",
"payload.f9": "9"
},
"body": "GET /api/users/20346 200 623ms",
"bytes_uncompressed": 236,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": null,
"retention_days": null,
"service_name": "web",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": null,
"timestamp": 1736943862219658,
"trace_flags": 1,
"trace_id": {
"$bytes": "bb72e36bd27358c661ab39c372afeee1"
},
"uuid": "00000000-0000-4000-8000-000000000005"
}
]
}
}
],
"metric_emits": [],
"usage_records": [
{
"batch": 0,
"team_id": 105,
"metric": "logs_bytes",
"quantity": 75696,
"unit": "bytes",
"record_group": 0
},
{
"batch": 0,
"team_id": 105,
"metric": "logs_records",
"quantity": 8,
"unit": "records",
"record_group": 0
}
],
"teams_ingested": [
[
105,
105,
105,
105,
105,
105,
105,
105
]
],
"quota_checks": [
[
"phc_parity_attr",
"logs_mb_ingested"
]
]
}
}