:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
{
"scenario": {
"name": "pattern-masking",
"description": "Pattern masking with default and team-configured message keys.",
"consumer": "logs",
"batch_now_ms": [
1736944633250
],
"config": {
"LOGS_INGESTION_CONSUMER_GROUP_ID": "ingestion-logs",
"LOGS_INGESTION_CONSUMER_CONSUME_TOPIC": "logs_ingestion_test",
"LOGS_INGESTION_CONSUMER_OVERFLOW_TOPIC": "logs_ingestion_overflow_test",
"LOGS_INGESTION_CONSUMER_DLQ_TOPIC": "logs_ingestion_dlq_test",
"LOGS_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_logs_test",
"LOGS_REDIS_HOST": "127.0.0.1",
"LOGS_REDIS_PORT": 6379,
"LOGS_REDIS_PASSWORD": "",
"LOGS_REDIS_TLS": false,
"LOGS_LIMITER_ENABLED_TEAMS": "*",
"LOGS_LIMITER_DISABLED_FOR_TEAMS": "",
"LOGS_LIMITER_BUCKET_SIZE_KB": 10000,
"LOGS_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
"LOGS_LIMITER_TTL_SECONDS": 86400,
"LOGS_LIMITER_TEAM_BUCKET_SIZE_KB": "",
"LOGS_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
"LOGS_SAMPLING_ENABLED_TEAMS": "",
"LOGS_SAMPLING_KILLSWITCH": false,
"LOGS_METRICS_RULES_ENABLED_TEAMS": "",
"LOGS_METRICS_RULES_KILLSWITCH": false,
"LOGS_METRICS_RULES_EXPORT_URL": "",
"LOGS_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
"LOGS_RETENTION_ENABLED_TEAMS": "",
"LOGS_BACKFILL_ENABLED_TEAMS": "",
"LOGS_RETENTION_KILLSWITCH": false,
"LOGS_INTERNAL_INGESTION_ENABLED_TEAMS": "",
"LOGS_INTERNAL_INGESTION_SIGNING_KEYS": "",
"LOGS_INTERNAL_PRODUCER_URL": "",
"LOGS_INTERNAL_PRODUCER_TEAMS": "",
"LOGS_INTERNAL_PRODUCER_MAX_IN_FLIGHT": 20,
"LOGS_INTERNAL_PRODUCER_MAX_BUFFERED_BYTES": 67108864,
"LOGS_INTERNAL_PRODUCER_RETRY_TIMEOUT_MS": 60000,
"LOGS_PATTERN_MASKING_ENABLED_TEAMS": "101,102,104",
"LOGS_JSON_ATTRIBUTE_PARSING_ENABLED_TEAMS": "",
"LOGS_JSON_ATTRIBUTE_EXTRACTION_ENABLED_TEAMS": "",
"LOGS_BILLING_PRORATE_ENABLED": false,
"LOGS_TRANSFORMATIONS_ENABLED_TEAMS": "",
"LOGS_TRANSFORMATIONS_KILLSWITCH": false,
"LOGS_TRANSFORMATIONS_HOG_TIMEOUT_MS": 10,
"LOGS_TRANSFORMATIONS_MESSAGE_BUDGET_MS": 100,
"LOGS_TRANSFORMATIONS_BATCH_BUDGET_MS": 2000,
"LOGS_TRANSFORMATIONS_MAX_ERROR_LOGS_PER_FUNCTION": 3,
"REDIS_URL": "",
"REDIS_POOL_MIN_SIZE": 1,
"REDIS_POOL_MAX_SIZE": 3,
"TRACES_INGESTION_CONSUMER_GROUP_ID": "ingestion-traces",
"TRACES_INGESTION_CONSUMER_CONSUME_TOPIC": "ingestion-traces_test",
"TRACES_INGESTION_CONSUMER_OVERFLOW_TOPIC": "ingestion-traces-overflow_test",
"TRACES_INGESTION_CONSUMER_DLQ_TOPIC": "ingestion-traces-dlq_test",
"TRACES_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_traces_test",
"TRACES_REDIS_HOST": "127.0.0.1",
"TRACES_REDIS_PORT": 6379,
"TRACES_REDIS_PASSWORD": "",
"TRACES_REDIS_TLS": false,
"TRACES_LIMITER_ENABLED_TEAMS": "*",
"TRACES_LIMITER_DISABLED_FOR_TEAMS": "",
"TRACES_LIMITER_BUCKET_SIZE_KB": 10000,
"TRACES_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
"TRACES_LIMITER_TTL_SECONDS": 86400,
"TRACES_LIMITER_TEAM_BUCKET_SIZE_KB": "",
"TRACES_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
"TRACES_METRICS_RULES_ENABLED_TEAMS": "",
"TRACES_METRICS_RULES_KILLSWITCH": false,
"TRACES_METRICS_RULES_EXPORT_URL": "",
"TRACES_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
"TRACES_RETENTION_ENABLED_TEAMS": "",
"TRACES_RETENTION_KILLSWITCH": false
},
"teams": [
{
"id": 101,
"api_token": "phc_parity_plain",
"logs_settings": null
},
{
"id": 102,
"api_token": "phc_parity_json",
"logs_settings": {
"json_parse_logs": true
}
},
{
"id": 103,
"api_token": "phc_parity_pii",
"logs_settings": {
"pii_scrub_logs": true
}
},
{
"id": 104,
"api_token": "phc_parity_both",
"logs_settings": {
"json_parse_logs": true,
"pii_scrub_logs": true,
"retention_days": 30
}
},
{
"id": 105,
"api_token": "phc_parity_attr",
"logs_settings": {
"json_parse_logs": true,
"json_parse_logs_attribute_key": "payload",
"retention_days": 90
}
},
{
"id": 106,
"api_token": "phc_parity_ret7",
"logs_settings": {
"retention_days": 7
}
}
],
"quota_limited_tokens": [],
"sampling_rules": {},
"retention_rules": {},
"metric_rules": {},
"pattern_message_keys": {
"102": [
"text",
"nope"
]
},
"traces_retention_days": {},
"team_lookup_faults": {},
"team_by_id_faults": {},
"team_by_id_missing": [],
"metric_rules_faults": {},
"metric_emit_faults": [],
"pattern_keys_faults": {
"104": {
"name": "Error",
"message": "postgres blip",
"dependency_unavailable": true,
"times": 1
}
},
"omit_deps": [],
"produce_faults": [],
"batches": [
[
{
"topic": "logs_ingestion",
"partition": 3,
"offset": 0,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"10485"
],
[
"bytes_uncompressed_records",
"6990"
],
[
"bytes_compressed",
"3495"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:59.314Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAOGIsaI1K0+HZWZLKVrtvUMItgkotS/9YH8CjRIAxiKCSeDSNgdK7wkZh0EdU3teNQsRPSW67nuHMmBZy0Ty+evMzEeT0LaV9TDgT7ZjZonawlANfVKR2HB3E+JrIy0kneUbIpgAk7KWKcpwAG0AbAC11upgB8Omk8Cw6aGsGZT79jGx9P410pyPokx9/syJawK01hEuqKy0tHaYcjwzakuMyljRZjSVcQV96kESCpLDQ4k+9SChwEG05NMVx6iFq+hAjmvrlqy9GJKB0OwJi6QFrBAltlndvVfV3XtvdyV03oYzf+zJz+Wb2MMjg64+mqJrfeM2Hvr5MRk75xjuDe8N72dh9XXf7VbgBW0WLQvFa7BCYGGjaFpVCvzs+WjqoWebzz4L0UnR4acISNcaO35A0DBUgbaWGZG9xBjRQ+TSWBpQAKbbsf3VWkV4dB66cyihw0afhc45JsmP8dBh0Jhzjl/K0UMnn+ZJn4Xw/MgIAvLp7hYJU4fAkAuVrQ2oaBExglTh50SAUivDjKAc26DpqCvsM05lZdrViCeKHMXYe+ejqYmnPND7vPu5ydemzuinsj9J2sw5JrVW04quuUzxS/v0zAC+NnW93pfyJn6hJV095fI1J2s50HKfDd1MYT5rCRF98KHU3TcmPEi3VQKjrZNYHMDAMaFSneDRYYMCd7RjO6Vx6LryUqeZ7lpHUzy1t4vF5VrR+ubGY/jlPWnGRJtPccEuARkAuggeSxJArwHQko6mV17p9UaLmwrHS7biBxai/mphFttvZM1jZYVX5D1eSrFKA4cYZ+MZwkGwmbc5rzx1jgAkyCQpA0PhiLGiNStPh2VmSyla7b1D"
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 1,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"10410"
],
[
"bytes_uncompressed_records",
"6940"
],
[
"bytes_compressed",
"3470"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:58.262Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAAFwuplH7xwQoaXghPFCgkoIhAkotS/9YDEExREARmB5SfCwOAfw8aJmdgRbo0YNwv8wtIHj/cdnPezuSRtuoPtjP1B8stJWtntdBYbvEJOhEafDx/3fD6M2NsHtIM0MXm0t77rV3G+foAxoAGUAZgA35E3cOkldPf8r45mPHhaW3bfGlPynqZv1s0+TmmRkBQHUqckt+dz8F522reiPSy1Fj46Fl/641EzMvLhg0907C2qcsLmxMKOeICKnRWeDym3wdAdcaMR84Npae0FQ1toUylprUVbVAaGHNgO9itCAAqhriBkeYsx0d33pkCkhcKDh5rPqKRFzQYO5vlbVtdYOGV291CZiF/qwzkRRFwFPTbzTLfkczDl08ORgiU8UBz8HxR9PxgrlmNHTQZpLID/lydDWX2KxY2GUUdsuLhQ7d/K40+U+N2Wi00RqOLSA4OnumgCcfL0aBqNmsTIitDPglZoUYEARI2sl155Hjq4Ow63uSRMWqnwIiXPY8gTio1gWK2WoWZhN5rh5qe3Vn0bPl8U+iy5KxKaLRGx2J8jL5KMZtVYPGZF/dF53O3u9RI4h7Lv8p6x0O8T6WZPAaXEjQ3fXAg9oOmQYLHkHR46IihgSGK4/ALCk6f289JOLISZXQtM/L/GJ4rTPxUfPL5028uqta62eCtCkxiflCOrUVZz7PH8cAFxEgWsrayWKCFyanEN+1QPdxQBLcqHETVinKmyxGi88Whlt2Q5CrpX4pXEZbXJLG0HhXKsNh/x1uABRmF8XIEAmEYBCAAHogLUyScrAEAFwuplH7xwQoaXghPFCgko="
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 2,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"10662"
],
[
"bytes_uncompressed_records",
"7108"
],
[
"bytes_compressed",
"3554"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:04.024Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkALIWGNAiTk/NA+0tJaYQMBEIrAootS/9YPcCZRQAFueQSuDSNgeQoIS2q1DV8gCcDuFI10J+ePfXfQUFTod55M23fe7fwj4iayNCv4XsR7UZ+Z7Nv87qJfix3kSK2O6sBRmbj5X3OKcWW6oyewB+AH0A/7rcYtfaNKWn1F5O3NyKiJt3Z0pNiSV5aEN0LCw77SJtTH2WkL6lZ9vTp+9lXG1sXFUlnzKuXILGFWP8VdEMXTK/9egw8YMGzs9vPTpKcDACOvr/Us6OeYLjaFZ6GTlFI7kOjRS14IGBwbPiUv/em1O4e+/H3Xsvd10+OqZhupea726TJ09tS8/efsxLTAxLyGPucpe7mONk7ecea7nrGcu41uzdayp8hanUy0upuDLnenktLqdQH4eCUVDcl3qhUsKXV/upZRG0CQBDBxYbgir8f46hHCMdEyNa+orgBBhA1qIhpULnB4QCHi/1MaV0Q/EU1XkbJ0kBp9PUp+xE8vBUZVhaEpCg4GNjxVO6QChGa+kjDnZmRGwDZjRwUT8LIHoqYmusbMIq0K5MM7Qrk12tQLsSNfkiZ0rS7Kdd0ayMuMeuYx3vfTxQq2HQltZkxXDDbkJuQVvuk8bSQCvqfurS0hjAyDCmO1OfMpLtRZ73PnY3Zg+UUgJET+2EscNCPZ4syd8Or2i+XaeBp5bkIYvFQqlMn8pU80CrtTl2SzPZPevWhFVgiB04HzL8/4MCQBBqjLhRKz1MjBQefJQ+Li+EeC4EWehhUt+DPR17yDuYKStpmdlBOEnKH6mXsu0KyR8JP4hHz9hF8eq9uXoZfyoBGQDACCPEti9EAclWuJbteLemDMQUHsg3iBS202r5vT3wwi2zGSRcggvRVhFVmMyhX6U3wykchKjmydm8doAiAViQ+ZILhrIWGNAiTk/NA+0tJaYQMBE="
},
{
"topic": "logs_ingestion",
"partition": 3,
"offset": 3,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"10521"
],
[
"bytes_uncompressed_records",
"7014"
],
[
"bytes_compressed",
"3507"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:53.025Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkACYaayQijszSKSW4ankx0lMIzgkotS/9YHQC7RIABuSFStDyNgfU8Y4RCm+lA0r2JHL7n80iDHtYc2EJ5Din5b4Pa/CTsLG7ZpuFQGy3ppoR5EsFIGyk428jW5LJhp3nVKj5hroP711+U5QBcAByAHAAOIuYHO0YpjT152Ij6SOxkbSma2biNVjHU7gGihbDwpwSmyYhHZLgqWnT7vEdr5+XWJZHr1tXt1s/J8+Y8zDoE5ASCh82LgT1CUhpxIYmDj+a0i0FAYwDQTQcRycySoC0ILFq/7/n4v6fxf3/c++gA9QpyDINxLKVl8y6m769LpgcYSZJ05OOeS2gQW0O4f/7//7OtC53n2t139UMVheLXWklqLEQJCvL624tsXn653kHZ+cByUDCQpKLEN0doWlnIwLQQ0jVIAqgfCl8iph+hEycSyotTtS+lMxZZieUGdcwLfavl8gySFpaeapCOpv4xMHlSLuruks8K0cdkSZpGZiYB6juYXn2P4eBpQTfbqeC7+fkDvbtP7fBom8sHL6f02hgzfTt/7/FxbLSYnnd/dwmrHEeEKIhDEciVDSlNGo2RvliANOSAiAkHj9Gstpdf+iUUhEPTWM4jyeOeHI6YGkya595aeCplvVOWTxHWMrNGs7h6uasQhJcuYHbqKbU+yXzer2k2m3EsMxmFUfzpoI1m+eNoxjN0JGjQ9N65LKDQA0fOKoeCiBT5LNi1JBEA8PiRoUmAbW91E9TfJYZRYYh7tnO3hgAe61wVxrio4QCgvWWYctSN1zoDNgzPZwT8LGVy1ZmN9qBEWqF1E02bjeo3AhYpx2PaB4Ed89sNngtDmAFmS+5YAgmGmskIo7M0ikluGp5MdJT"
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 4,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"10698"
],
[
"bytes_uncompressed_records",
"7132"
],
[
"bytes_compressed",
"3566"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:54.600Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkACKAThDC6Rv4gW4bxOehr3IIxAootS/9YL0CxRQANqmUStDyNmPAEC2F6ZeTmGgrbV6F67OyZjtDKQZ3OwzBhxGVieUY92hh48p6gxRfdt1UIJNt6cl3pa/+wtqWXJ9onlJcioR7jHxSTTYZggCBAH0AMpVSWnlUehqYmK/CT488X1lSK6UUlmmqSiutt9eOb+bY1ude4V58L74ejYrX8m5LxXVddn+WZaVroILAhuJX2hQUl2fNfM6Ov2t535byqaohqCUiNzIUVdUQ1IoXKoI8VUpRCOEcBlou3AkK8IxU0ogPW++9KSyte29K6957W1emBjrZLKmU3tUKdfmSUJfdyZJzclimfZVlH9llUNwx83kCoIrlp6qrGlPjAObBqt5ul2mwy2Mp+2r5BaZhxx/FT5bPreCH4m343PU45tjxb07ZuWsbUjz+mHfyeFvqB+kJKEip1grE5ECMpyIalFWNZLBsJLkMqFGToHUsGQlJstW7AZucaXClqvR23ksuNXiaVHqx/GoVy+928yz+d5vFD/M+M3nLvecW/4YUzU1B71vuPLf4pt7gzNwnqcFb7rVb/NdLb22Wr9dtKRYkivj8gFFpkwUGC4BmV8aqSgmcXMzo7Pg50cGlp8UposZWVwANlR6lc3Ved70TWNW6zzwLlNIRDpXCMu07x+fJOV2Y99bhuWdTtDl+CSGiqBdPznmJOFqWzz0IBA6L4QNRlA1HE4mJZvU4mmCKHT+HGhTJ2W2pFEdAnIaMqLXSFm5GwIYQL0FNETywwKOblK0oJD1i+yu70Zyx8szcJKGO7Szryr1jBW43D5889+OT+sS5zQYhFwAehAFAjZQls5htM6ysIwelLYZ4xIE4uRYabtj+rDeTRBFyJMAez4At1cOIgGwuIvvt69COz5kALsAFrCDzJRcMASKAThDC6Rv4gW4bxOehr3I="
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 5,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"11586"
],
[
"bytes_uncompressed_records",
"7724"
],
[
"bytes_compressed",
"3862"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:09.648Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkABwD+frunhtKaaQTkxvAEhEIlA8otS/9YBUFBR4AWkaQDULQnCYdEAJyhFHDUuBVVukxcKPDAebOjtjalVr+8WRLd7dS7f+o9TNVj3EwHxYCSiJt7733NC0kgmmAtdkN2qHfFiS0AJoA2ACxvzXya+wvjXwa+zsjf8b+ysiXsb8x8mPkw9jfLPKz2N8N8jcN8jXY3xDkh2B/K+RX2F8K+RT2d0L+hP2VkC9hfyPkR9hfCPkQ8jPY342/9Vfja/0N8UP9rfzaX8qn/Z382V/Jl/2N/NhfyIf9zfhZf0YBKW9AjzFQznDpCfIG9BiDpAfHECzvWrIgDB1h5cENmzfiIuOmBoDPhC0BNnw+HgyEwV6WZVT7ZFk2P1mWZZ/Mwwu1vxvlb7S/GuVrtL8hyg/R/lbKr7S/lPIp5U/aX0n5kvY3Un6k/YWUD2l/M8rPaH+3yd9mf7XJ12Z/Q5Mfmv2tk19nf+nk09nfOflz8uXsb5z8OPsLJx/O/maTn83+bpK/yf5qkq/J/oYkPyT7WyW/yv5Syaeyv1Pyp+yvlHwp+VH2F0o+lP3NJD+T/d0if4v91SJfi/0NRX4ooBNrx4bmdS1uxwXHQvCu6z0cjmfA+xMBQoSIm5p3JQGjY4qQd11U7oBVxEJOD5YuX2oXG2CIYA9e1/WYvOs0VMSFKfgiFmt00V6UUrVaXMQXlTgTC1NOysTqWhfNOImViabEdaodF6mdD8+I1eDEveBONTTvykAwA7dSkVoK3vXsU1KtjqCkWoFaWjf4bTjUKAXiSKYXLK7VgOaxuGapeA68mtehhIabDTWPxlb5W+2vVvla7W+o8kO1v7Xya+XT2t9Z+bP2V1a+rP2NlR9rf2Hlw9rfrPKz13UJePKuk7jp8JrSSHWKMVoh4HZYHYGSSqfjUKBV1+kwWHWdDigGq+NQ3InrUtxKBVKZJrzrEYfjec31rkfjF3AoWKiwQo0kXMCxcP4J1el838IZdVh3UesirJQaYVzKdOLhUlhKJMJK3GpEanHn57RQnwHgx5EdV6YoeRcZL0542ABhSGHznGQxoYFk5sOKrcqNHOYQAgv2JM2Xd8EriyAI0ioExQ1iKBWLBZYyYSUuJ0d1wlAqEog7rVAjGFwGjmQ6jTAW19opNfERJUeYdwEB0xPhpkxPAptnBOdEGRQQxHxhoYWk4ERCyxnsxQNg+ul0o1UeAIYQxrAm6KdsohKZ6IhFtIRwkFhTJnSM8jViEpYGD3IFguCFEus0E3va0Y6NslYqjvGZKj7mvDfoHONdkAtvd9vxvlbCG9g7TqYFASsSliACQpBJUgaGHAP5+u6eG0pppBOTG8ASEQ=="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 6,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"10326"
],
[
"bytes_uncompressed_records",
"6884"
],
[
"bytes_compressed",
"3442"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:05.205Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAGGxInbBPPU9Xn2sj7nKosoIzAgotS/9YDoC5RAAdl93SACxNgdbEFvfHQQiCv5IVz2qeGDEIYYGWWGbbRgg/Y7fssmuXdllePumEQK3lJjLDKsBJhPEbiIigrDV0WWUw9j+/8uZbzwJymYAYABlANqm5abZldbbfqAIfp/IfSThhkORS+Ht8zos0kQe7j7RG4EiZ3f6rtajADS4B0bnhA4cDDHugdH5MGIHjgh3n5B2CGHCgsUC4jZitM3nwEwECjI2MgZSsg3Wc87fCOecO5xzzjijeOQJXiyAp/7l8RDXokl+uNdxm4bNtKjIufFaVTxGbgxA8ZJawcGhhmbGAxfrWkbxWmutXnOmMfhTh2mI14v+CtWvC/IlaGYfkhXQT0Hu5Al6vHp1DWeccdbwSdqd6tGaAalLJPWviwlwzEsSSCcNMCcZiT5spqkVfV6HuU2zCTzPQ2A1BfZNPZ4QaErk7Lxw9/pCo8CNjBSkMIaLSQ4HJVPL+vbRwuu1MG4W+OOCK7JNlw4x949nrNLn/XwJmplKn1k6WoFutVYPGa/XdFK6mEqP+8vs3HskcO49Ziro/vJZv80/dabJERQK5Z1C3Sm0wpXcf3Tc90Lo6te+Ie1UAoIlg4sVXquJFBKkGi01Ox7GcMfG9ALDOqf6rV0t04VfIApikWD5GfoBFQBY12hAVwSuEIMbjkHGhbDTwHfbbl2tsYDJHL0/3DwrLWNdLMiO0WHHHWoHak13aa7FgRRgg0ySMjAEYbEidsE89T1efayPucqiyg=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 7,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"10398"
],
[
"bytes_uncompressed_records",
"6932"
],
[
"bytes_compressed",
"3466"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:06.585Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkABtWlYNPmYM8AquYtPBkBFMI/AgotS/9YIcDpREApiB8SfDQNgfmoFXK1ATpLjdm9C2/np/iMqnEcz7XVLgDnuJIq/NtSdi/RWZhU3iuI/zq8O3K0ZFHYs6UxZW1qWzAqaT6hLgR6Rq/9GRqAGkAZwA5s7ibMv/4rs/3Scxh8UDTmYdpHdJ4whVLLXMbr5+Xz8rYa4lXS2z9nDxDjy1oLefIJ0kGBhGt5RyN4CnSgNQUwA0jFZEPOBBsDdJjScioIrwIkUC4Qymjrt11XQKUU9d1qVPXdd2pY9ABVYGH8mwlbd5Wa22qhiW4euAzCzqRo6kLFjyjhBGW2NZEJV7E+GhhYUbEwYFMKV8Qqm0ppSUaTd0cP4so+0KJJIhyAi4RHJ8r3zwFeCkPmg4/47PmnicYWI6EIHbdgCSI1n9xyM3g1tZkHvs8/Gz+9dhKiFn5R47MmSXSPvMwN1FZjIX5nPwPPeYBhGKFDg5QUxA8L1qAnx04W+u4amDOASZCJJ3Y0FFja5lR26OUUi+fpsQw334EL/cr8VW+OdItkqDWIe2y0qCl1Caera/XKpTShtH0hDPR8j3xyuQjXnHvIkfQ5lNcuARXboCmtY/2VrmoVCqmdgpXLLNZLzZbFazZPFtO0tNhw2you1HEDB5ikFLsbH0WVej5YAnaURX4UTHzkUmpbaLNmspk9vPrJe6fX2y2AhYAf8MBzXJM4eYAGBLs9X6Pp/0qP9KE+8wSsmC3H+0iGAJQDYGjJuEgd1Yazk28UWRKOEgvbV4ALXnAWpkkZWAIG1aVg0+ZgzwCq5i08GQEUw=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 8,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"10773"
],
[
"bytes_uncompressed_records",
"7182"
],
[
"bytes_compressed",
"3591"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:54.438Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAPWzsuXdO2VdlI3jLRVTFdAI9gootS/9YAYDjRUAFqmWS9DSOAdmsiBELan/AyQyEjkA2ouEEDUrJigwfMsZoJAPRdVvfxJWr2z3e7ATNotvWmvVfgz7tApj4r83ojsQW0+UYoknHubR10xaBoEAhACEAKeT51KHHUzLUF7rjyb+U6bhssuxsXZmFMV9NLHJC3jMq2WGxHPu/cBH0403+qnHETeJs5jy4Isbm596mxSWwwefzLVMfq7GTTxHQ0k6Nvi4iefoBRCSjgevZg/qAG5cEQLlO11RkBbnj50TIaWIJJmhlPV7r8uluveyVPfeq7oSPLZautHzxtQljZzJRtEGQw5jMGzPfOLsYsFSjxvjjKcWd9oykgJoyIweInc3en0XiFiInFCeUmSnBAkWLoKEaCQwyoDD58e6V2sNUOT1aTrWZdKk4VtmIfWJY69A3NjsyDNFhVrcmdaZe4snJuZY+lX3dV53vTcJsSZx2CzJ6blJdpnqWPbMaPrg71venxvRMVHE4cYJd2fVRMixI4WABpQXGcghQfDxsRsUI0AUMRpjWP9qbXUr08xLcnI88MtP/YNfalT2OfDDvNFcfg7Gc5NXc2+xw5070zKZd5lN3emxgdf3l8zr9XJy1urzXii0wNDk2kjSzNAHZZ7pbR24VlRarNXnXRzcLbXWWj9W6VT6lSrU5peE2uxQ1wzlH1XyM89ObRPgA1wGJmYCib9NOZ4btaVGZRbbjaayX6AiCIjQj7tXoBkGKhgfOsjIpS49ZDZSPKyvANTwOvMSLNtg2fa3B//M4tafegv3gveC16vQ8lTeVbW++9mNrWulU2khsOGITctafV4eAG5TAA5UFg1tShzWF+AehTg6B3yEcjzGdrhsU4iKYBZxY4IoLpAHmFNYEbEpHKTIlthZcdG4Hk/koCYq/tmJU5E9CIWsR3QMvbV4EVgrk6QMDAH1s7Ll3TtlXZSN4y0VUxXQ"
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 9,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"11595"
],
[
"bytes_uncompressed_records",
"7730"
],
[
"bytes_compressed",
"3865"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:52.894Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAKLioaQC+4wQXu7LCgAxhuEImg8otS/9YIkFHR4AykaUDUTQ2iYdkMCgp8NI4Q1WSQxUI1FIFgdBaAb4wTiI8vfbHk3dWlCjyPCY58EwAcqjnUpCyN577+kaF3CTPfLlsqbK+25DArUAmQDZAJFPY39n5M/YXxn5MvY3Rn6M/YWRD2N/scjHYn83yN9gfzXI12B/M8jPYH8r5FfYXwr5FPZ3Qv6E/ZWQL2F/I+RH2F8I+RD2F4N8DPZ342/91fhafzN+1t/Kr/2lfNrfyZ/9lXzZ38iP/YV82F+Mj/WFBkB5NTm+MCmjZYaPV5PjS5EjPYBIee+V8ALEKrPlwYGb1yCMCCMzcJQ+iAiiciFJrXESPQzDNi0Hw7CZg2EYloN5eAG0vxnlZ7S/lfIr7S+lfEr5k/ZXUr6k/Y2UH2l/IeVD2l+M8jHa323yt9lfbfK12d9s8rPZ3zr5dfaXTj6d/Z2TPydfzv7GyY+zv3Dy4ewvNvnY7O8m+Zvsryb5muxvJvmZ7G+V/Cr7SyWfyv5OyZ+yv1LypexvlPwo+wslH8r+YpKPyf5ukb/F/mqRr8X+ZpGfxf7WyK+xvzTXu95VpEyrFkuU6lg/IpKoxQL6uQQxY5w8eReNG1xQ4IwAEObm2chSRUsIHl8UEFkgoKSjQM0N0YPXdRGI8a4S1+qAVqSAcoJIK5wTx4I72ZyF4lomCpAFBZOKROEOVCYamnepWi2fkYtVi0NxJ66V4lTdqDNNeNdjTqlT3UCpU41YWuPcpCLdhkORUiOux8RixbFwaB4PF1Tz/nRC6OhssHlDW+Vvtb9a5Wu1v1nlZ7W/tfJr5dPa31n5s/ZXVr6s/Y2VH2t/YeXD2l+s8rHa343yN9pfjfK113UFgPKuk4mE4kYrjgWU4KduReo5hKEhyE99XyJ1Jxck1flC/BLXYnGpC3HwaZFUo9MK6EYADxf0gmwxs0PHuy4ZCLqcqXJlNIWDiCUlJBrAwBA9ieNdcdL0oyNZA1/N41JdacTT/dw8Bg+ETgYTAh4WR3CkVTiKGxShulUKUcokKnEqVHQnEarrGXEnFYrUgsPA9ZhOJNGKYwGVlPyIQqbJuyQBLBYi2PQwcfNKaMk60ESpUEBIjRUJ+yIbInpxAJd3fQhFXHiCv7Nakb6z30l1rJ/v8HdKnCmF6TtCJ1HqfFocaqRqtXwWvHdd1yEPF3QFHgBZoEGR4ABTxEyoy82GNYEAucS3IR3opJzIYP9NGhAWUvoOq/UeSr412ASWCQnHY7CVxxOwAbSzbCb6FLpWU7QE8lN8MDbveBekhbe7crp+rRtgg0ySMjAEouKhpAL7jBBe7ssKADGG4Q=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 10,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"10911"
],
[
"bytes_uncompressed_records",
"7274"
],
[
"bytes_compressed",
"3637"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:01.935Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkALi+FTdYS1eQLpVUuBmOzj0I0gsotS/9YKsD/RYAFi+jRvCW0xjgxdkMV3P/RX49RfbD8V4p+MGLXgOyUpDHNaJt690uv23RS+gBaU+k3BXj29Da3lJKKUX2FperRMI8zta5/fYrmQyeAKMAagChC+bRhCaJDvaVw2mmQJCbqc+Uy3vdzNRpplS7q+lsXB0YvmZKZ858XYuLjF8YrjIRYLhbm7VD1/68zOscyDi7j5uh3eJc2abpcsD9gpES3DigFwsgp0RhQKEohGSUIBVOfqoU2WEhQSqc9CSxIqWGjDaiFytOmDQcEMkZFYVKwBMTBIAc2Wnyw0YPlpGklNJKKd1IlFJMopRSErUgAxMEuanDQgSGkRlIeKSULHauTIndeCBBJHEoKc0s8OEh8xNERoyMkCQ1I2ldcsio2qEHC+GCkWIcCKPyVuFuZV8YrgxUCZKRZjXC/jya14uM05JU3jcHqLwve204MC2y+zhQxtfWkE+PTw4rMr742MHTM2RGRyRLHlANqnyYcnNTtJCBA2MhZiRrjFEqkXHDwNBlFXJfxgJhIhw5b2azmtE6CwRZH+tffatf9am+KX/L1/J1fs7H+Tff5td8mm/C3/A1fI2f8TH+xbf4FZ/im+63e+1e3+d7fH/v7X29p/cm+81es9f22R7bX3trX+2pval+q9fqdX2ux/W33tbXelpv+nbt+vn49/b1lMMpMcYY7xSB2DGQfJEYKshccJHUXghb5dGMNmRtM1xP9J5sncmVVCkpW2pHITdSbVbH1YxsXN0q3C3vNcqJAaUEFB0yCgEBXNSICVFE0sUSBRl+aCxgksAGz80HBjGikbwBqMj4au2wK9WcUvdxpYmAtXM2KwQCsWMtJDqYtG/aNe1ae9aOtV/tVnvVTrWb9Dd9TV/rBxsAD0WWpKWga2E4MJQ+DdsK/q/jBSBKeqAYkF4RGCXgziYgSF7ggH7EhIS48W6y1Hu8WitJaLsRzQ5HbBv9lmDA2iDhIPHNuzuYBskkNANuuL4VN1hLV5AulVS4GY7OPQ=="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 11,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"11610"
],
[
"bytes_uncompressed_records",
"7740"
],
[
"bytes_compressed",
"3870"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:53.433Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAOtjXV01MtaIARQ14FsjxjYIpA8otS/9YKMGRR4A2kWYDUHAniYdDFbx3RSlav7ZAxJJ5DyWJDPfCerL67sRfmvf1K1Q+yEfXZdxuHEoAeGkEbv33nsSbUyA0n9adWxO+/99SbUAmgDYAK+xvzTyaezvjPwZ+ysjX8b+xsiPkQ9jf7XI12J/T5B/2iB/g/01Qb4J9rdCfoX9pZBPYX8n5E/YXwn5EvY3Qn6E/YWQDyFfg/098U/93fhbf018U38rv/aX8ml/J3/2V/JlfyM/9hfyYX81vtYnGrDl8QhpY6VOGRxHHo+QNk7WPFni4713Q8ybKClyAFFCekl+lA7U+JImTRU4OFAVXj3O9DxN0yDUNG3z0TRt+miapvloHV60vxvlb7S/Jso30f5Wyq+0v5TyKeVP2l9J+ZL2N1J+pP2FlA9pfzXK12h/T5N/mv3dJn+b/TVNvmn2t05+nf2lk09nf+fkz8mXs79x8uPsL5x8OPurTb42+3uS/JPs7yb5m+yvSfJNsr9V8qvsL5V8Kvs7JX/K/krJl5IfZX+h5EPZX03yNdnfU+SfYn+3yN9if02Rb4r9rZEDUtSwIWLmvTfFxYNLl1H3Q3omOpCKdAiaqGhQwIuOEVgKgOl5MMuyR+Zl/U5CA4ePVhwMbjU6DaHYCsUJTXgCoRjKVVq9hkhndUElbuVioWRwFVbdCxV0CPAJeFyrS5VWdC5IzxWLCZVmvGIci1txsRbn6kqdSsLLrvmkOtcNpDpXCbY1g6tcqI84FqpV4oJUMF4cjMHOe3H96mIQeAeeiA0hPAh4RafKP9X+bpW/1f6aKt9U+1srv1Y+rf2dlT9rf2Xly9rfWPmx9hdWPqz91Spfq/09Uf4pWZYJ4PEyWpI8LtXOSoVicaUXBxtKwBNHj0OJCxoyjF4RCniC7+K41Il2skTZgYVKj5cpATFBQpgwaXiQ3pQZEXYExWES4MMNMnK42IASpOdJAkVelmUqF2oKGiNuhrwMzQPVHDFayiwhPdYVBR7oaBh6jKlCwQITJCwgPS8CcPIyl2rHQL8XoYgLT/CBXi/UgfZAQHygFKdioWrRUr1isAMRnUSqE4pxrJIrFhNaUFQE+a3vU6huNQPlOr/VwVyciJ/iYjCudaINsdZQFzQavRiMG3rBvQzMFVyMFVwMnvf3I+LnR8PotTqYi56UaoWC0RPrWkQOAiAASOQB1FJECZBXlMJECEBhBI7yhONdmbIA5mC2Ld+2VRIdeqyIAobu4qKRqa0EA2wB9DBjza7geOCKx8isqHFsSngX5I63uy28r5XjDexFJ9NNwDKJJQgkk9AMuAHrY11dNTLWiAEUNeBbI8Y2"
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 12,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_pii"
],
[
"bytes_uncompressed",
"11748"
],
[
"bytes_uncompressed_records",
"7832"
],
[
"bytes_compressed",
"3916"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:10.136Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkALrt2JlvgmtA8OG6H9VHKasIgBAotS/9YEsFtR8AKkpoDkXQGiUdAMaZg640d8kNEiMcKjFQnhK4OqQ0T5rgD3uEyKYbaa3UdGWzkSlW6eZYLAChJITsvfdewv7cToKahCPm86LtTwLAAKUA6gDa7Mds8rPZj3fy7+xHO/l29mOd/Dr7kU4+nf04J39Ovpz9iE0+Nvtxk/xNk3xN9mMm+Znsxyv5V/ajlXwr+7FKfpX9SCWfyn6ckj9lP0rJl5KPyX7c+Fs/anytHzN+1o+Xf/vR8m0/Vn7tR8qn/Tj5sx8lX/Yjxsf6QwOcQJobXJiIueKiB6S5waVIUQ0sOCCEOzmWCGFAQ9PhANQxcGuMEfIyYkqPlBpFEExfLohh2JQYhmk2GIZVGwzDMBuMAwyP8/Ln7Ud5+fL2I3b52O3HzfI324+a5Wu2HzPLz2w/Xsu/th+t5VvLr7YfqeVT24/T8qftR2n50vYjZvmY7cet8rfaj1rla7Ufs8rPaj/eyr+1H23l29qPtfJr5dPaj7PyZ+1HWfmy9iNW+Vjtx43yN9qPGuVrtB8zys9oP17Kv7QfLeVb2o+V8ivtR0r5lPIn7UdJ+ZL2I0b5GO3HbfK32Y/a5AdIuoS54JShAa2TyNF5TYEP5ePx1Mykvq/nRkj1dafO1H2oLuXdeCUIpRSHAHooUCUBkOhBv/iqrufzfsV5RXnxUz6kD2k4IgZJjyDQQiKHXMTYAXNzAMpQoMLKl6IvQpMFOn5YIKHFdEFpWRYBKtAiIpJ81ONJnGcS4lLno7yVig/xSd236lAf2mDqfjpTDYTfqvNZ0akKQOxGXuhSHs8KAbQ+bUhe6gVIXupmpfWCjzqg13QnDnXT8ZR+VN1qwQy0DkWEECEipwYSbZe/3X7ULl+7/Zhdfnb78V7+vXx7+7Fefr39SC+f3g6WZck4gZZlnY46IBpYA3VKZMjRUAMrnTLHA4YNJ7qfkulEryiguva+a9OyayudEmMhFAT04/OtVCtSHupkahWlnhQoOhLPiLtUnYrrMlyM8kofx6Kk8no+HwwyRoTA8FFkA0JojUgkULB6MdOCSAnABx0rP6JckNLMgNZXp+4r4cgfnFKKw3mDhj95PDedKXXigroLJk/F8dyBhDPQsqzLUoqjgRVGOBMkpE6cgwqjCeebTl/P41cj7ru+76y6z/NZ8Z2LhOKuDlUyAXWoC7Wzc5G6FMez6s5PsTp9SGZHkidFW7pACB+0MFEBipQHQw5AU5UgJTIPgIDgMRoFyBIdAEJEQUylBjDWDM/+Rhj2cLNiS3hoi+ZnQUcZrFSCDjKCSlNQlwWyDSy4ATi4Gz9aMkqd4iCQneIDsXnHuyAtvN2V433thTew7TgZEQRETCzhSpkkZWAIuu3YmW+Ca0Dw4bof1Ucpqw=="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 13,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_pii"
],
[
"bytes_uncompressed",
"10998"
],
[
"bytes_uncompressed_records",
"7332"
],
[
"bytes_compressed",
"3666"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:08.176Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAECmoCo3zbqN1yiTppyhgUoIjAwotS/9YN4D5RcAxnKvRNDaNmMQUkQjUv1Up3QSKu4Qyu44+R4Pb3iBelBataXte0vb9lCkrmhgSpJgxeIN5Mlsd/eWUpE9OZyw564+2cEbKgllsAChAJ0AZsqyAPQQ8gNlCZhKj9yYl5QdODNCFckPB7vCS4MwtESSAj+odCldFVNKQVoqrZQ8TxPGojx3aqP2KW5yxMbwQaU2JD9bs1OfiG0ToYpymza1lvtUjqsCdUHNsGHCB1DdYoi6dkbUda7Y5yWGH4p0UGl6xDgxoyWGT6XpEcOEDI8hMCplkGRKz48WnhahqsHEBUfGoIJIzgpDEyMXpCi56r1X43tvJ7r3ZqJ77xVdnRqf9W49j2Q9cIcnwh0xLE/TeizbwXR+JIYqVaFWC5OsaG/Bb0Sx+EhLsuJoorAskgX3aW7RsiqAo+ncKYw8T5MCUFSJVl9pgyuonuZWpdilgapF4EhaA+BIYmZ3srGlvRJQaU214AGHQk5NbVkJJQg3EcjU50BC6caSLCp1muytWfrO67Seuc9RlcJ6Fyh+1xZD1GqLl+h5F7jJz4S5LcnuBO/yufwtX8vP8nV+zsf5N3+E3+Fz+Bu+hp/ha/yMj/Ev/ujduW/Xnl0/H/+GINmy/CwrQBYlOmRUCVJrtfHiBokNRJmbUMVy8jDlbMGZdFyMTb5wGnKuqmlUWrc4glhpRBGqlFpsQ6W9oqlHtlj5EaVSHDBAeHjG7BgQqmFGBCFwIEeNJzrdFR9nrvgUuWom4FPpqdqWiHwcgmS9sgyU0ponlVqNZQxjF9sEp7pV5QlChV9qY+U2VQkEUGozgjqeEENQbYkYce+4c9w37hr3jLvmnrlj7pf7aHu3ndu+bde2Z9v19rwdb7/bR9o77Zz2TbumPdOutWftWPvVPsreZeeyb9m17Fl2nT1nx9lv9pF+p8/pb/qafqav9bM+1r/6oxwUABBlI/kyN5LN2/HAGxSQi1pFguHG1WkOSN/ELQk7HDtYz3hYe/22m29XUtr0QpmDJhxEYmYekkloBtxApqAqN826jdcok6acoYFK"
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 14,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_pii"
],
[
"bytes_uncompressed",
"10440"
],
[
"bytes_uncompressed_records",
"6960"
],
[
"bytes_compressed",
"3480"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:04.331Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAKdn0Gif9OUA8m33b4khiz8ImAkotS/9YL8DFRIAVuF+SuDSNgfohyABLamyLK6PgU9tfka5yTBDAha1OSM6sX+QtKBH2LOyxWIbV7SWZh36nnXu0YSirQ4y2kTEdkPQiXezMkGDu4ZOTCcFbwBkAGoAKSY3E2/pzLObDOO8heIohuH4hSswj4ONnwTOC1Ugp2JVVBwYjqqVOH5bTm8NhYsC2PESD5KQkBsYerzEgwTUI2nICu8cRqFOERAampMf6JEJUhJiAQmLAZITQRrw0ea1VtDWWldcrRXkaq2Vqy4e/TkvD2VbrHehqPgu1LtMnNK8i/Wu2C3HcsYs0Zy+C+djzlJz79pZBffEsHSA94NcDJ8/cmei2cXw2aUrGcqjV4bimz/dmWh2F1baoDdF0bw8xZK/w7zAwDAwueUqV7lqubPccpt7Jhfe/3VeZ7tq3+Qsta9A5gniJVNvks0aDDPFMJnvrDtzJk8+nd1cpqxNqjzF1KdYF/G6vT3nZVusP++NPY42ZELGDw4Z3L3GUBGttBhR4OQpCCBgsXEBAosZAlrngdnAZHPr4t2tifDd3e2BmsxV3Ve6NWgWOUvN25tEkoodHrybRg0HQUI+gHAYybwMJXjhY9z8Kx15j3h3AG9vf71eqhYKbKFyPtbfi5L5cVCPb/KjbItV4gcGkY+7b9jxWcWk8Cg5eUtLkQ5y5ucDiAgdStATCygCFwC5y3Hs0niaGIC6ucUw6ltQMMOO0WJKDiscoTuBvYLj7QRRvn8iDt2FfpkFASiMwCnfkj2eZBVULAEFCutOmSRlYAinZ9Bon/TlAPJt92+JIYs/"
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 15,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_pii"
],
[
"bytes_uncompressed",
"11064"
],
[
"bytes_uncompressed_records",
"7376"
],
[
"bytes_compressed",
"3688"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:07.795Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAFWME3LldADJReY6zCYMRX4IuAwotS/9YFoDlRgA1nS3RsBaacYMiPIQntNDmYeFBEkznpdaHoz6NPVAFi+UtcJt9/bu3Ubmb3J9TmlwXjAKos2E7SVbSimVsCvKQhxXgMGoZf4ifQeSAJsAsgDX8nV+zsf5N9/m13wUPoe/4Wv4Gj/jY/yLb/ErPuqeu9/utXt9n+/x/b239/UeZc/Zb/aavbbP9tj+2lv7ao869+3a9fPx7+2rTkdJ0qOtAExTJqmpiJgpJ5SmTFJTjxk8wiDNS+kI04EmXVofaiaVHg87pDTowUHyUQKHAy5gkLBZa9W21sqdaq35VGutp2phBt5W0RaGdSmuKKmYc3pJoEQChqV6UzOvDJqHjgckYYWBzcRihxUcbNrruggAmdd1XdSePnGkNHvlhdknjhmLG7qhPruIzuyVF2Y7BY4gN+tGwCT3ECkWFZg2U/wJwQHzKARqO7d9265t19vzdrz9brfb63aUdk77pl3TrrVn7Vj71W61V+0ofU5/09f0tX7Wx/pX3+pXfVQ+l7/lXy4wwempgk0cYMu8dih+mY8oVDNrZiHsUUyxbOY1Myt0iEBhwsys18H+xBQGQtNwZm+XcXctB21Ptp70rRcrPezbKtD7wYBCMKjcK5GFlUSypADSYl4yMDQcLXmw6lEzWws2GIGBRUcOHgw3krS0YIAEmxcAjXmVrE0kYpM0cyzLoMyILPdqq3YZ7lHMRLDBvGgFRw8cPZlJZ46GnBwKMxPDjuhOeSNrl2BQEcU6ChSCX9d1DUCaFz0KcW91OrpDkh7dOd0JRZYQ3enozrfBHxAoBMmSRXdalEMZEompGboSU9lWjSuPxIagEkkvRRV8nqgy8kYaAXNOn10kc0RH0I5+u2TtkLY6arSHsm+XpfjR002CP7SjSy9qZOEx2kM8oJC42vTUhYwqmIkYNbJgn4oMkqQIE1UqHUmCaEf3J6bAkIi2APxYGkNEiJU55wwnKGzYDIGCUzOfiLkQ3GgKfaJsARAArkvA3A7wvFJliWQzBdpB/LOCnW6ycXYJXu14jzXlA3pQZ3Ph48pkG8f1pkySMjAEVYwTcuV0AMlF5jrMJgxFfg=="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 16,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_pii"
],
[
"bytes_uncompressed",
"10641"
],
[
"bytes_uncompressed_records",
"7094"
],
[
"bytes_compressed",
"3547"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:01.271Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkALbUDR84QRFAu7iGUgLtymYIngootS/9YN4CLRQANieTTNDyqANSxX/EDvwzRe2WqVLjllGHtRDBwJEUvYJkZUEJZUyzJ6m0HFs21zCjIUvsN/8FeaJAxxdHZ1FKtrZsw3IwJU6in9sTm4KmKAOFAH8AeAAuIe5qsUIWCLDYiHPmOdZuDFBcy9sqSEmA8nK1WOHl7XB0Ody+6Zs0o7azZmPSamhwOZORVmNN4hUrotncJM/UmbZxMBAUjuJpOnqqkSHIUTxNK3q4sJHk1WlmhwiFGb9Q5Q9+OjKehFrEflQ0OKE9ryPr916U8N6bcnLvdZ3ce+/JdeABLU5GBia4vMgRylhnieTw+gJbqJLM545MRzzdmwbu9MY2fOKN4jSD2UTg9WVYp3FNZ52Ip7xFZoWlQapEjF8RBnevYPrY4fHkc0DlHmJKOTgsoAiJ2KFqRTqIeNbDWmsAJq++bxh3g/WI1/pmSn4K20gUxDMzp/FtgHst8Qixl29C22QKnhqneoEt1EZxeZZiuQCcJmnDoMY3nAnK6wVDFZzm2a3EqwzrUO7z+UIrPvk9K36J9w2jb1fPeyt+DWrqHZP329Xv3oqv857h9L6hefZ29ThvxR/HvLNOx/F7IEZEQyeUltx9A40CTEM/SMyo/IdJFsPCDLXW7dUxmktQlm1U/q8i4C8wMAkh7vN97nvi73ANLPHeufzVY23SvPhDO0C/cYdro2mTbfhXrxPihr3gA/Sz5alTIOlsPs8RSLQXH5d5ZqK474GYUAHCSUjJa1JRyoIkC+ODykUBQT0kLy0OSzkwGhiSlQ7WW7V+C2SBIXjDEQAUiwsPYsDkCXqGYotDgT2IcGBLrN8XiSLIpnCQI7YACBbO3DaDGrOlpJTN24cdQTIJzYAbttQNHzhBEUC7uIZSAu3KZg=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 17,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_pii"
],
[
"bytes_uncompressed",
"10749"
],
[
"bytes_uncompressed_records",
"7166"
],
[
"bytes_compressed",
"3583"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:11.397Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkANFCd+TL3XHjN9zj7pB9sjAI5gootS/9YN0CTRUABmqaS8AQOQcs/OtuU/hzHdOdzNbJnGIf+yGbtucCxpL6S1w8EGdGee9+x8p2P0Nw+G4BEXRdxQM6hGABUf17JBKPY0y4DFESVcsvMKs0ZIkAhACGADtW48b9vp7jpZ/v5n71Xum8v4nnu24+PfRvUxsvvcOP0BSN9zdaepNx76H7aJgBUggSmgJPtSXBtAOzqn5gQr30P7MtXXXe6zjqD0hqCYcMnqH+gKSQcgxFDTVmAXkR8JTk8tJqVoweJBiaG7MaHaJyx4LjBPY4jijkOI4pr3EcTV7jOI6v0aUDmEhpxIoQjWkdHyUnHgRA0WoFvfLC9ODBTyBiRDTBhl6wSYzxd9TYcdkmvsrizAm/oubWtHkB1DVZUW11LXcwa/HVaWaVZ7IiMjH2sanqa8y6LiryWvdxr767PpvFnCJo7OTrzKyLPM5cxTOzYi7lNuIpa/rqceYqvi3NaT83our2b20O7lL1r/kUa/mm1Rj7WPsdq1fdMrNgxmDVKikoJ681lwNRTmQmrxiMBA/IZDIDIFkC/ppRNibJglMOqO4mUDOzM6tQw6LVMDQSVMKRR1G4K0KbYLSogQ0LMWosE2Of+jmvrt6XLH310L30NeduvMdCtqrd3OtwvhVpjN1b3bXffT2gs82aAugYY5aKxilrfu0t00BGZrbq93WtW3rNQ1XVraXrePi+b4TX2f/TS3/vhbCQhFD66b3Sbd4rvea90k0Pnfe3l7umXjrpvY4fDzSUMlxo3LPkUyMoSmWn1VAgGFwuHGhslNjgIoWJEJIPsGMgRo1dB3VV89EE7lJTE/di+zmdy2MiTCTFkQwVABdEAbjgnNSgZexsiLeDdN4KwTUYANqjd1pYgxcwmas/He/hlzY1d6IsXHzDsLI5FuF4OPSsN2WSlIEh0UJ35MvdceM33OPukH2yMA=="
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 18,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_both"
],
[
"bytes_uncompressed",
"11133"
],
[
"bytes_uncompressed_records",
"7422"
],
[
"bytes_compressed",
"3711"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:08.303Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkADZ+RFIAFswvtJlowakoYWII5gwotS/9YLEDTRkAtva5RODaNAdEax8TIqUwPuQQ4nD0oSyR5NPCVOUZc+Lb762BlnaQ2lrZOiHcZWBRPTEUbdsit5RSSm8PojLEIM03X/a9n6wyswCXAKAAIzeqPiMu3EauAAWmxu1d4TimDvi97FUvWh0n5GZmppTSbw4KDJ3A9rbvQoHhJWYdELhqd1CBPy7a3vZd+8T5qLaIYGbKmwnyfFzNpPaqV5brZUnV8kAVj/VxFmr39ICd5YGna3ehtwFtCfvEdZul2uIKNWlccBkqQ4VEjUnjgksQGFaEbJnSRAsRNFCoTkk0S2RahHBSpc5Q1VgR6bJjQMealNKsUkqzHEopzqGU0hyqMwOfscewx9hf7C32FXuKPQl/hl/jz/gx/Bj/xW/xV/wUP+l+dl/fz/ex+/j+vW/v1/v0Psl+Zl/bz/Yx+9j+tW/tV/vUPql+Vl/Xz/Wx+rj+rW/r1/q0Pumz158fe/z37denGTRXqTYPCiBlRxkiQ0bmnCe8dBiGWFgWRBNJDAMXsBjJMhqDIsKXKFWS4LBmlVLSKJnSRW8H47dD8AI5BlM6F25uI+WUUwjfi2p+2lQ8/tU22FXzEGj7U8179uevc3bVvOs2T/SnlFJSpjOGr62a93AmDwLQw8cTLTquzDm9IgeOiPkbCqK5yjGlAI09woNQAhUbRB4LS6xpBTCZckp6VQk7BE/izZRzDphCOyT9mX6tP+vH9GP9V7/VX/VT/aT8WX6dP+fH8uP8N7/NX/PT/CTsM+w1FlLKmhtTmvYPjUMwjR44CL1tAQTTA9e888aUv4umbbRGL4l7BFcevGShvs3aH9f97M/6SiULtcPtJG7XvEf0PAiADB5CtJRoMucEUqJAP2zwrBBNMC9SKYZo+JEV8LlgM+GG2bHmldJBpMZu26mR44zfCjzZCAlVzT9/d80/UOTgQZqj9ijuz4MoYJhQwW1QG9h92EICHbd5+1JtcYVTM/cHoi4TyEE0w3FMXR9U4/Z2twMVAIoWIQER0FEmVgoHIdcqGVTu7UucX7DEgGbTLUfAS4hctmS2cBARt7S+q9rpjha/XQI1bwe5wpuHZBKaATc2fkRSABbML7SZaMGpKGFi"
},
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 19,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_both"
],
[
"bytes_uncompressed",
"10635"
],
[
"bytes_uncompressed_records",
"7090"
],
[
"bytes_compressed",
"3545"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:02.586Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkACS+k/XsjxYAo6nxMgwZIpoImgootS/9YN8CHRQAFiiRScCWbQ4wnlPynhMgY8h+vUM0bJ2Vxgz81yep0jE4OPYxRLrVkYT9RdbDwM9C2/b0Y60puLhnmApI3U5iHZzvVMlQee/xBDCt6cuDAHwAfQDhWKY+vHOpI5YrWTeqOEc5pfRZqy/rb/my3siYHNWDuvsVHOvEDXvgzohJ1clB3aH8gF9oRdgAwMVM4tQPDLudurNoujgKiKkIChKJF44CYopxIinID6ch3MgMyQ8CpZQXiXiypCanNLFEWSCkhQ8IS9WttTKctTZmZa2FWVlr7cpS8Bs3g3X2yAFO3emJy3Hff70WhqV4v+e18zxtztcYf38fv6mxNK7D/e/N+96b919v3u9e+xnOWW0R/Pvcmyk/OZKU6HHk7jsI4FLB9vGQchg2IKCMADKkEpRAiUaTBBYe1TlKqQAkpyyYkwZPT8bwBl+4nRdQdy/vAtud3gL0R5wzZtmnXliGcurULWvjtpgH3MaS4Wosjx+qCNYP39zksMayt+FQxzoePIM9MOzqiMnyI3KSdOPI3a1P052BgudIyovUyOCC1UTHqECQDBqvgtGrOkvFyOl5cvfF1/7vi5nEefP+hzeJxTcnfF0OZ51uccdi/rZXxkm5DZTSzynMC8t+5fTewtBq0az4eZ5cvd+9Wav2PV/v34jguGvy/qr97Ov9MW+vHDcpZu+r9jxf77tceedRu1xvpuAQSqFEhZC7UxUTDktEDSwQGaKDxZCNFSoN1R0EMJFhG8c2vTfMgDvVe8O22bhxDId4i1jnLYMMPBQALQQoUApa4bAlO9gipNDY1SB3c7hQ4gPYsrDddLtwkB9W+eTjwglKw1wQYbr9gwi05kO2eY9MQjPgBiS+k/XsjxYAo6nxMgwZIpo="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 20,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_both"
],
[
"bytes_uncompressed",
"11805"
],
[
"bytes_uncompressed_records",
"7870"
],
[
"bytes_compressed",
"3935"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:11.462Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAJxHLOx+GUIyzPasGckRqdsIphAotS/9YBQGTSAAeky8DkPQ3CQdGA7iQjolFTJR5SEnGUlrNIsYzV0kzbcH7CdbbdRsb3s91HYqauwYTdAsXTZC9t57734yDpq02PnRzb7334sE/gAKAagAQiJocDcYAGhyJsoqPmVIL17XNaDIuyo2c1Jb0Zba+VEKydGn/8Nimf7D/1FxLaH/9H9OG4oFqoUKxepa/zE6iaDOtMJSLKIDlxHUpUxbUM8VnLigbhvCVl0XtCDnXRCLFLYVB9RK8K5TnhO3uoETt8Ja2m1w1Mr0nW3IpMI2IFQRa2s1wHmolSnnOXggRFQwofOODuN91hbUceejgLAhbBhJ1MgTIU+VUJI6E0nLMFsjkE4o04pEp4wk1tYier+DsXU3AoDj5fhIA6VNmBpBXo6PNEOkBLFC5V3XGhmlCQUIbDKeEQHG7Ji5cYL0IIRQQgg1Hggh5YEQQh644QVn2If3RgSmLAHDRAyS9x6PN1tQfHCiw8iBt+FJEA0zfICoUINAiNCWDR0ykN4kYONdR0exrzr/ZOJSMUyr91VcS+hG/dPWtTbVjTKsUDgbEavTeWto61A9sagHtTL1/EF8Oe+6rpfghcgAgoPOO0oRffqrbTvdCEdKEi9KuvB4710diOyoV1EON1ywXBHQ5AeaLKQnBXx511McywR0CZ2KiAPaea9rbUQuNpaBt+q6ICwGq9uGttTWqbYVh3GoCe96j7VdFveiwEvwOBYqlM6DEouYZiMmS5E0xLFYkFQo0mlr0YJLkYY4IGxLrYZMMDYKGxAqZTo5OTLkDY93RRDhQYuRHmRaB95FA/eszb427zmb/Wzes519O++5zn6d90xnn857nrM/Z1/Oe46zH+c9w9mH855Lsl+S96zJvibvOZP9TN6zlX0r77nKfpX3TGWfynuesj/lPUvZl7If5T1D2YfynkuxX9JiX4v3nMV+Fu/Zxr6N91xjv8Z7prFP4z3P2J/xnmXsy3jPMfZj7MN4z6V+6Z61vnbPWT+7Z9u391z79Z5pn97z7M97ln15z7Efb9d1PS7v+sQkFjEYryC1FW2pHZx3XddXbC+unaehhAUMF3beUcn2S/aeNdvX7D1ntp/Ze7a2b22/2numtk/tPU/bn/aepe1Le8/R9qO9Z2j70N5zqfZL9Z612tfqPWe1n9V7trVv6z3X2q+1T+s9z9qf9Z5l7ct6z7H2Y71nWPuw3nOJ9kv0njXa1+g9Z7Sf0Xu2tG/pPVfar/SeKe1T2p/0niXtS3rPkfYjvWdI+5Dec2n2SzMcAA9mAziK4cygPIt3QSS83b3jfW0Lb2DlOJkTBFhAS7Sn8HsQeL5lf16YAEkkFMNBAAojcJRnhRxu3UoNAOPgx2zCzV4OWmUJwc9w1puPzYtkEpoBN5xHLOx+GUIyzPasGckRqds="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 21,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_both"
],
[
"bytes_uncompressed",
"10395"
],
[
"bytes_uncompressed_records",
"6930"
],
[
"bytes_compressed",
"3465"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:03.918Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAL909OkGRDffHPd6pnUWchgI+ggotS/9YIECnREANuB7SuDSNgfUfjZWAWUGhA5xMJrrN0Iu8zxIAFA9oQQ/GSbgFIZM3rCyu2YvR3bErdFDgA6pmdkvwMqEmTXZddlmMiYzyQz8CAf8EpABagBjAGcA3tOUNuqvpZFWH6Zi2UmrNEwGCDMk3Wq1VsBOBXY6qZX/q2T2nM6xLHt3AletBSW1KIJjZ6i1oKTZDQ88SnQ3qAKDz4OZz8vWIJKGTkFRTPtwIiNEECACSlzfe0+oey+L6d6rMt17r+le6CaOtibRg9roERsiYRwRFIgpmYDC9claC4Coreu0UN0JXHmoqqKHnYcoXl8erjwcv6wpN6ClmlcPc1zGfJs3TbptmjPp3aj5zzc/o59iD5cM2rrKNOLUU0aceisLrOS+/SmiAc8K0PMdcBHywTXKWj8xjfdmeooc/sXEqkjjCUZM5j+9NGfSgOOQ2RSf/JzAipfSyCymnqnGNq1MRa0HdEwFGBZJr+dNpbh7UdxKg3tbvlX9NfaVqfhxMhQsOCia8SMEqbtddCACq+nW2pKftv0oHj0Xfm1trbte5ibdrpdpzqF4fXEil9fYyxcYsTASUdTdNWYjUF6g+HG09YpTSnd0uPSwYGDfzIkUQFynGkaL2LwR0xSUauTUJK6XrQDBMxvq7iGsCC0qQkSurWkA7eDBMXIEFwDWxKlsolxvxKAKx8u3cuhNIcQWkJsBW+PAztAD7IzthfSFg8LxmmylNBummDV2KRxkg7A+5ryH6xxGJqEZcAO/dPTpBkQ33xz3eqZ1FnIY"
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 22,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_both"
],
[
"bytes_uncompressed",
"10500"
],
[
"bytes_uncompressed_records",
"7000"
],
[
"bytes_compressed",
"3500"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:36:55.714Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAD4x4+AuD8/JqIp/Yq7VOtcIwAkotS/9YFACtRIAJuOFSsDUbQ5GGUwhBZNWFAxt9rJhTEAkqHz6spEv2z8EBk6LQIHay8aVtY3pxkLbZXZHvgBjOH/spDTfRpvMbmDO5tTbV2Vg0HK6lUQKcQBwAHUAHrQawUu+Wa4474WiCw7JV33we5f8GE7fg/lwSP5sVtLY9+69N6YF88JajWJIfgyFPRCAGL4RPdlIAmQDC9+InmZoiDqR5O4vuB5IolKmEpyz4JnsoV3K0bLEoUkIlFfU+b1XFO+9re/eu/ruvfe7Mx4nKe/uh+GeN3GH4Z7NVU7jakChxPsohdGREd4/lDp8KkcoDHCuA8cCIzdDKkQ+VDiQcm8gYHUednc3TvMJwrKM8wuGMljNJovi/eN3ZvVPzqyCbEtn5Z/DtDIFsYnyrJhdSfmKddbcM8DfXTUu1wOTPgYA4d2yuLaD1xPvbhSvgUATocRjXkYG+MxmdxPTCsGWSIoiKYY2rPAL78cSr9i1ZXfiGVridLEUzWkxLbMdjwoYQ0x4C7n8rEhCKh6cDyX5qFaIaFnJYAoKkar5gOpcFEDDmwWOW5vWsmnCAsftLPPsp1QD3b05eX/QBdELLZD/WtfyX96/0szK/kX+68QoDvovoLc5c06LaaDatjkFnpZNEM9UWumDZWZ5Lc1PoOMpb2//WIquLdulmZV1ZdeyNdkrcBGEBFINb5ZctEOgCIYdnLcAmuBgc7pRaVJlkJBipMR2ARUAwWKUxoq9LRHqGGQQDjLSSgWutr5qvZlWKwbya4+Vz8uORYY93jSsfznvoc7x+YIfTCtMi4syX3LBED4x4+AuD8/JqIp/Yq7VOtc="
},
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 23,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_both"
],
[
"bytes_uncompressed",
"11184"
],
[
"bytes_uncompressed_records",
"7456"
],
[
"bytes_compressed",
"3728"
],
[
"record_count",
"4"
],
[
"created_at",
"2025-01-15T12:37:00.659Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAIfgB2HL2RZ7gcfgER1DLywIiA0otS/9YKYD1RkARna7SOBWacaAA1pOHI9Y8iMIiXF6Kirmac5CVHiLR2ggzho2kWAT0tqhkWlbu6Im2h+ccC+e1ncTkkRKKelmFU5xzI5g7xwIv5KzA7oAtwCdAN4HcBR/SlcNgBsvovxAQmJiWA7i4xxUqSZFl8iNBq6fBdm0ESaGYQJsTOzbpegKCl0xL2+EUc05sWqyDnZL5CFfJkZT+0VbNssLTZsHFBo3CTPnuFWj+BIwD8wcCzUXWCbJ0jQuq/VmWme9yZDjJl0yYMuTyXRscGbmSoqkH1OOQLCYKymSeuQoEnI05+SBIqgF68hLjdKUkbOiwJfApwMNIxgpHEcnvGzWWvGttXIxtdYcU2utMTXCDDkSWCYRpUnJzDBosbwFNKkZiqIrVvlDT8mUV2Yl7UjaZV/oZTsEV68dZmHXZd9ueTzkpijqQ7LoEAAjGUhSgAyZc0LZgcNECKQpO6WZAQKSywAVE4YhA0Wg4DwZQSGbV8fEJoZhtMZ8You6fGLLRHIqGEpLAV6m2BOCLDPja20m1NzsbCFwtaMiG4RbJZbZidu0lvG19YOHDi8hV0mOQS0xZK1UQOCPT8/+eFJeNu7R2w8yVCiCZfgafsbH+Bff4lf80z13v93re+0+3+P7e2/v6/3JnrPf7LW9Zp/tsf21t/bV/nTu2/W15+Pf21cNKDqOHh1SWeLCRJKRj4mVvFKEEhsVJUozhoKizgkOkxyKERoECE7QbOIWJhP7PHHlwWu5UB0bHNqimts1liwr0GNt07hJF4GbA6y20F61sMwdip8pJQKVJoZRsOWl9mtlvswKNwEYhqnMmBgRkUXRkJ5SFB1C0W+X5A7p0M1P6bVMq9FVokQb7q0GFO3G0aPdaReKJBDtULT7NtgD+oTgWJK0G6I6K5Now2k7t33brrdr2/N2vP1ut9vr9pM+p7/pa31NP+tj/atv9av+STunfdOutWvas3as/Wq32qv2Uz6Xv+XrfC0/5+P8m2/za/4Jn8Pf8HUaAPpLTvjKAZ5qBjCpXQcA5cY9ySzpsMf7sApZHAEunM4ig4571JL2/yDNDerCalIn1uCIuin57IQ5ZwcOTS3NyJJS5kqZJGVgCIfgB2HL2RZ7gcfgER1DLyw="
}
]
]
},
"expected": {
"batches": [
{
"error": null
}
],
"outputs": [
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":64362}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 64362,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":42908}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 42908,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_records",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_14d\",\"count\":64362}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 64362,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_retention_14d",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":64362}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 64362,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_received",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_ingested",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_received",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":65613}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65613,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested",
"team_id": 102,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":43742}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 43742,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_records",
"team_id": 102,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_14d\",\"count\":65613}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65613,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_retention_14d",
"team_id": 102,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":65613}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65613,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_received",
"team_id": 102,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_ingested",
"team_id": 102,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_received",
"team_id": 102,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":65640}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65640,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":43760}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 43760,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_records",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_14d\",\"count\":65640}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65640,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_retention_14d",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":65640}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65640,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_received",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"pii_replacements\",\"count\":6}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 6,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "pii_replacements",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_ingested",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":103,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_received",
"team_id": 103,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:00:00.000\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"retention_byte_days\",\"count\":1969560}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 1969560,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "retention_byte_days",
"team_id": 104,
"timestamp": "2025-01-15 12:00:00.000"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":65652}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65652,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":43768}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 43768,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_records",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_30d\",\"count\":65652}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65652,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_retention_30d",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":65652}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 65652,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_received",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"pii_replacements\",\"count\":9}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 9,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "pii_replacements",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_ingested",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":104,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":24}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 24,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_received",
"team_id": 104,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3442",
"bytes_uncompressed": "10326",
"bytes_uncompressed_records": "6884",
"created_at": "2025-01-15T12:37:05.205Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "14",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {},
"body": "request 3fa85f64-5717-4562-b3fc-2c963f66afa6 took 12ms on host ip-10-0-0-1",
"bytes_uncompressed": null,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "request <UUID> took <N>ms on host ip-<N>-<N>-<N>-<N>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "866cc743aa9e7357"
},
"timestamp": 1736941062051862,
"trace_flags": 1,
"trace_id": {
"$bytes": "992e5f21a6d0a65e50b2260ed06fa0ec"
},
"uuid": "00000000-0000-4000-8000-000000006000"
},
{
"attributes": {
"count": "\"/healthz\""
},
"body": "12345",
"bytes_uncompressed": 548,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<N>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "info",
"span_id": null,
"timestamp": 1736943038118761,
"trace_flags": null,
"trace_id": {
"$bytes": "904de7b5c09cf37d6291be11f12a0379"
},
"uuid": "00000000-0000-4000-8000-000000006001"
},
{
"attributes": {
"user.email": "raw-unquoted"
},
"body": "phone +1 (555) 123-4567 ssn 123-45-6789",
"bytes_uncompressed": null,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "phone +<N> (<N>) <N>-<N> ssn <N>-<N>-<N>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": null,
"timestamp": 1736943482027430,
"trace_flags": 1,
"trace_id": {
"$bytes": "71544749fb4390d36342bfdcd21fe891"
},
"uuid": "00000000-0000-4000-8000-000000006002"
},
{
"attributes": {
"0": "1",
"1": "\"two\"",
"2.three": "3",
"3.0": "4",
"3.1.0": "5",
"http.method": "\"GET\""
},
"body": "[1,\"two\",{\"three\":3},[4,[5]]]",
"bytes_uncompressed": 211,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON_ARRAY>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 0,
"severity_text": "",
"span_id": null,
"timestamp": 1736941689205346,
"trace_flags": null,
"trace_id": {
"$bytes": "d19154d0f66368a2f6c08ceb42b15fb8"
},
"uuid": "00000000-0000-4000-8000-000000006003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3465",
"bytes_uncompressed": "10395",
"bytes_uncompressed_records": "6930",
"created_at": "2025-01-15T12:37:03.918Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "30",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "104",
"token": "phc_parity_both"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"0": "1",
"1": "\"two\"",
"2.three": "3",
"3.0": "4",
"3.1.0": "5",
"level": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "[1,\"two\",{\"three\":3},[4,[5]]]",
"bytes_uncompressed": 209,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON_ARRAY>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "408bba3d8b4bb65b"
},
"timestamp": 1736944198417166,
"trace_flags": 1,
"trace_id": {
"$bytes": "1811f5f691d10c890675b0272c5ad05b"
},
"uuid": "00000000-0000-4000-8000-000000021000"
},
{
"attributes": {
"http.method": "\"{{REDACTED}}\"",
"level": "\"/healthz\"",
"url.path": "3.5"
},
"body": "GET /api/users/90075 200 330ms",
"bytes_uncompressed": null,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "GET /api/users/<N> <N> <N>ms",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "api",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "bc9e02666bfb81c2"
},
"timestamp": 1736942842666536,
"trace_flags": 1,
"trace_id": {
"$bytes": "0d44094f1524646443f975f1de6e8899"
},
"uuid": "00000000-0000-4000-8000-000000021001"
},
{
"attributes": {
"0": "1",
"1": "\"{{REDACTED}}\"",
"2.three": "3",
"3.0": "4",
"3.1.0": "5",
"http.method": "\"/healthz\"",
"payload": "\"{{REDACTED}}\"",
"url.path": "42"
},
"body": "[1,\"two\",{\"three\":3},[4,[5]]]",
"bytes_uncompressed": 163,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON_ARRAY>",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "62a29a1a394249f9"
},
"timestamp": 1736943706607248,
"trace_flags": 1,
"trace_id": {
"$bytes": "f29a3e1c2f880f4965e1cf6f84e894d4"
},
"uuid": "00000000-0000-4000-8000-000000021002"
},
{
"attributes": {},
"body": "\"just a json string\"",
"bytes_uncompressed": 583,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "bcf4a7c40d93badd"
},
"timestamp": 1736943085175960,
"trace_flags": 1,
"trace_id": {
"$bytes": "94a8a1572f6b4e49883ee28370187a73"
},
"uuid": "00000000-0000-4000-8000-000000021003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3466",
"bytes_uncompressed": "10398",
"bytes_uncompressed_records": "6932",
"created_at": "2025-01-15T12:37:06.585Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "14",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"dup": "2",
"k": "42",
"other": "\"x\"",
"payload": "raw-unquoted",
"user.email": "\"/api/v1/items\""
},
"body": "{\"dup\": 1, \"dup\": 2, \"other\": \"x\"}",
"bytes_uncompressed": 565,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:dup,other>",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "36f1961645eeed09"
},
"timestamp": 1736941207486968,
"trace_flags": null,
"trace_id": {
"$bytes": "02ee34ce6e5a28cb505f525ea831bb0e"
},
"uuid": "00000000-0000-4000-8000-000000007000"
},
{
"attributes": {},
"body": "card 4111 1111 1111 1111 exp 12/29 cvv 123",
"bytes_uncompressed": null,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "card <N> <N> <N> <N> exp <N>/<N> cvv <N>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "7b4718606dbac8d0"
},
"timestamp": 1736944596331833,
"trace_flags": null,
"trace_id": {
"$bytes": "cb8274085e518fd7da7ecf0cdfd4a9d7"
},
"uuid": "00000000-0000-4000-8000-000000007001"
},
{
"attributes": {
"http.method": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 429,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:deep>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "94ffbe0b0650ba9c"
},
"timestamp": 1736943630312738,
"trace_flags": null,
"trace_id": {
"$bytes": "e64910ebf3ec35fd9db31c755b716ca3"
},
"uuid": "00000000-0000-4000-8000-000000007002"
},
{
"attributes": {
"count": "3.5",
"http.method": "\"[email protected]\"",
"k": "raw-unquoted"
},
"body": "\"just a json string\"",
"bytes_uncompressed": 171,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "abbff05d91856938"
},
"timestamp": 1736944249804455,
"trace_flags": 1,
"trace_id": {
"$bytes": "405ebddac0be2152abc5470cbb7cd875"
},
"uuid": "00000000-0000-4000-8000-000000007003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3470",
"bytes_uncompressed": "10410",
"bytes_uncompressed_records": "6940",
"created_at": "2025-01-15T12:36:58.262Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"http.method": "42",
"level": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 497,
"event_name": "job.done",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:deep>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "a130ccc6b5f33bec"
},
"timestamp": 1736943340233699,
"trace_flags": 1,
"trace_id": {
"$bytes": "a6a3e8951d2ef2f5224899e093daad55"
},
"uuid": "00000000-0000-4000-8000-000000001000"
},
{
"attributes": {
"http.method": "\"[email protected]\"",
"ip": "raw-unquoted",
"k": "42"
},
"body": "",
"bytes_uncompressed": 766,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 13,
"severity_text": "WARN",
"span_id": null,
"timestamp": 1736942190638678,
"trace_flags": 1,
"trace_id": {
"$bytes": "6fafce71b1fd4e06cc98432514a807a0"
},
"uuid": "00000000-0000-4000-8000-000000001001"
},
{
"attributes": {
"http.method": "\"[email protected]\"",
"k": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "{\"dup\": 1, \"dup\": 2, \"other\": \"x\"}",
"bytes_uncompressed": 64,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:dup,other>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "3cbc323172d00fef"
},
"timestamp": 1736944394594937,
"trace_flags": 1,
"trace_id": {
"$bytes": "6eef6c71b6922b187d6b11ec0aae79c8"
},
"uuid": "00000000-0000-4000-8000-000000001002"
},
{
"attributes": {
"1": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"http.method": "42",
"level": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"payload": "\"[email protected]\"",
"user.email": "\"10.1.2.3\""
},
"body": "{\"dup\": 1, \"dup\": 2, \"other\": \"x\"}",
"bytes_uncompressed": 724,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:dup,other>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": null,
"timestamp": 1736942841052555,
"trace_flags": 1,
"trace_id": {
"$bytes": "a14fa3c244daf9ec7280d772a2af4519"
},
"uuid": "00000000-0000-4000-8000-000000001003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3480",
"bytes_uncompressed": "10440",
"bytes_uncompressed_records": "6960",
"created_at": "2025-01-15T12:37:04.331Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "103",
"token": "phc_parity_pii"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"ip": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "request 3fa85f64-5717-4562-b3fc-2c963f66afa6 took 12ms on host ip-10-0-0-1",
"bytes_uncompressed": 270,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "6a6af9ca8e36d8e3"
},
"timestamp": 1736943272345563,
"trace_flags": null,
"trace_id": {
"$bytes": "e66f85bbab111d3c11429a13fa57a028"
},
"uuid": "00000000-0000-4000-8000-000000014000"
},
{
"attributes": {
"1": "\"/api/v1/items\"",
"count": "\"/healthz\"",
"http.method": "\"/api/v1/items\"",
"ip": "\"10.1.2.3\""
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 676,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "179fbf39c735cf30"
},
"timestamp": 1736941499245250,
"trace_flags": 1,
"trace_id": {
"$bytes": "14466e4a8e000dd3ba4b82de3c3b15b4"
},
"uuid": "00000000-0000-4000-8000-000000014001"
},
{
"attributes": null,
"body": "[1,\"two\",{\"three\":3},[4,[5]]]",
"bytes_uncompressed": 435,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": null,
"retention_days": null,
"service_name": "worker",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "13ea1e5438ac948a"
},
"timestamp": 1736941329035734,
"trace_flags": 1,
"trace_id": {
"$bytes": "b17c1672138d5f9997ae6768e4ca4747"
},
"uuid": "00000000-0000-4000-8000-000000014002"
},
{
"attributes": {
"1": "\"/api/v1/items\"",
"http.method": "3.5",
"ip": "true",
"k": "42"
},
"body": "request 3fa85f64-5717-4562-b3fc-2c963f66afa6 took 12ms on host ip-10-0-0-1",
"bytes_uncompressed": null,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 0,
"severity_text": "",
"span_id": null,
"timestamp": 1736941264878089,
"trace_flags": null,
"trace_id": {
"$bytes": "66f2cb3dc44f57d8e1b3f2bdbb49dcda"
},
"uuid": "00000000-0000-4000-8000-000000014003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3495",
"bytes_uncompressed": "10485",
"bytes_uncompressed_records": "6990",
"created_at": "2025-01-15T12:36:59.314Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "3",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": null,
"body": "\"just a json string\"",
"bytes_uncompressed": 372,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "52841fdc52bbe682"
},
"timestamp": 1736941917331339,
"trace_flags": null,
"trace_id": {
"$bytes": "12913829f4b117200a8e71c0c60a745b"
},
"uuid": "00000000-0000-4000-8000-000000000000"
},
{
"attributes": {
"1": "\"10.1.2.3\"",
"user.email": "raw-unquoted"
},
"body": "{\"text\":\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\",\"other\":\"x\"}",
"bytes_uncompressed": 309,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:other,text>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "b300c05f41fbe3d7"
},
"timestamp": 1736942221129534,
"trace_flags": null,
"trace_id": {
"$bytes": "892d671d1bfed63005f59bcb6671076a"
},
"uuid": "00000000-0000-4000-8000-000000000001"
},
{
"attributes": {
"k": "3.5"
},
"body": "{\"level\":\"info\",\"msg\":\"hello\",\"user\":{\"id\":7,\"email\":\"[email protected]\"}}",
"bytes_uncompressed": 640,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "hello",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "42c1c01c88709d44"
},
"timestamp": 1736942706683083,
"trace_flags": 1,
"trace_id": {
"$bytes": "84b7d35d44fa0f17af51ef07945bae1e"
},
"uuid": "00000000-0000-4000-8000-000000000002"
},
{
"attributes": {
"1": "true",
"count": "true"
},
"body": "{\"dup\": 1, \"dup\": 2, \"other\": \"x\"}",
"bytes_uncompressed": 280,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:dup,other>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "e6273510753c49da"
},
"timestamp": 1736944587480573,
"trace_flags": 1,
"trace_id": {
"$bytes": "89ea2c4dd8e290a83434a282c9394ff4"
},
"uuid": "00000000-0000-4000-8000-000000000003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3500",
"bytes_uncompressed": "10500",
"bytes_uncompressed_records": "7000",
"created_at": "2025-01-15T12:36:55.714Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "30",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "104",
"token": "phc_parity_both"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"big": "12345678901234567000",
"exp": "1e+21",
"frac": "0.30000000000000004",
"neg": "0",
"small": "1e-7"
},
"body": "{\"big\":12345678901234567000,\"small\":1e-7,\"neg\":0,\"exp\":1e+21,\"frac\":0.30000000000000004}",
"bytes_uncompressed": null,
"event_name": "job.done",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:big,exp,frac,neg,small>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "94d96efbfcd810ad"
},
"timestamp": 1736943295489501,
"trace_flags": 1,
"trace_id": {
"$bytes": "9a2cfaeddf85d52ac8d574886f486524"
},
"uuid": "00000000-0000-4000-8000-000000022000"
},
{
"attributes": {
"count": "3.5",
"payload": "3.5"
},
"body": "",
"bytes_uncompressed": 731,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "1998a4172d86d3de"
},
"timestamp": 1736941174521415,
"trace_flags": null,
"trace_id": {
"$bytes": "351ec030131d5989f317915af73cc4ca"
},
"uuid": "00000000-0000-4000-8000-000000022001"
},
{
"attributes": null,
"body": "ERROR something failed at 2025-01-15T12:22:28.189Z code=369",
"bytes_uncompressed": 453,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "ERROR something failed at <TIMESTAMP> code=<N>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "d11a87a772792b87"
},
"timestamp": 1736941175700363,
"trace_flags": null,
"trace_id": {
"$bytes": "fadc75048b7dd9b2342a8c9e1a78ba91"
},
"uuid": "00000000-0000-4000-8000-000000022002"
},
{
"attributes": {
"http.method": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"k": "\"{{REDACTED}}\""
},
"body": "\"just a json string\"",
"bytes_uncompressed": 436,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "d060f514719a6f24"
},
"timestamp": 1736942324672990,
"trace_flags": null,
"trace_id": {
"$bytes": "73d39f134b801adf175ae806444c7ba2"
},
"uuid": "00000000-0000-4000-8000-000000022003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3507",
"bytes_uncompressed": "10521",
"bytes_uncompressed_records": "7014",
"created_at": "2025-01-15T12:36:53.025Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "3",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": null,
"body": "{\"dup\": 1, \"dup\": 2, \"other\": \"x\"}",
"bytes_uncompressed": null,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:dup,other>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 0,
"severity_text": "",
"span_id": null,
"timestamp": 1736943040668927,
"trace_flags": null,
"trace_id": {
"$bytes": "34e83901b7d41acfe46ca021cb232a2c"
},
"uuid": "00000000-0000-4000-8000-000000003000"
},
{
"attributes": {
"k": "\"/healthz\""
},
"body": "{\"text\":\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\",\"other\":\"x\"}",
"bytes_uncompressed": 142,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:other,text>",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "api",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "a5fc05b02c78f95c"
},
"timestamp": 1736943162216851,
"trace_flags": 1,
"trace_id": {
"$bytes": "bcc42bf675b9a594f8b57fbe3a281ba2"
},
"uuid": "00000000-0000-4000-8000-000000003001"
},
{
"attributes": {
"ip": "true",
"url.path": "\"10.1.2.3\""
},
"body": "{\"big\":12345678901234567000,\"small\":1e-7,\"neg\":0,\"exp\":1e+21,\"frac\":0.30000000000000004}",
"bytes_uncompressed": 650,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:big,exp,frac,neg,small>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "INFO",
"span_id": null,
"timestamp": 1736942091365344,
"trace_flags": null,
"trace_id": {
"$bytes": "68b894fae8953bf6f816c972cd2e6dda"
},
"uuid": "00000000-0000-4000-8000-000000003002"
},
{
"attributes": {
"1": "\"/api/v1/items\"",
"count": "3.5",
"k": "raw-unquoted",
"url.path": "\"GET\""
},
"body": "\"just a json string\"",
"bytes_uncompressed": 781,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "71fdde19f540cf20"
},
"timestamp": 1736943924583244,
"trace_flags": null,
"trace_id": {
"$bytes": "11f980e2c24657ee896fc17fb54f0fab"
},
"uuid": "00000000-0000-4000-8000-000000003003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3545",
"bytes_uncompressed": "10635",
"bytes_uncompressed_records": "7090",
"created_at": "2025-01-15T12:37:02.586Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "30",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "104",
"token": "phc_parity_both"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"1": "raw-unquoted",
"ip": "42",
"url.path": "\"/api/v1/items\""
},
"body": "{not valid json",
"bytes_uncompressed": 752,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "{not valid json",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "e61f94e579dd027e"
},
"timestamp": 1736941161452387,
"trace_flags": null,
"trace_id": {
"$bytes": "ec3bc59ece28ff0cfc016f53f2fb7fbd"
},
"uuid": "00000000-0000-4000-8000-000000019000"
},
{
"attributes": {
"1": "\"int-key\"",
"a.b.c.d.0": "1",
"a.b.c.d.1": "2",
"a.b.c.d.2.e": "\"deep\"",
"b": "true",
"payload": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"z": "\"null\""
},
"body": "{\"1\":\"int-key\",\"a\":{\"b\":{\"c\":{\"d\":[1,2,{\"e\":\"deep\"}]}}},\"z\":null,\"b\":true}",
"bytes_uncompressed": 356,
"event_name": "job.done",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:<N>,a,b,z>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": null,
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "608c7427756514c2"
},
"timestamp": 1736943941488934,
"trace_flags": 1,
"trace_id": {
"$bytes": "c30c44fcace6269905b9c980fd7c5da3"
},
"uuid": "00000000-0000-4000-8000-000000019001"
},
{
"attributes": {
"http.method": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "user {{REDACTED}} logged in from 192.168.1.20",
"bytes_uncompressed": 581,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "user {{REDACTED}} logged in from <IP>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "de788fab3afc8c30"
},
"timestamp": 1736944223292646,
"trace_flags": 1,
"trace_id": {
"$bytes": "62c84c6345a69915c871f4329f51b1d7"
},
"uuid": "00000000-0000-4000-8000-000000019002"
},
{
"attributes": {
"constructor": "\"y\"",
"nested.__proto__.a": "1",
"toString": "\"z\""
},
"body": "{\"__proto__\": \"x\", \"constructor\": \"y\", \"toString\": \"z\", \"nested\": {\"__proto__\": {\"a\": 1}}}",
"bytes_uncompressed": 50,
"event_name": "job.done",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:__proto__,constructor,nested,toString>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": null,
"timestamp": 1736942506829015,
"trace_flags": 1,
"trace_id": {
"$bytes": "551898b2b99abbd0d44d2bbaec58f318"
},
"uuid": "00000000-0000-4000-8000-000000019003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3547",
"bytes_uncompressed": "10641",
"bytes_uncompressed_records": "7094",
"created_at": "2025-01-15T12:37:01.271Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "103",
"token": "phc_parity_pii"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {},
"body": "Authorization: Bearer {{REDACTED}} token=sk_live_FAKEFAKEFAKE1234",
"bytes_uncompressed": 629,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": null,
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "31f0d95b0cf45cf7"
},
"timestamp": 1736944225155173,
"trace_flags": null,
"trace_id": {
"$bytes": "bd35976ef784409e46c1a3fdd893f04a"
},
"uuid": "00000000-0000-4000-8000-000000016000"
},
{
"attributes": {
"payload": "3.5"
},
"body": "Authorization: Bearer {{REDACTED}} token=sk_live_FAKEFAKEFAKE1234",
"bytes_uncompressed": 825,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "289afdf594fe697e"
},
"timestamp": 1736942309739393,
"trace_flags": 1,
"trace_id": {
"$bytes": "7aabf3ae6b0679a2a3367fe48ece468f"
},
"uuid": "00000000-0000-4000-8000-000000016001"
},
{
"attributes": {
"count": "3.5",
"url.path": "\"10.1.2.3\"",
"user.email": "42"
},
"body": "{\"__proto__\": \"x\", \"constructor\": \"y\", \"toString\": \"z\", \"nested\": {\"__proto__\": {\"a\": 1}}}",
"bytes_uncompressed": null,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": null,
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "5caaffa5ea1cdc88"
},
"timestamp": 1736942124676015,
"trace_flags": 1,
"trace_id": {
"$bytes": "5531f2cf49591eb4f74769be5362ea9e"
},
"uuid": "00000000-0000-4000-8000-000000016002"
},
{
"attributes": {},
"body": "{\"unicode\":\"héllo wörld 🚀 ✓\",\"emoji_key_🔥\":\"fire\",\"dotted.key\":{\"nested\":\"v\"}}",
"bytes_uncompressed": 58,
"event_name": "job.done",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "91d020ca3b38aeca"
},
"timestamp": 1736943991711975,
"trace_flags": null,
"trace_id": {
"$bytes": "8a42115266418ede89334e1197a0163a"
},
"uuid": "00000000-0000-4000-8000-000000016003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3554",
"bytes_uncompressed": "10662",
"bytes_uncompressed_records": "7108",
"created_at": "2025-01-15T12:37:04.024Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"ip": "3.5"
},
"body": "card 4111 1111 1111 1111 exp 12/29 cvv 123",
"bytes_uncompressed": 419,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "card <N> <N> <N> <N> exp <N>/<N> cvv <N>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "77eeeb2a72918410"
},
"timestamp": 1736943595236471,
"trace_flags": 1,
"trace_id": {
"$bytes": "484092db5192d4d90fbb20320fd984de"
},
"uuid": "00000000-0000-4000-8000-000000002000"
},
{
"attributes": {
"http.method": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"payload": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"user.email": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "request 3fa85f64-5717-4562-b3fc-2c963f66afa6 took 12ms on host ip-10-0-0-1",
"bytes_uncompressed": 606,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "request <UUID> took <N>ms on host ip-<N>-<N>-<N>-<N>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "00e91f8be984bbec"
},
"timestamp": 1736941233228993,
"trace_flags": 1,
"trace_id": {
"$bytes": "4ff23da8a08bcd369d4775033ac42b20"
},
"uuid": "00000000-0000-4000-8000-000000002001"
},
{
"attributes": {
"1": "42",
"count": "42",
"ip": "true",
"url.path": "true"
},
"body": "GET /api/users/94123 200 370ms",
"bytes_uncompressed": 54,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "GET /api/users/<N> <N> <N>ms",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": null,
"severity_number": 17,
"severity_text": "ERROR",
"span_id": null,
"timestamp": 1736943293626793,
"trace_flags": null,
"trace_id": {
"$bytes": "d54edf0b06aa6791500f74477b6db941"
},
"uuid": "00000000-0000-4000-8000-000000002002"
},
{
"attributes": {
"user.email": "\"/healthz\""
},
"body": "[1,\"two\",{\"three\":3},[4,[5]]]",
"bytes_uncompressed": 798,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON_ARRAY>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "7de7ace15eb10d58"
},
"timestamp": 1736941935552908,
"trace_flags": 1,
"trace_id": {
"$bytes": "1ff88ab38d92b9d648976efaa5c8dd51"
},
"uuid": "00000000-0000-4000-8000-000000002003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3566",
"bytes_uncompressed": "10698",
"bytes_uncompressed_records": "7132",
"created_at": "2025-01-15T12:36:54.600Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"payload": "\"GET\""
},
"body": "{\"text\":\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\",\"other\":\"x\"}",
"bytes_uncompressed": 180,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:other,text>",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "web",
"severity_number": 0,
"severity_text": "",
"span_id": null,
"timestamp": 1736943237217779,
"trace_flags": null,
"trace_id": {
"$bytes": "f107b701d73a2852307f3d1ee43a94ad"
},
"uuid": "00000000-0000-4000-8000-000000004000"
},
{
"attributes": {
"level": "\"10.1.2.3\""
},
"body": "{\"level\":\"info\",\"msg\":\"hello\",\"user\":{\"id\":7,\"email\":\"[email protected]\"}}",
"bytes_uncompressed": 579,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "hello",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "00d9a0e6ce1f12f6"
},
"timestamp": 1736943668970717,
"trace_flags": 1,
"trace_id": {
"$bytes": "b7f8a3bde56f4a78db133fb7de10d5a3"
},
"uuid": "00000000-0000-4000-8000-000000004001"
},
{
"attributes": {
"count": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"http.method": "true",
"url.path": "\"GET\""
},
"body": "{\"__proto__\": \"x\", \"constructor\": \"y\", \"toString\": \"z\", \"nested\": {\"__proto__\": {\"a\": 1}}}",
"bytes_uncompressed": 566,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:__proto__,constructor,nested,toString>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "6d3075922a2f5ec8"
},
"timestamp": 1736941279190182,
"trace_flags": null,
"trace_id": {
"$bytes": "55a173be7a3f8baa90e77151bfd126ba"
},
"uuid": "00000000-0000-4000-8000-000000004002"
},
{
"attributes": {},
"body": "{\"unicode\":\"héllo wörld 🚀 ✓\",\"emoji_key_🔥\":\"fire\",\"dotted.key\":{\"nested\":\"v\"}}",
"bytes_uncompressed": 453,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:dotted.key,emoji_key_🔥,unicode>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 0,
"severity_text": "",
"span_id": null,
"timestamp": 1736943552053009,
"trace_flags": 1,
"trace_id": {
"$bytes": "0167b563109849c893409e890d512c3d"
},
"uuid": "00000000-0000-4000-8000-000000004003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3583",
"bytes_uncompressed": "10749",
"bytes_uncompressed_records": "7166",
"created_at": "2025-01-15T12:37:11.397Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "103",
"token": "phc_parity_pii"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"ip": "3.5",
"payload": "\"GET\"",
"url.path": "\"{{REDACTED}}\""
},
"body": "{\"unicode\":\"héllo wörld 🚀 ✓\",\"emoji_key_🔥\":\"fire\",\"dotted.key\":{\"nested\":\"v\"}}",
"bytes_uncompressed": 408,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "4a48b7cf114a0746"
},
"timestamp": 1736943157384912,
"trace_flags": null,
"trace_id": {
"$bytes": "ca7146773aa47a5e45f95a4db28ddc0c"
},
"uuid": "00000000-0000-4000-8000-000000017000"
},
{
"attributes": {
"1": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"level": "3.5"
},
"body": "",
"bytes_uncompressed": 598,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "c00d57bf2b05015f"
},
"timestamp": 1736941208245015,
"trace_flags": null,
"trace_id": {
"$bytes": "7da032c4b14eadcf00830361d540023d"
},
"uuid": "00000000-0000-4000-8000-000000017001"
},
{
"attributes": {
"level": "\"10.1.2.3\"",
"user.email": "\"/healthz\""
},
"body": "phone +1 (555) 123-4567 ssn 123-45-6789",
"bytes_uncompressed": 470,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "d25e85457f555e1e"
},
"timestamp": 1736943702990764,
"trace_flags": 1,
"trace_id": {
"$bytes": "62d3dac468ab772cab03b067681c5f4d"
},
"uuid": "00000000-0000-4000-8000-000000017002"
},
{
"attributes": {},
"body": "{\"1\":\"int-key\",\"a\":{\"b\":{\"c\":{\"d\":[1,2,{\"e\":\"deep\"}]}}},\"z\":null,\"b\":true}",
"bytes_uncompressed": 803,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "7f39db9af293bd8d"
},
"timestamp": 1736941518676676,
"trace_flags": null,
"trace_id": {
"$bytes": "051c09bec5d4a1baf65aa248148a07d8"
},
"uuid": "00000000-0000-4000-8000-000000017003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3591",
"bytes_uncompressed": "10773",
"bytes_uncompressed_records": "7182",
"created_at": "2025-01-15T12:36:54.438Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "14",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"count": "true",
"http.method": "\"/healthz\"",
"ip": "\"/healthz\"",
"level": "\"debug\"",
"path": "\"/healthz\"",
"payload": "\"10.1.2.3\"",
"status": "200",
"url.path": "\"[email protected]\""
},
"body": "{\"level\":\"debug\",\"path\":\"/healthz\",\"status\":200}",
"bytes_uncompressed": 746,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:level,path,status>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "97b569791d109e70"
},
"timestamp": 1736944273728007,
"trace_flags": null,
"trace_id": {
"$bytes": "2cbd4ffd9c6ef91690f372b9f7d42e90"
},
"uuid": "00000000-0000-4000-8000-000000008000"
},
{
"attributes": {
"1": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"k": "3.5",
"payload": "\"/healthz\""
},
"body": "Authorization: Bearer abcdefghijklmnopqrstuvwxyz0123456789 token=sk_live_FAKEFAKEFAKE1234",
"bytes_uncompressed": null,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "Authorization: Bearer abcdefghijklmnopqrstuvwxyz0123456789 token=sk_live_FAKEFAKEFAKE1234",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "0afe40c45c3252e9"
},
"timestamp": 1736941543933858,
"trace_flags": 1,
"trace_id": {
"$bytes": "a4a0d67ee925ceada7bab6a3a590ff2f"
},
"uuid": "00000000-0000-4000-8000-000000008001"
},
{
"attributes": {
"k": "true",
"other": "\"x\"",
"text": "\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\"",
"url.path": "true"
},
"body": "{\"text\":\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\",\"other\":\"x\"}",
"bytes_uncompressed": 616,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "user <N> paid $<N>.<N> at <TIMESTAMP>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "82192fe1df446034"
},
"timestamp": 1736942307857623,
"trace_flags": 1,
"trace_id": {
"$bytes": "c169e9ff939fb0716322ec3ff17b1cd4"
},
"uuid": "00000000-0000-4000-8000-000000008002"
},
{
"attributes": {
"level": "true",
"url.path": "42"
},
"body": "\"just a json string\"",
"bytes_uncompressed": null,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "INFO",
"span_id": null,
"timestamp": 1736943201061714,
"trace_flags": 1,
"trace_id": {
"$bytes": "e22cd26ae542757bc58d92c02d2957a6"
},
"uuid": "00000000-0000-4000-8000-000000008003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3637",
"bytes_uncompressed": "10911",
"bytes_uncompressed_records": "7274",
"created_at": "2025-01-15T12:37:01.935Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "14",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"count": "\"10.1.2.3\"",
"ip": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"k": "\"10.1.2.3\"",
"url.path": "true"
},
"body": "",
"bytes_uncompressed": 180,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "195839889ba61067"
},
"timestamp": 1736943268257179,
"trace_flags": null,
"trace_id": {
"$bytes": "03ccb9d1ed83e2d61386f00d649031aa"
},
"uuid": "00000000-0000-4000-8000-000000010000"
},
{
"attributes": {
"1": "true",
"http.method": "raw-unquoted",
"k": "\"10.1.2.3\""
},
"body": "12345",
"bytes_uncompressed": 545,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<N>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "7b54ddb38ec6cd12"
},
"timestamp": 1736943481565375,
"trace_flags": null,
"trace_id": {
"$bytes": "1f48186ba9a493336af760fd28525f2f"
},
"uuid": "00000000-0000-4000-8000-000000010001"
},
{
"attributes": {
"arr.0": "0",
"arr.1": "1",
"arr.10": "10",
"arr.11": "11",
"arr.12": "12",
"arr.13": "13",
"arr.14": "14",
"arr.15": "15",
"arr.16": "16",
"arr.17": "17",
"arr.18": "18",
"arr.19": "19",
"arr.2": "2",
"arr.20": "20",
"arr.21": "21",
"arr.22": "22",
"arr.23": "23",
"arr.24": "24",
"arr.25": "25",
"arr.26": "26",
"arr.27": "27",
"arr.28": "28",
"arr.29": "29",
"arr.3": "3",
"arr.30": "30",
"arr.31": "31",
"arr.32": "32",
"arr.33": "33",
"arr.34": "34",
"arr.35": "35",
"arr.36": "36",
"arr.37": "37",
"arr.38": "38",
"arr.39": "39",
"arr.4": "4",
"arr.40": "40",
"arr.41": "41",
"arr.42": "42",
"arr.43": "43",
"arr.44": "44",
"arr.45": "45",
"arr.46": "46",
"arr.47": "47",
"arr.48": "48",
"arr.49": "49",
"arr.5": "5",
"arr.6": "6",
"arr.7": "7",
"arr.8": "8",
"arr.9": "9",
"ip": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"level": "\"/api/v1/items\"",
"url.path": "\"10.1.2.3\""
},
"body": "{\"arr\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79]}",
"bytes_uncompressed": 829,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:arr>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "423bba77f7ff83a0"
},
"timestamp": 1736941650663623,
"trace_flags": 1,
"trace_id": {
"$bytes": "66e7d94e1fa9d8bd4ecbb526542fe8bf"
},
"uuid": "00000000-0000-4000-8000-000000010002"
},
{
"attributes": null,
"body": "ERROR something failed at 2025-01-15T12:30:14.265Z code=320",
"bytes_uncompressed": null,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "ERROR something failed at <TIMESTAMP> code=<N>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "f2447a52330172d9"
},
"timestamp": 1736941801356386,
"trace_flags": null,
"trace_id": {
"$bytes": "101f27606a8eb921ec26abbd5523e9a5"
},
"uuid": "00000000-0000-4000-8000-000000010003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3666",
"bytes_uncompressed": "10998",
"bytes_uncompressed_records": "7332",
"created_at": "2025-01-15T12:37:08.176Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "103",
"token": "phc_parity_pii"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {},
"body": "plain text log line",
"bytes_uncompressed": 560,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "7a91e0cc95cab01b"
},
"timestamp": 1736944086346177,
"trace_flags": null,
"trace_id": {
"$bytes": "b5c849acbb4b7744a8764b328de36850"
},
"uuid": "00000000-0000-4000-8000-000000013000"
},
{
"attributes": {
"1": "raw-unquoted",
"http.method": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"k": "raw-unquoted",
"url.path": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&</b>\"}",
"bytes_uncompressed": 464,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "864296c820733cae"
},
"timestamp": 1736941360377333,
"trace_flags": null,
"trace_id": {
"$bytes": "62e6d29e0cb06000ed23e8782253ccaf"
},
"uuid": "00000000-0000-4000-8000-000000013001"
},
{
"attributes": {},
"body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&</b>\"}",
"bytes_uncompressed": 452,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "0596f091919fea42"
},
"timestamp": 1736942590543779,
"trace_flags": null,
"trace_id": {
"$bytes": "aaa0d7fe9dd73848be898e1107a45eed"
},
"uuid": "00000000-0000-4000-8000-000000013002"
},
{
"attributes": {
"k": "\"10.1.2.3\"",
"user.email": "true"
},
"body": "{\"arr\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79]}",
"bytes_uncompressed": 671,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "3cf559365f8b808a"
},
"timestamp": 1736943448667410,
"trace_flags": 1,
"trace_id": {
"$bytes": "445037e9bb6f7e4868377a74ca556bd9"
},
"uuid": "00000000-0000-4000-8000-000000013003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3688",
"bytes_uncompressed": "11064",
"bytes_uncompressed_records": "7376",
"created_at": "2025-01-15T12:37:07.795Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "103",
"token": "phc_parity_pii"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": null,
"body": "{\"arr\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79]}",
"bytes_uncompressed": 729,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "587bf6ca11debfa0"
},
"timestamp": 1736942384684807,
"trace_flags": null,
"trace_id": {
"$bytes": "8efaf53da77faf8e41602adaab5760e1"
},
"uuid": "00000000-0000-4000-8000-000000015000"
},
{
"attributes": null,
"body": " {\"leading\": \"whitespace\"} ",
"bytes_uncompressed": 79,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "1830a54b43c51df7"
},
"timestamp": 1736942361077764,
"trace_flags": 1,
"trace_id": {
"$bytes": "41e6ab8bde650f8a4367615bac354e00"
},
"uuid": "00000000-0000-4000-8000-000000015001"
},
{
"attributes": null,
"body": "ERROR something failed at 2025-01-15T12:34:21.366Z code=20",
"bytes_uncompressed": 250,
"event_name": "job.done",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": null,
"retention_days": null,
"service_name": "api",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "ad6d3fc67d4f9606"
},
"timestamp": 1736944484666502,
"trace_flags": null,
"trace_id": {
"$bytes": "c2298cf195a44b5fa8a9ee96be50287b"
},
"uuid": "00000000-0000-4000-8000-000000015002"
},
{
"attributes": {
"count": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"payload": "\"{{REDACTED}}\""
},
"body": "{\"unicode\":\"héllo wörld 🚀 ✓\",\"emoji_key_🔥\":\"fire\",\"dotted.key\":{\"nested\":\"v\"}}",
"bytes_uncompressed": 519,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "41d3bb12a285cd9d"
},
"timestamp": 1736941412781747,
"trace_flags": 1,
"trace_id": {
"$bytes": "e26041c949f837d9626eefa41b00fdd0"
},
"uuid": "00000000-0000-4000-8000-000000015003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3711",
"bytes_uncompressed": "11133",
"bytes_uncompressed_records": "7422",
"created_at": "2025-01-15T12:37:08.303Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "30",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "104",
"token": "phc_parity_both"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"http.method": "\"/api/v1/items\"",
"ip": "\"10.1.2.3\""
},
"body": "user {{REDACTED}} logged in from 192.168.1.20",
"bytes_uncompressed": 423,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "user {{REDACTED}} logged in from <IP>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "5c4830dc06809485"
},
"timestamp": 1736943722073655,
"trace_flags": null,
"trace_id": {
"$bytes": "48115df1be75a0729d31e1da7e94fb5c"
},
"uuid": "00000000-0000-4000-8000-000000018000"
},
{
"attributes": {
"arr.0": "0",
"arr.1": "1",
"arr.10": "10",
"arr.11": "11",
"arr.12": "12",
"arr.13": "13",
"arr.14": "14",
"arr.15": "15",
"arr.16": "16",
"arr.17": "17",
"arr.18": "18",
"arr.19": "19",
"arr.2": "2",
"arr.20": "20",
"arr.21": "21",
"arr.22": "22",
"arr.23": "23",
"arr.24": "24",
"arr.25": "25",
"arr.26": "26",
"arr.27": "27",
"arr.28": "28",
"arr.29": "29",
"arr.3": "3",
"arr.30": "30",
"arr.31": "31",
"arr.32": "32",
"arr.33": "33",
"arr.34": "34",
"arr.35": "35",
"arr.36": "36",
"arr.37": "37",
"arr.38": "38",
"arr.39": "39",
"arr.4": "4",
"arr.40": "40",
"arr.41": "41",
"arr.42": "42",
"arr.43": "43",
"arr.44": "44",
"arr.45": "45",
"arr.46": "46",
"arr.47": "47",
"arr.48": "48",
"arr.49": "49",
"arr.5": "5",
"arr.6": "6",
"arr.7": "7",
"arr.8": "8",
"arr.9": "9"
},
"body": "{\"arr\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79]}",
"bytes_uncompressed": 361,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:arr>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "502093bd546cf286"
},
"timestamp": 1736942485491554,
"trace_flags": 1,
"trace_id": {
"$bytes": "a3cae1ddf33f87fa2fecc4e753119bc8"
},
"uuid": "00000000-0000-4000-8000-000000018001"
},
{
"attributes": {
"big": "12345678901234567000",
"count": "\"/healthz\"",
"exp": "1e+21",
"frac": "0.30000000000000004",
"http.method": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"neg": "0",
"payload": "\"GET\"",
"small": "1e-7",
"user.email": "\"10.1.2.3\""
},
"body": "{\"big\":12345678901234567000,\"small\":1e-7,\"neg\":0,\"exp\":1e+21,\"frac\":0.30000000000000004}",
"bytes_uncompressed": null,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:big,exp,frac,neg,small>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": null,
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "46122cf7c616bf6d"
},
"timestamp": 1736942987094515,
"trace_flags": 1,
"trace_id": {
"$bytes": "cf506673608a197d7182659f0fdfa675"
},
"uuid": "00000000-0000-4000-8000-000000018002"
},
{
"attributes": {
"html": "\"<b>&</b>\"",
"msg": "\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\""
},
"body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&</b>\"}",
"bytes_uncompressed": 529,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "escaped \\n newline and \"quotes\" and \t tabs",
"pattern_version": 6,
"resource_attributes": null,
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "8e66a1b478305cb5"
},
"timestamp": 1736942681956650,
"trace_flags": 1,
"trace_id": {
"$bytes": "5df633450a53760f38b45fbb896897f4"
},
"uuid": "00000000-0000-4000-8000-000000018003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3728",
"bytes_uncompressed": "11184",
"bytes_uncompressed_records": "7456",
"created_at": "2025-01-15T12:37:00.659Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "30",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "104",
"token": "phc_parity_both"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"k": "raw-unquoted"
},
"body": "GET /api/users/76466 200 855ms",
"bytes_uncompressed": 792,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "GET /api/users/<N> <N> <N>ms",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "af12d06da27194b8"
},
"timestamp": 1736944020181232,
"trace_flags": 1,
"trace_id": {
"$bytes": "6193e0b462a99cad78671e64179d4eab"
},
"uuid": "00000000-0000-4000-8000-000000023000"
},
{
"attributes": {},
"body": "Authorization: Bearer {{REDACTED}} token=sk_live_FAKEFAKEFAKE1234",
"bytes_uncompressed": 795,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "Authorization: Bearer {{REDACTED}} token=sk_live_FAKEFAKEFAKE1234",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": null,
"timestamp": 1736941539669062,
"trace_flags": null,
"trace_id": {
"$bytes": "2668753db2c6328ae7626b602cbac134"
},
"uuid": "00000000-0000-4000-8000-000000023001"
},
{
"attributes": {
"html": "\"<b>&</b>\"",
"k": "\"GET\"",
"level": "42",
"msg": "\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\"",
"payload": "true",
"user.email": "true"
},
"body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&</b>\"}",
"bytes_uncompressed": 691,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "escaped \\n newline and \"quotes\" and \t tabs",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "5ffde4848fb4b7f6"
},
"timestamp": 1736942191349666,
"trace_flags": 1,
"trace_id": {
"$bytes": "4d8bf047f6c9197b582e030f0ee44359"
},
"uuid": "00000000-0000-4000-8000-000000023002"
},
{
"attributes": {
"arr.0": "0",
"arr.1": "1",
"arr.10": "10",
"arr.11": "11",
"arr.12": "12",
"arr.13": "13",
"arr.14": "14",
"arr.15": "15",
"arr.16": "16",
"arr.17": "17",
"arr.18": "18",
"arr.19": "19",
"arr.2": "2",
"arr.20": "20",
"arr.21": "21",
"arr.22": "22",
"arr.23": "23",
"arr.24": "24",
"arr.25": "25",
"arr.26": "26",
"arr.27": "27",
"arr.28": "28",
"arr.29": "29",
"arr.3": "3",
"arr.30": "30",
"arr.31": "31",
"arr.32": "32",
"arr.33": "33",
"arr.34": "34",
"arr.35": "35",
"arr.36": "36",
"arr.37": "37",
"arr.38": "38",
"arr.39": "39",
"arr.4": "4",
"arr.40": "40",
"arr.41": "41",
"arr.42": "42",
"arr.43": "43",
"arr.44": "44",
"arr.45": "45",
"arr.46": "46",
"arr.47": "47",
"arr.48": "48",
"arr.49": "49",
"arr.5": "5",
"arr.6": "6",
"arr.7": "7",
"arr.8": "8",
"arr.9": "9",
"k": "\"GET\"",
"level": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"url.path": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "{\"arr\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79]}",
"bytes_uncompressed": 214,
"event_name": "job.done",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:arr>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "8d9845d889746110"
},
"timestamp": 1736941296805661,
"trace_flags": null,
"trace_id": {
"$bytes": "22931b1b3ecdf62cd56e33e95c8a24aa"
},
"uuid": "00000000-0000-4000-8000-000000023003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3862",
"bytes_uncompressed": "11586",
"bytes_uncompressed_records": "7724",
"created_at": "2025-01-15T12:37:09.648Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"ip": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"level": "raw-unquoted"
},
"body": "{\"k0\":0,\"k1\":1,\"k2\":2,\"k3\":3,\"k4\":4,\"k5\":5,\"k6\":6,\"k7\":7,\"k8\":8,\"k9\":9,\"k10\":10,\"k11\":11,\"k12\":12,\"k13\":13,\"k14\":14,\"k15\":15,\"k16\":16,\"k17\":17,\"k18\":18,\"k19\":19,\"k20\":20,\"k21\":21,\"k22\":22,\"k23\":23,\"k24\":24,\"k25\":25,\"k26\":26,\"k27\":27,\"k28\":28,\"k29\":29,\"k30\":30,\"k31\":31,\"k32\":32,\"k33\":33,\"k34\":34,\"k35\":35,\"k36\":36,\"k37\":37,\"k38\":38,\"k39\":39,\"k40\":40,\"k41\":41,\"k42\":42,\"k43\":43,\"k44\":44,\"k45\":45,\"k46\":46,\"k47\":47,\"k48\":48,\"k49\":49,\"k50\":50,\"k51\":51,\"k52\":52,\"k53\":53,\"k54\":54,\"k55\":55,\"k56\":56,\"k57\":57,\"k58\":58,\"k59\":59,\"k60\":60,\"k61\":61,\"k62\":62,\"k63\":63,\"k64\":64,\"k65\":65,\"k66\":66,\"k67\":67,\"k68\":68,\"k69\":69}",
"bytes_uncompressed": 156,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:k0,k1,k10,k11,k12,k13,k14,k15,k16,k17,k18,k19,k2,k20,k21,k22,k23,k24,k25,k26,k27,k28,k29,k3,k30,k31,k32,k33,k34,k35,k36,k37,+38>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "851ed15335e813b4"
},
"timestamp": 1736942759766574,
"trace_flags": null,
"trace_id": {
"$bytes": "e80b482d2d4403df2a2d017f457ae061"
},
"uuid": "00000000-0000-4000-8000-000000005000"
},
{
"attributes": {
"k": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"url.path": "raw-unquoted"
},
"body": "",
"bytes_uncompressed": 819,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": null,
"timestamp": 1736942997860883,
"trace_flags": null,
"trace_id": {
"$bytes": "aae684e136e4e1dc83673cac721a22cd"
},
"uuid": "00000000-0000-4000-8000-000000005001"
},
{
"attributes": {},
"body": "user [email protected] logged in from 192.168.1.20",
"bytes_uncompressed": 306,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "user <EMAIL> logged in from <IP>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"worker\""
},
"retention_days": null,
"service_name": null,
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "0f83f4452583e69e"
},
"timestamp": 1736943989195508,
"trace_flags": null,
"trace_id": {
"$bytes": "fdde546c1263de66e4ea2359f45862ad"
},
"uuid": "00000000-0000-4000-8000-000000005002"
},
{
"attributes": {
"http.method": "true",
"payload": "\"GET\""
},
"body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&</b>\"}",
"bytes_uncompressed": 350,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "escaped \\n newline and \"quotes\" and \t tabs",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "5b3f2e8492bbe3f3"
},
"timestamp": 1736942506660377,
"trace_flags": null,
"trace_id": {
"$bytes": "dc50463a6785cf39604bfc634257ddbb"
},
"uuid": "00000000-0000-4000-8000-000000005003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3865",
"bytes_uncompressed": "11595",
"bytes_uncompressed_records": "7730",
"created_at": "2025-01-15T12:36:52.894Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "14",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"ip": "\"/api/v1/items\"",
"k0": "0",
"k1": "1",
"k10": "10",
"k11": "11",
"k12": "12",
"k13": "13",
"k14": "14",
"k15": "15",
"k16": "16",
"k17": "17",
"k18": "18",
"k19": "19",
"k2": "2",
"k20": "20",
"k21": "21",
"k22": "22",
"k23": "23",
"k24": "24",
"k25": "25",
"k26": "26",
"k27": "27",
"k28": "28",
"k29": "29",
"k3": "3",
"k30": "30",
"k31": "31",
"k32": "32",
"k33": "33",
"k34": "34",
"k35": "35",
"k36": "36",
"k37": "37",
"k38": "38",
"k39": "39",
"k4": "4",
"k40": "40",
"k41": "41",
"k42": "42",
"k43": "43",
"k44": "44",
"k45": "45",
"k46": "46",
"k47": "47",
"k48": "48",
"k49": "49",
"k5": "5",
"k6": "6",
"k7": "7",
"k8": "8",
"k9": "9",
"level": "raw-unquoted"
},
"body": "{\"k0\":0,\"k1\":1,\"k2\":2,\"k3\":3,\"k4\":4,\"k5\":5,\"k6\":6,\"k7\":7,\"k8\":8,\"k9\":9,\"k10\":10,\"k11\":11,\"k12\":12,\"k13\":13,\"k14\":14,\"k15\":15,\"k16\":16,\"k17\":17,\"k18\":18,\"k19\":19,\"k20\":20,\"k21\":21,\"k22\":22,\"k23\":23,\"k24\":24,\"k25\":25,\"k26\":26,\"k27\":27,\"k28\":28,\"k29\":29,\"k30\":30,\"k31\":31,\"k32\":32,\"k33\":33,\"k34\":34,\"k35\":35,\"k36\":36,\"k37\":37,\"k38\":38,\"k39\":39,\"k40\":40,\"k41\":41,\"k42\":42,\"k43\":43,\"k44\":44,\"k45\":45,\"k46\":46,\"k47\":47,\"k48\":48,\"k49\":49,\"k50\":50,\"k51\":51,\"k52\":52,\"k53\":53,\"k54\":54,\"k55\":55,\"k56\":56,\"k57\":57,\"k58\":58,\"k59\":59,\"k60\":60,\"k61\":61,\"k62\":62,\"k63\":63,\"k64\":64,\"k65\":65,\"k66\":66,\"k67\":67,\"k68\":68,\"k69\":69}",
"bytes_uncompressed": 768,
"event_name": null,
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:k0,k1,k10,k11,k12,k13,k14,k15,k16,k17,k18,k19,k2,k20,k21,k22,k23,k24,k25,k26,k27,k28,k29,k3,k30,k31,k32,k33,k34,k35,k36,k37,+38>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "0f23e9fd7375ed55"
},
"timestamp": 1736942269212837,
"trace_flags": 1,
"trace_id": {
"$bytes": "6c8936b43fcd77514c649483ae51f31c"
},
"uuid": "00000000-0000-4000-8000-000000009000"
},
{
"attributes": {
"http.method": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "\"just a json string\"",
"bytes_uncompressed": 629,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "just a json string",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 0,
"severity_text": "",
"span_id": {
"$bytes": "f30353185dea9385"
},
"timestamp": 1736944625045666,
"trace_flags": null,
"trace_id": {
"$bytes": "93060d96640816a915ef9c4fe0d2de92"
},
"uuid": "00000000-0000-4000-8000-000000009001"
},
{
"attributes": {
"1": "raw-unquoted",
"k": "42",
"level": "3.5"
},
"body": "user [email protected] logged in from 192.168.1.20",
"bytes_uncompressed": 586,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "user <EMAIL> logged in from <IP>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 13,
"severity_text": "WARN",
"span_id": {
"$bytes": "579d0a273dda0c33"
},
"timestamp": 1736943865511520,
"trace_flags": null,
"trace_id": {
"$bytes": "a8377c2c28d606a40d3bc9044737e055"
},
"uuid": "00000000-0000-4000-8000-000000009002"
},
{
"attributes": {
"http.method": "\"[email protected]\"",
"level": "\"[email protected]\"",
"url.path": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"user.email": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "user [email protected] logged in from 192.168.1.20",
"bytes_uncompressed": 483,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "user <EMAIL> logged in from <IP>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": null,
"timestamp": 1736941122864843,
"trace_flags": null,
"trace_id": {
"$bytes": "7ef244b364bb5146cc2ed8d2ffeb1281"
},
"uuid": "00000000-0000-4000-8000-000000009003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3870",
"bytes_uncompressed": "11610",
"bytes_uncompressed_records": "7740",
"created_at": "2025-01-15T12:36:53.433Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "14",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"1": "\"[email protected]\"",
"k": "\"[email protected]\"",
"k0": "0",
"k1": "1",
"k10": "10",
"k11": "11",
"k12": "12",
"k13": "13",
"k14": "14",
"k15": "15",
"k16": "16",
"k17": "17",
"k18": "18",
"k19": "19",
"k2": "2",
"k20": "20",
"k21": "21",
"k22": "22",
"k23": "23",
"k24": "24",
"k25": "25",
"k26": "26",
"k27": "27",
"k28": "28",
"k29": "29",
"k3": "3",
"k30": "30",
"k31": "31",
"k32": "32",
"k33": "33",
"k34": "34",
"k35": "35",
"k36": "36",
"k37": "37",
"k38": "38",
"k39": "39",
"k4": "4",
"k40": "40",
"k41": "41",
"k42": "42",
"k43": "43",
"k44": "44",
"k45": "45",
"k46": "46",
"k47": "47",
"k48": "48",
"k49": "49",
"k5": "5",
"k6": "6",
"k7": "7",
"k8": "8",
"k9": "9",
"level": "\"GET\"",
"url.path": "\"/healthz\""
},
"body": "{\"k0\":0,\"k1\":1,\"k2\":2,\"k3\":3,\"k4\":4,\"k5\":5,\"k6\":6,\"k7\":7,\"k8\":8,\"k9\":9,\"k10\":10,\"k11\":11,\"k12\":12,\"k13\":13,\"k14\":14,\"k15\":15,\"k16\":16,\"k17\":17,\"k18\":18,\"k19\":19,\"k20\":20,\"k21\":21,\"k22\":22,\"k23\":23,\"k24\":24,\"k25\":25,\"k26\":26,\"k27\":27,\"k28\":28,\"k29\":29,\"k30\":30,\"k31\":31,\"k32\":32,\"k33\":33,\"k34\":34,\"k35\":35,\"k36\":36,\"k37\":37,\"k38\":38,\"k39\":39,\"k40\":40,\"k41\":41,\"k42\":42,\"k43\":43,\"k44\":44,\"k45\":45,\"k46\":46,\"k47\":47,\"k48\":48,\"k49\":49,\"k50\":50,\"k51\":51,\"k52\":52,\"k53\":53,\"k54\":54,\"k55\":55,\"k56\":56,\"k57\":57,\"k58\":58,\"k59\":59,\"k60\":60,\"k61\":61,\"k62\":62,\"k63\":63,\"k64\":64,\"k65\":65,\"k66\":66,\"k67\":67,\"k68\":68,\"k69\":69}",
"bytes_uncompressed": 174,
"event_name": "job.done",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:k0,k1,k10,k11,k12,k13,k14,k15,k16,k17,k18,k19,k2,k20,k21,k22,k23,k24,k25,k26,k27,k28,k29,k3,k30,k31,k32,k33,k34,k35,k36,k37,+38>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-0\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "INFO",
"span_id": {
"$bytes": "a793865eb3f2d880"
},
"timestamp": 1736942333323784,
"trace_flags": 1,
"trace_id": {
"$bytes": "e58c72406183f4bae8e8d57c122e92a6"
},
"uuid": "00000000-0000-4000-8000-000000011000"
},
{
"attributes": {
"count": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"http.method": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\"",
"ip": "\"[email protected]\"",
"k": "\"/healthz\"",
"payload": "\"[email protected]\""
},
"body": "{not valid json",
"bytes_uncompressed": 214,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "{not valid json",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "526f0acdc78a70b6"
},
"timestamp": 1736943404426930,
"trace_flags": 1,
"trace_id": {
"$bytes": "d60dc15388d00d195fab136f9c10485a"
},
"uuid": "00000000-0000-4000-8000-000000011001"
},
{
"attributes": null,
"body": "{not valid json",
"bytes_uncompressed": 782,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "{not valid json",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "a8e0c5d8fb6923e6"
},
"timestamp": 1736943669066828,
"trace_flags": null,
"trace_id": {
"$bytes": "936da3aa413ebada8c4330fc4915bf6d"
},
"uuid": "00000000-0000-4000-8000-000000011002"
},
{
"attributes": {
"http.method": "\"GET\"",
"ip": "3.5",
"user.email": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 517,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:deep>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "8ae8d7d72a2f4ba7"
},
"timestamp": 1736943169187334,
"trace_flags": null,
"trace_id": {
"$bytes": "94b27ec7f9dc804a07aaf763892979b6"
},
"uuid": "00000000-0000-4000-8000-000000011003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3916",
"bytes_uncompressed": "11748",
"bytes_uncompressed_records": "7832",
"created_at": "2025-01-15T12:37:10.136Z",
"json-parse": "false",
"record_count": "4",
"retention-days": "14",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "103",
"token": "phc_parity_pii"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"level": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "{\"k0\":0,\"k1\":1,\"k2\":2,\"k3\":3,\"k4\":4,\"k5\":5,\"k6\":6,\"k7\":7,\"k8\":8,\"k9\":9,\"k10\":10,\"k11\":11,\"k12\":12,\"k13\":13,\"k14\":14,\"k15\":15,\"k16\":16,\"k17\":17,\"k18\":18,\"k19\":19,\"k20\":20,\"k21\":21,\"k22\":22,\"k23\":23,\"k24\":24,\"k25\":25,\"k26\":26,\"k27\":27,\"k28\":28,\"k29\":29,\"k30\":30,\"k31\":31,\"k32\":32,\"k33\":33,\"k34\":34,\"k35\":35,\"k36\":36,\"k37\":37,\"k38\":38,\"k39\":39,\"k40\":40,\"k41\":41,\"k42\":42,\"k43\":43,\"k44\":44,\"k45\":45,\"k46\":46,\"k47\":47,\"k48\":48,\"k49\":49,\"k50\":50,\"k51\":51,\"k52\":52,\"k53\":53,\"k54\":54,\"k55\":55,\"k56\":56,\"k57\":57,\"k58\":58,\"k59\":59,\"k60\":60,\"k61\":61,\"k62\":62,\"k63\":63,\"k64\":64,\"k65\":65,\"k66\":66,\"k67\":67,\"k68\":68,\"k69\":69}",
"bytes_uncompressed": 748,
"event_name": "request",
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 17,
"severity_text": "ERROR",
"span_id": {
"$bytes": "4906061da8bb9a5c"
},
"timestamp": 1736942864717964,
"trace_flags": 1,
"trace_id": {
"$bytes": "f56c2ae792d468d653f479fe92360f47"
},
"uuid": "00000000-0000-4000-8000-000000012000"
},
{
"attributes": {
"count": "{\"nested\":{\"json\":\"payload\",\"n\":1}}",
"payload": "\"GET\""
},
"body": "{\"dup\": 1, \"dup\": 2, \"other\": \"x\"}",
"bytes_uncompressed": 72,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-2\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": null,
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "2ef65c8a837b31b7"
},
"timestamp": 1736943424956435,
"trace_flags": null,
"trace_id": {
"$bytes": "6ce4543fa29b18c22b74e7f5df6a168b"
},
"uuid": "00000000-0000-4000-8000-000000012001"
},
{
"attributes": {
"1": "\"{{REDACTED}}\"",
"k": "\"/api/v1/items\""
},
"body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&</b>\"}",
"bytes_uncompressed": 391,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-1\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "ae27d4cb3e5a7e27"
},
"timestamp": 1736943906650937,
"trace_flags": 1,
"trace_id": {
"$bytes": "fbf2b7e30562629d4da52701ba78db6c"
},
"uuid": "00000000-0000-4000-8000-000000012002"
},
{
"attributes": null,
"body": "Authorization: Bearer {{REDACTED}} token=sk_live_FAKEFAKEFAKE1234",
"bytes_uncompressed": 99,
"event_name": "request",
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "web",
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": null,
"timestamp": 1736941692533194,
"trace_flags": 1,
"trace_id": {
"$bytes": "d1a2df474c0369af7e04847316145462"
},
"uuid": "00000000-0000-4000-8000-000000012003"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3935",
"bytes_uncompressed": "11805",
"bytes_uncompressed_records": "7870",
"created_at": "2025-01-15T12:37:11.462Z",
"json-parse": "true",
"record_count": "4",
"retention-days": "30",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "104",
"token": "phc_parity_both"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": {
"http.method": "\"/healthz\"",
"level": "3.5",
"other": "\"x\"",
"text": "\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\"",
"url.path": "\"{\\\"stringified\\\":\\\"json\\\",\\\"arr\\\":[1,2]}\""
},
"body": "{\"text\":\"user 1234 paid $56.78 at 2025-01-15T10:00:00Z\",\"other\":\"x\"}",
"bytes_uncompressed": 468,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:other,text>",
"pattern_version": 6,
"resource_attributes": {
"k8s.pod.name": "\"pod-4\"",
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 13,
"severity_text": "WARN",
"span_id": null,
"timestamp": 1736941217518437,
"trace_flags": null,
"trace_id": {
"$bytes": "5886e70ae403532d37fb2340b5c232f9"
},
"uuid": "00000000-0000-4000-8000-000000020000"
},
{
"attributes": {
"count": "\"{{REDACTED}}\""
},
"body": "user {{REDACTED}} logged in from 192.168.1.20",
"bytes_uncompressed": 367,
"event_name": "request",
"instrumentation_scope": "io.opentelemetry.http",
"observed_timestamp": 1736944633250000,
"pattern": "user {{REDACTED}} logged in from <IP>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "worker",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "73e593a9d54b5224"
},
"timestamp": 1736943741476809,
"trace_flags": null,
"trace_id": {
"$bytes": "e65bcc3231e9b50117866f7e526a3400"
},
"uuid": "00000000-0000-4000-8000-000000020001"
},
{
"attributes": {
"1": "\"/api/v1/items\"",
"count": "true",
"ip": "{\"nested\":{\"json\":\"payload\",\"n\":1}}"
},
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 578,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:deep>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"api\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 9,
"severity_text": "INFO",
"span_id": null,
"timestamp": 1736942720267913,
"trace_flags": 1,
"trace_id": {
"$bytes": "d3ec96b505d1d2d8fe8a76003591a64a"
},
"uuid": "00000000-0000-4000-8000-000000020002"
},
{
"attributes": {
"count": "\"/healthz\"",
"k0": "0",
"k1": "1",
"k10": "10",
"k11": "11",
"k12": "12",
"k13": "13",
"k14": "14",
"k15": "15",
"k16": "16",
"k17": "17",
"k18": "18",
"k19": "19",
"k2": "2",
"k20": "20",
"k21": "21",
"k22": "22",
"k23": "23",
"k24": "24",
"k25": "25",
"k26": "26",
"k27": "27",
"k28": "28",
"k29": "29",
"k3": "3",
"k30": "30",
"k31": "31",
"k32": "32",
"k33": "33",
"k34": "34",
"k35": "35",
"k36": "36",
"k37": "37",
"k38": "38",
"k39": "39",
"k4": "4",
"k40": "40",
"k41": "41",
"k42": "42",
"k43": "43",
"k44": "44",
"k45": "45",
"k46": "46",
"k47": "47",
"k48": "48",
"k49": "49",
"k5": "5",
"k6": "6",
"k7": "7",
"k8": "8",
"k9": "9",
"level": "\"10.1.2.3\""
},
"body": "{\"k0\":0,\"k1\":1,\"k2\":2,\"k3\":3,\"k4\":4,\"k5\":5,\"k6\":6,\"k7\":7,\"k8\":8,\"k9\":9,\"k10\":10,\"k11\":11,\"k12\":12,\"k13\":13,\"k14\":14,\"k15\":15,\"k16\":16,\"k17\":17,\"k18\":18,\"k19\":19,\"k20\":20,\"k21\":21,\"k22\":22,\"k23\":23,\"k24\":24,\"k25\":25,\"k26\":26,\"k27\":27,\"k28\":28,\"k29\":29,\"k30\":30,\"k31\":31,\"k32\":32,\"k33\":33,\"k34\":34,\"k35\":35,\"k36\":36,\"k37\":37,\"k38\":38,\"k39\":39,\"k40\":40,\"k41\":41,\"k42\":42,\"k43\":43,\"k44\":44,\"k45\":45,\"k46\":46,\"k47\":47,\"k48\":48,\"k49\":49,\"k50\":50,\"k51\":51,\"k52\":52,\"k53\":53,\"k54\":54,\"k55\":55,\"k56\":56,\"k57\":57,\"k58\":58,\"k59\":59,\"k60\":60,\"k61\":61,\"k62\":62,\"k63\":63,\"k64\":64,\"k65\":65,\"k66\":66,\"k67\":67,\"k68\":68,\"k69\":69}",
"bytes_uncompressed": 172,
"event_name": null,
"instrumentation_scope": null,
"observed_timestamp": 1736944633250000,
"pattern": "<JSON:k0,k1,k10,k11,k12,k13,k14,k15,k16,k17,k18,k19,k2,k20,k21,k22,k23,k24,k25,k26,k27,k28,k29,k3,k30,k31,k32,k33,k34,k35,k36,k37,+38>",
"pattern_version": 6,
"resource_attributes": {
"service.name": "\"web\""
},
"retention_days": null,
"service_name": null,
"severity_number": 5,
"severity_text": "DEBUG",
"span_id": {
"$bytes": "a98cb74d5ad7ff92"
},
"timestamp": 1736943259261015,
"trace_flags": 1,
"trace_id": {
"$bytes": "464a48d76aa311f35f975b7c47a0b848"
},
"uuid": "00000000-0000-4000-8000-000000020003"
}
]
}
}
],
"metric_emits": [],
"usage_records": [
{
"batch": 0,
"team_id": 101,
"metric": "logs_bytes",
"quantity": 64362,
"unit": "bytes",
"record_group": 0
},
{
"batch": 0,
"team_id": 101,
"metric": "logs_records",
"quantity": 24,
"unit": "records",
"record_group": 0
},
{
"batch": 0,
"team_id": 102,
"metric": "logs_bytes",
"quantity": 65613,
"unit": "bytes",
"record_group": 1
},
{
"batch": 0,
"team_id": 102,
"metric": "logs_records",
"quantity": 24,
"unit": "records",
"record_group": 1
},
{
"batch": 0,
"team_id": 103,
"metric": "logs_bytes",
"quantity": 65640,
"unit": "bytes",
"record_group": 2
},
{
"batch": 0,
"team_id": 103,
"metric": "logs_records",
"quantity": 24,
"unit": "records",
"record_group": 2
},
{
"batch": 0,
"team_id": 104,
"metric": "logs_bytes",
"quantity": 65652,
"unit": "bytes",
"record_group": 3
},
{
"batch": 0,
"team_id": 104,
"metric": "logs_records",
"quantity": 24,
"unit": "records",
"record_group": 3
}
],
"teams_ingested": [
[
101,
101,
101,
101,
101,
101,
102,
102,
102,
102,
102,
102,
103,
103,
103,
103,
103,
103,
104,
104,
104,
104,
104,
104
]
],
"quota_checks": [
[
"phc_parity_both",
"logs_mb_ingested"
],
[
"phc_parity_json",
"logs_mb_ingested"
],
[
"phc_parity_pii",
"logs_mb_ingested"
],
[
"phc_parity_plain",
"logs_mb_ingested"
]
]
}
}