:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
{
"scenario": {
"name": "faults",
"description": "Produce failures route to the DLQ; app metric failures are logged.",
"consumer": "logs",
"batch_now_ms": [
1736944633250,
1736944633250
],
"config": {
"LOGS_INGESTION_CONSUMER_GROUP_ID": "ingestion-logs",
"LOGS_INGESTION_CONSUMER_CONSUME_TOPIC": "logs_ingestion_test",
"LOGS_INGESTION_CONSUMER_OVERFLOW_TOPIC": "logs_ingestion_overflow_test",
"LOGS_INGESTION_CONSUMER_DLQ_TOPIC": "logs_ingestion_dlq_test",
"LOGS_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_logs_test",
"LOGS_REDIS_HOST": "127.0.0.1",
"LOGS_REDIS_PORT": 6379,
"LOGS_REDIS_PASSWORD": "",
"LOGS_REDIS_TLS": false,
"LOGS_LIMITER_ENABLED_TEAMS": "*",
"LOGS_LIMITER_DISABLED_FOR_TEAMS": "",
"LOGS_LIMITER_BUCKET_SIZE_KB": 10000,
"LOGS_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
"LOGS_LIMITER_TTL_SECONDS": 86400,
"LOGS_LIMITER_TEAM_BUCKET_SIZE_KB": "",
"LOGS_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
"LOGS_SAMPLING_ENABLED_TEAMS": "",
"LOGS_SAMPLING_KILLSWITCH": false,
"LOGS_METRICS_RULES_ENABLED_TEAMS": "",
"LOGS_METRICS_RULES_KILLSWITCH": false,
"LOGS_METRICS_RULES_EXPORT_URL": "",
"LOGS_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
"LOGS_RETENTION_ENABLED_TEAMS": "",
"LOGS_BACKFILL_ENABLED_TEAMS": "",
"LOGS_RETENTION_KILLSWITCH": false,
"LOGS_INTERNAL_INGESTION_ENABLED_TEAMS": "",
"LOGS_INTERNAL_INGESTION_SIGNING_KEYS": "",
"LOGS_INTERNAL_PRODUCER_URL": "",
"LOGS_INTERNAL_PRODUCER_TEAMS": "",
"LOGS_INTERNAL_PRODUCER_MAX_IN_FLIGHT": 20,
"LOGS_INTERNAL_PRODUCER_MAX_BUFFERED_BYTES": 67108864,
"LOGS_INTERNAL_PRODUCER_RETRY_TIMEOUT_MS": 60000,
"LOGS_PATTERN_MASKING_ENABLED_TEAMS": "",
"LOGS_JSON_ATTRIBUTE_PARSING_ENABLED_TEAMS": "",
"LOGS_JSON_ATTRIBUTE_EXTRACTION_ENABLED_TEAMS": "",
"LOGS_BILLING_PRORATE_ENABLED": false,
"LOGS_TRANSFORMATIONS_ENABLED_TEAMS": "",
"LOGS_TRANSFORMATIONS_KILLSWITCH": false,
"LOGS_TRANSFORMATIONS_HOG_TIMEOUT_MS": 10,
"LOGS_TRANSFORMATIONS_MESSAGE_BUDGET_MS": 100,
"LOGS_TRANSFORMATIONS_BATCH_BUDGET_MS": 2000,
"LOGS_TRANSFORMATIONS_MAX_ERROR_LOGS_PER_FUNCTION": 3,
"REDIS_URL": "",
"REDIS_POOL_MIN_SIZE": 1,
"REDIS_POOL_MAX_SIZE": 3,
"TRACES_INGESTION_CONSUMER_GROUP_ID": "ingestion-traces",
"TRACES_INGESTION_CONSUMER_CONSUME_TOPIC": "ingestion-traces_test",
"TRACES_INGESTION_CONSUMER_OVERFLOW_TOPIC": "ingestion-traces-overflow_test",
"TRACES_INGESTION_CONSUMER_DLQ_TOPIC": "ingestion-traces-dlq_test",
"TRACES_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_traces_test",
"TRACES_REDIS_HOST": "127.0.0.1",
"TRACES_REDIS_PORT": 6379,
"TRACES_REDIS_PASSWORD": "",
"TRACES_REDIS_TLS": false,
"TRACES_LIMITER_ENABLED_TEAMS": "*",
"TRACES_LIMITER_DISABLED_FOR_TEAMS": "",
"TRACES_LIMITER_BUCKET_SIZE_KB": 10000,
"TRACES_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
"TRACES_LIMITER_TTL_SECONDS": 86400,
"TRACES_LIMITER_TEAM_BUCKET_SIZE_KB": "",
"TRACES_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
"TRACES_METRICS_RULES_ENABLED_TEAMS": "",
"TRACES_METRICS_RULES_KILLSWITCH": false,
"TRACES_METRICS_RULES_EXPORT_URL": "",
"TRACES_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
"TRACES_RETENTION_ENABLED_TEAMS": "",
"TRACES_RETENTION_KILLSWITCH": false
},
"teams": [
{
"id": 101,
"api_token": "phc_parity_plain",
"logs_settings": null
},
{
"id": 102,
"api_token": "phc_parity_json",
"logs_settings": {
"json_parse_logs": true
}
},
{
"id": 103,
"api_token": "phc_parity_pii",
"logs_settings": {
"pii_scrub_logs": true
}
},
{
"id": 104,
"api_token": "phc_parity_both",
"logs_settings": {
"json_parse_logs": true,
"pii_scrub_logs": true,
"retention_days": 30
}
},
{
"id": 105,
"api_token": "phc_parity_attr",
"logs_settings": {
"json_parse_logs": true,
"json_parse_logs_attribute_key": "payload",
"retention_days": 90
}
},
{
"id": 106,
"api_token": "phc_parity_ret7",
"logs_settings": {
"retention_days": 7
}
}
],
"quota_limited_tokens": [],
"sampling_rules": {},
"retention_rules": {},
"metric_rules": {},
"pattern_message_keys": {},
"traces_retention_days": {},
"team_lookup_faults": {},
"team_by_id_faults": {},
"team_by_id_missing": [],
"metric_rules_faults": {},
"metric_emit_faults": [],
"pattern_keys_faults": {},
"omit_deps": [],
"produce_faults": [
{
"output": "logs",
"team_id": "102",
"times": 1,
"error": {
"name": "MessageSizeTooLarge",
"message": "too big",
"dependency_unavailable": false
}
},
{
"output": "app_metrics",
"times": 1,
"error": {
"name": "KafkaError",
"message": "metrics down",
"dependency_unavailable": false
}
}
],
"batches": [
[
{
"topic": "logs_ingestion",
"partition": 1,
"offset": 0,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"10929"
],
[
"bytes_uncompressed_records",
"7286"
],
[
"bytes_compressed",
"3643"
],
[
"record_count",
"2"
],
[
"created_at",
"2025-01-15T12:37:06.219Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAPJECNScCUgOq/AUDZz3q6gE3gsotS/9YFUDLRcAZrqqQCBzksYECAEhVA8BGmEh0ADASzPBmRgZdx9PttyorbLKMrX5HcZhelEQpAUhCSF7772Ta4//JAy2gHlnftuIJwHEAIsAfAAYS3a5aDxZxmLggvlkATycEKmBGRdloquDbTQqmAeSCIJ+JRvM88gG82heqj3w59oPBmKSyyWlo7lWOB8+18uBkEjlApGJjk4onJyYiEQxMTFO0lMmIembK3u5OkvtEUt6hw7nk1nAsqW2iCX9g2UrMJ/spYOtLLVDLOkoKFiGfTwoKJMAMCPKqPhRI0iPEi6ijIofM3Lo4LEighJIAFJjhEGLCiQRjh2bgoWkgsP1oESBDBirQ4qqkmmaYsk0TVPJFCEKt/j0+PYGnw7f3t7T39Pd29v09OntzXK6VTm9cnujnE65vU2nT7c36XTp9hadHt3eoNOh29tz+nN7c053Tp/c3izd2lulV3ujdGpvU597k7rcW9Tj3qAO9/b0tzenu71N+rSTEHAjhokVQHZEEMRhg9TiBQIFOjKgmGBjaRDQIEUOgiAAJyJIamBmE3tzUndyb5PUJ7k3K+pW3FsV9SrujYo6Ffc2oz7j3mTUZdxbjHqMOox7e1F/cW8u6i7ubYr6FPdmQd2Ce6ugXsG9UVCn4N4m1Cfcm4S6hHuLUI9wbxDqEOoP7s1B3cG9TVCf4N6sp1tvb9XTq7c36unU29t8+nx7k0+XbwMQBA3wEUEeTsgXTCAsspHUwEwLJ8Xl0nyuF5gCmxSsRUSKZyRABHmyjEUj4pNdLlfLlXUuD6bBOAsilQvEIpBIBAFDAxMHIlGMNXVr7q2aejX3Rk2dmnubU59Tl3Nvcepx7g1OHc69vam/uTc3dTf3Nk19mnuzpG7JvVVSr+TeKKlTcm9T6lPuTUpdSj3KvUGpQ7m3J/UnAxIAsswQSnERjqJ++yhaexekhbe7cryvvfAGth0nI4KACGiJ66yxB14j6zfmXJsusAzwgsyXXDAE8kQI1JwJSA6r8BQNnPerqA=="
},
{
"topic": "logs_ingestion",
"partition": 0,
"offset": 1,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"10062"
],
[
"bytes_uncompressed_records",
"6708"
],
[
"bytes_compressed",
"3354"
],
[
"record_count",
"2"
],
[
"created_at",
"2025-01-15T12:37:09.636Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAOa1F0eBJSvAegbLImyvkNEEnAcotS/9YCkBJQ4A5ptoR/CQOB31DFa/Ll/gmdmcFE4rX2pHtySgZP0LrQ0Sdosk2/B/3+nSsw0wLQvergXrWBzK1A2zt3hkhafLhR8+dAtwGPTGyLEDXwBRAFQA2+lD9bF7aLl8Mqy4YD61sylaVp+v60i0mE7f9SttXupihwnOpLyswAHjJARnUl5KqGigEcPMnREsKsyYYIOFw0cR83p5MHRYAVHDxcWhwMmH55xZCGjOCQKac07QHOEDOC4MfDibIyylBNCCJcsZyhA0+JXCDsuTevVNo0ZeqEubynboYSb1KsMbZhAhgYiCDY/jVaevfcP2LtKzmgvVvverx952Mzk9C4oLpoTVXEkPFjhooOGxU/bSk451Xcqjv3BsHEeS8WB3PX1fxERYRoG+XqQvXaQnXaQfHTurOdD1ttNnFztQRMR4ubSYWUXCpuIkohLA4Q2n/nDg44aMFydaOQJSShPLTtmr4VgE4lE/021UCLzXROAjiWbt6Bp2zfvC0zV6rfZmslnwNnvDa+IhdK3qbtMpezUZa0Sg+oEPUD8wFIZwnm/gyINtc/ZbfXCHAwsAULIB1q3N3Nr0wKYzhYPYptY1NyhBCrBBJkkZGALmtRdHgSUrwHoGyyJsr5DR"
},
{
"topic": "logs_ingestion",
"partition": 3,
"offset": 2,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_json"
],
[
"bytes_uncompressed",
"9219"
],
[
"bytes_uncompressed_records",
"6146"
],
[
"bytes_compressed",
"3073"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:02.803Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAJteaibG1j8ocJ52Fdy7u4wC6gIotS/9YMUAXQUAdAkCSDAtMDAwMC00MDAwLTgyMDAwAiDTvc8ZFr43HFcY4qO4k8G0AhDDOjQjoAKQ9wAC7tuhhbDvlQYCoIPg/b3vlQYCxAR7ImRlZXAiOlsxXX0CCGluZm8CEgIGYXBpAgQYc2VydmljZS5uYW1lCiJ3ZWIiGGs4cy5wb2QOInBvZC0zIgACEnNjb3BlQDEuMAAAAtwLAAAABgCzKRQEoNojAC2wSyahGXADm15qJsbWPyhwnnYV3Lu7jA=="
}
],
[
{
"topic": "logs_ingestion",
"partition": 2,
"offset": 3,
"timestamp": 1736944632250,
"key": null,
"headers": [
[
"token",
"phc_parity_plain"
],
[
"bytes_uncompressed",
"9450"
],
[
"bytes_uncompressed_records",
"6300"
],
[
"bytes_compressed",
"3150"
],
[
"record_count",
"1"
],
[
"created_at",
"2025-01-15T12:37:07.510Z"
]
],
"value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkANbMm7nQCKiiIicYX73tbbkChAQotS/9YB0AxQcAco85NlBt0wEgtUUN7TOzhFY2jUShJuX2eHzY2r3NdvuPPWa3/TXSCpC0O0aTUA8503COSjTAryn1Du89BvG7zcjLVdam4misfrDNy5UZit57MVC4oi1OCU6klIhfU1aDpFOzBPx+Tdukp2yTUtaCqZyj8QEyEztKatymSluJuEpMnRQC/Pixx+OxIPb4DsS+yWtldyjd4hB7RMfVCzHvoXTOIfY6r6ap13ZTO5RecYg9y+adlWbZOwAdPPmEPEpELjh48gmBQEJIMJj5aTZGELKEODHg8FEQYtDIgNzdC5apu6+pu3vqBw4FAGMjAFxgOcCszJdcMATWzJu50AiooiInGF+97W25"
}
]
]
},
"expected": {
"batches": [
{
"error": null
},
{
"error": null
}
],
"outputs": [
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3073",
"bytes_uncompressed": "9219",
"bytes_uncompressed_records": "6146",
"created_at": "2025-01-15T12:37:02.803Z",
"json-parse": "true",
"record_count": "1",
"retention-days": "14",
"source_partition": "3",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "avro",
"schema": {
"name": "LogRecord",
"type": "record",
"fields": [
{
"name": "uuid",
"type": [
"null",
"string"
],
"doc": "Unique identifier for the log record."
},
{
"name": "trace_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the trace this log is a part of."
},
{
"name": "span_id",
"type": [
"null",
"bytes"
],
"doc": "Identifier for the span within the trace."
},
{
"name": "trace_flags",
"type": [
"null",
"int"
],
"doc": "Flags associated with the trace."
},
{
"name": "timestamp",
"type": [
"null",
"long"
],
"doc": "The primary timestamp of the event, in microseconds since epoch."
},
{
"name": "observed_timestamp",
"type": [
"null",
"long"
],
"doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
},
{
"name": "body",
"type": [
"null",
"string"
],
"doc": "The main content or message of the log."
},
{
"name": "severity_text",
"type": [
"null",
"string"
],
"doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
},
{
"name": "severity_number",
"type": [
"null",
"int"
],
"doc": "Numeric representation of the severity level."
},
{
"name": "service_name",
"type": [
"null",
"string"
],
"doc": "The name of the service that generated the event."
},
{
"name": "resource_attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "Attributes describing the resource that produced the log (e.g., host, region)."
},
{
"name": "instrumentation_scope",
"type": [
"null",
"string"
],
"doc": "The name of the library or framework that captured the log."
},
{
"name": "event_name",
"type": [
"null",
"string"
],
"doc": "The name of a specific event that occurred."
},
{
"name": "attributes",
"type": [
"null",
{
"type": "map",
"values": "string"
}
],
"doc": "A map of custom string-valued attributes associated with the log."
},
{
"name": "bytes_uncompressed",
"type": [
"null",
"long"
],
"doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
},
{
"name": "retention_days",
"type": [
"null",
"int"
],
"default": null,
"doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
},
{
"name": "pattern",
"type": [
"null",
"string"
],
"default": null,
"doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
},
{
"name": "pattern_version",
"type": [
"null",
"int"
],
"default": null,
"doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
}
],
"doc": "Schema for a structured log or trace event."
},
"codec": "zstandard",
"records": [
{
"attributes": null,
"body": "{\"deep\":[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[1]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]}",
"bytes_uncompressed": 750,
"event_name": null,
"instrumentation_scope": "[email protected]",
"observed_timestamp": 1736944633250000,
"pattern": null,
"pattern_version": null,
"resource_attributes": {
"k8s.pod.name": "\"pod-3\"",
"service.name": "\"web\""
},
"retention_days": null,
"service_name": "api",
"severity_number": 9,
"severity_text": "info",
"span_id": {
"$bytes": "c33a3423a00290f7"
},
"timestamp": 1736942762079991,
"trace_flags": null,
"trace_id": {
"$bytes": "d3bdcf1916be371c5718e2a3b893c1b4"
},
"uuid": "00000000-0000-4000-8000-000000002000"
}
]
}
},
{
"batch": 0,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3643",
"bytes_uncompressed": "10929",
"bytes_uncompressed_records": "7286",
"created_at": "2025-01-15T12:37:06.219Z",
"json-parse": "false",
"record_count": "2",
"retention-days": "14",
"source_partition": "1",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "passthrough",
"batch": 0,
"index": 0
}
},
{
"batch": 0,
"output": "logs_dlq",
"key": null,
"headers": {
"bytes_compressed": "3354",
"bytes_uncompressed": "10062",
"bytes_uncompressed_records": "6708",
"created_at": "2025-01-15T12:37:09.636Z",
"error_message": "too big",
"error_name": "MessageSizeTooLarge",
"failed_at": "2025-01-15T12:37:13.250Z",
"record_count": "2",
"source_offset": "1",
"source_partition": "0",
"source_topic": "logs_ingestion",
"team_id": "102",
"token": "phc_parity_json"
},
"value": {
"kind": "passthrough",
"batch": 0,
"index": 1
}
},
{
"batch": 1,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":9450}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 9450,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 1,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":6300}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 6300,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_records",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 1,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_14d\",\"count\":9450}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 9450,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_ingested_retention_14d",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 1,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":9450}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 9450,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "bytes_received",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 1,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":1}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 1,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_ingested",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 1,
"output": "app_metrics",
"key": null,
"headers": {},
"value": {
"kind": "json",
"raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":1}",
"json": {
"app_source": "logs",
"app_source_id": "",
"count": 1,
"instance_id": "",
"metric_kind": "usage",
"metric_name": "records_received",
"team_id": 101,
"timestamp": "2025-01-15 12:37:13.250"
}
}
},
{
"batch": 1,
"output": "logs",
"key": null,
"headers": {
"bytes_compressed": "3150",
"bytes_uncompressed": "9450",
"bytes_uncompressed_records": "6300",
"created_at": "2025-01-15T12:37:07.510Z",
"json-parse": "false",
"record_count": "1",
"retention-days": "14",
"source_partition": "2",
"source_topic": "logs_ingestion",
"team_id": "101",
"token": "phc_parity_plain"
},
"value": {
"kind": "passthrough",
"batch": 1,
"index": 0
}
}
],
"metric_emits": [],
"usage_records": [
{
"batch": 0,
"team_id": 101,
"metric": "logs_bytes",
"quantity": 10929,
"unit": "bytes",
"record_group": 0
},
{
"batch": 0,
"team_id": 101,
"metric": "logs_records",
"quantity": 2,
"unit": "records",
"record_group": 0
},
{
"batch": 0,
"team_id": 102,
"metric": "logs_bytes",
"quantity": 19281,
"unit": "bytes",
"record_group": 1
},
{
"batch": 0,
"team_id": 102,
"metric": "logs_records",
"quantity": 3,
"unit": "records",
"record_group": 1
},
{
"batch": 1,
"team_id": 101,
"metric": "logs_bytes",
"quantity": 9450,
"unit": "bytes",
"record_group": 2
},
{
"batch": 1,
"team_id": 101,
"metric": "logs_records",
"quantity": 1,
"unit": "records",
"record_group": 2
}
],
"teams_ingested": [
[
101,
102,
102
],
[
101
]
],
"quota_checks": [
[
"phc_parity_json",
"logs_mb_ingested"
],
[
"phc_parity_plain",
"logs_mb_ingested"
]
]
}
}