Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

51.7 KB
Raw Blame
{
 "scenario": {
  "name": "codecs",
  "description": "Null and deflate container codecs, with and without re-encode.",
  "consumer": "logs",
  "batch_now_ms": [
   1736944633250
  ],
  "config": {
   "LOGS_INGESTION_CONSUMER_GROUP_ID": "ingestion-logs",
   "LOGS_INGESTION_CONSUMER_CONSUME_TOPIC": "logs_ingestion_test",
   "LOGS_INGESTION_CONSUMER_OVERFLOW_TOPIC": "logs_ingestion_overflow_test",
   "LOGS_INGESTION_CONSUMER_DLQ_TOPIC": "logs_ingestion_dlq_test",
   "LOGS_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_logs_test",
   "LOGS_REDIS_HOST": "127.0.0.1",
   "LOGS_REDIS_PORT": 6379,
   "LOGS_REDIS_PASSWORD": "",
   "LOGS_REDIS_TLS": false,
   "LOGS_LIMITER_ENABLED_TEAMS": "*",
   "LOGS_LIMITER_DISABLED_FOR_TEAMS": "",
   "LOGS_LIMITER_BUCKET_SIZE_KB": 10000,
   "LOGS_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
   "LOGS_LIMITER_TTL_SECONDS": 86400,
   "LOGS_LIMITER_TEAM_BUCKET_SIZE_KB": "",
   "LOGS_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
   "LOGS_SAMPLING_ENABLED_TEAMS": "",
   "LOGS_SAMPLING_KILLSWITCH": false,
   "LOGS_METRICS_RULES_ENABLED_TEAMS": "",
   "LOGS_METRICS_RULES_KILLSWITCH": false,
   "LOGS_METRICS_RULES_EXPORT_URL": "",
   "LOGS_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
   "LOGS_RETENTION_ENABLED_TEAMS": "",
   "LOGS_BACKFILL_ENABLED_TEAMS": "",
   "LOGS_RETENTION_KILLSWITCH": false,
   "LOGS_INTERNAL_INGESTION_ENABLED_TEAMS": "",
   "LOGS_INTERNAL_INGESTION_SIGNING_KEYS": "",
   "LOGS_INTERNAL_PRODUCER_URL": "",
   "LOGS_INTERNAL_PRODUCER_TEAMS": "",
   "LOGS_INTERNAL_PRODUCER_MAX_IN_FLIGHT": 20,
   "LOGS_INTERNAL_PRODUCER_MAX_BUFFERED_BYTES": 67108864,
   "LOGS_INTERNAL_PRODUCER_RETRY_TIMEOUT_MS": 60000,
   "LOGS_PATTERN_MASKING_ENABLED_TEAMS": "",
   "LOGS_JSON_ATTRIBUTE_PARSING_ENABLED_TEAMS": "",
   "LOGS_JSON_ATTRIBUTE_EXTRACTION_ENABLED_TEAMS": "",
   "LOGS_BILLING_PRORATE_ENABLED": false,
   "LOGS_TRANSFORMATIONS_ENABLED_TEAMS": "",
   "LOGS_TRANSFORMATIONS_KILLSWITCH": false,
   "LOGS_TRANSFORMATIONS_HOG_TIMEOUT_MS": 10,
   "LOGS_TRANSFORMATIONS_MESSAGE_BUDGET_MS": 100,
   "LOGS_TRANSFORMATIONS_BATCH_BUDGET_MS": 2000,
   "LOGS_TRANSFORMATIONS_MAX_ERROR_LOGS_PER_FUNCTION": 3,
   "REDIS_URL": "",
   "REDIS_POOL_MIN_SIZE": 1,
   "REDIS_POOL_MAX_SIZE": 3,
   "TRACES_INGESTION_CONSUMER_GROUP_ID": "ingestion-traces",
   "TRACES_INGESTION_CONSUMER_CONSUME_TOPIC": "ingestion-traces_test",
   "TRACES_INGESTION_CONSUMER_OVERFLOW_TOPIC": "ingestion-traces-overflow_test",
   "TRACES_INGESTION_CONSUMER_DLQ_TOPIC": "ingestion-traces-dlq_test",
   "TRACES_INGESTION_CONSUMER_CLICKHOUSE_TOPIC": "clickhouse_traces_test",
   "TRACES_REDIS_HOST": "127.0.0.1",
   "TRACES_REDIS_PORT": 6379,
   "TRACES_REDIS_PASSWORD": "",
   "TRACES_REDIS_TLS": false,
   "TRACES_LIMITER_ENABLED_TEAMS": "*",
   "TRACES_LIMITER_DISABLED_FOR_TEAMS": "",
   "TRACES_LIMITER_BUCKET_SIZE_KB": 10000,
   "TRACES_LIMITER_REFILL_RATE_KB_PER_SECOND": 1000,
   "TRACES_LIMITER_TTL_SECONDS": 86400,
   "TRACES_LIMITER_TEAM_BUCKET_SIZE_KB": "",
   "TRACES_LIMITER_TEAM_REFILL_RATE_KB_PER_SECOND": "",
   "TRACES_METRICS_RULES_ENABLED_TEAMS": "",
   "TRACES_METRICS_RULES_KILLSWITCH": false,
   "TRACES_METRICS_RULES_EXPORT_URL": "",
   "TRACES_DEFAULT_METRIC_RULES_ENABLED_TEAMS": "",
   "TRACES_RETENTION_ENABLED_TEAMS": "",
   "TRACES_RETENTION_KILLSWITCH": false
  },
  "teams": [
   {
    "id": 101,
    "api_token": "phc_parity_plain",
    "logs_settings": null
   },
   {
    "id": 102,
    "api_token": "phc_parity_json",
    "logs_settings": {
     "json_parse_logs": true
    }
   },
   {
    "id": 103,
    "api_token": "phc_parity_pii",
    "logs_settings": {
     "pii_scrub_logs": true
    }
   },
   {
    "id": 104,
    "api_token": "phc_parity_both",
    "logs_settings": {
     "json_parse_logs": true,
     "pii_scrub_logs": true,
     "retention_days": 30
    }
   },
   {
    "id": 105,
    "api_token": "phc_parity_attr",
    "logs_settings": {
     "json_parse_logs": true,
     "json_parse_logs_attribute_key": "payload",
     "retention_days": 90
    }
   },
   {
    "id": 106,
    "api_token": "phc_parity_ret7",
    "logs_settings": {
     "retention_days": 7
    }
   }
  ],
  "quota_limited_tokens": [],
  "sampling_rules": {},
  "retention_rules": {},
  "metric_rules": {},
  "pattern_message_keys": {},
  "traces_retention_days": {},
  "team_lookup_faults": {},
  "team_by_id_faults": {},
  "team_by_id_missing": [],
  "metric_rules_faults": {},
  "metric_emit_faults": [],
  "pattern_keys_faults": {},
  "omit_deps": [],
  "produce_faults": [],
  "batches": [
   [
    {
     "topic": "logs_ingestion",
     "partition": 3,
     "offset": 0,
     "timestamp": 1736944632250,
     "key": null,
     "headers": [
      [
       "token",
       "phc_parity_plain"
      ],
      [
       "bytes_uncompressed",
       "10185"
      ],
      [
       "bytes_uncompressed_records",
       "6790"
      ],
      [
       "bytes_compressed",
       "3395"
      ],
      [
       "record_count",
       "2"
      ],
      [
       "created_at",
       "2025-01-15T12:37:09.881Z"
      ]
     ],
     "value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMIbnVsbAAvwhKsualn8aavWdtfHdYLBPgHAkgwMDAwMDAwMC0wMDAwLTQwMDAtODAwMC0wMDAwMDAwMDAwMDACIN6nwkoqj12TnR+lb6dWGr4CEBZQCg9K6l25AgICwObBl7TvlQYCoIPg/b3vlQYCkAF7ImxldmVsIjoiaW5mbyIsIm1zZyI6ImhlbGxvIiwidXNlciI6eyJpZCI6NywiZW1haWwiOiJib2JAZXhhbXBsZS5jb20ifX0CCkVSUk9SAiICBndlYgIEGHNlcnZpY2UubmFtZQoiYXBpIhhrOHMucG9kLm5hbWUOInBvZC0yIgACKmlvLm9wZW50ZWxlbWV0cnkuaHR0cAACAhZodHRwLm1ldGhvZAoiR0VUIgACoAIAAAACSDAwMDAwMDAwLTAwMDAtNDAwMC04MDAwLTAwMDAwMDAwMDAwMQIgKBtD5v7EIWALxyY+I7LU9wIQZ7LnpLO37IkAAsb0ttav75UGAqCD4P2975UGAnZFUlJPUiBzb21ldGhpbmcgZmFpbGVkIGF0IDIwMjUtMDEtMTVUMTI6MzI6NDIuNDU1WiBjb2RlPTM4OAIISU5GTwISAgZhcGkCAhhzZXJ2aWNlLm5hbWUKImFwaSIAAippby5vcGVudGVsZW1ldHJ5Lmh0dHACDnJlcXVlc3QCAgpsZXZlbBQiL2hlYWx0aHoiAAK6CgAAAC/CEqy5qWfxpq9Z218d1gs="
    },
    {
     "topic": "logs_ingestion",
     "partition": 0,
     "offset": 1,
     "timestamp": 1736944632250,
     "key": null,
     "headers": [
      [
       "token",
       "phc_parity_json"
      ],
      [
       "bytes_uncompressed",
       "10650"
      ],
      [
       "bytes_uncompressed_records",
       "7100"
      ],
      [
       "bytes_compressed",
       "3550"
      ],
      [
       "record_count",
       "2"
      ],
      [
       "created_at",
       "2025-01-15T12:36:57.787Z"
      ]
     ],
     "value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMIbnVsbADIzwH9a8jPQWUKNJtozhgwBK4KAkgwMDAwMDAwMC0wMDAwLTQwMDAtODAwMC0wMDAwMDAwMDEwMDACIF8soMFS1/WSCReBM9eU3cAAAAL0hMCMve+VBgKgg+D9ve+VBgLEBHsiZGVlcCI6W1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1tbW1sxXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV1dXV19AghpbmZvAhICBndlYgIEGHNlcnZpY2UubmFtZQoiYXBpIhhrOHMucG9kLm5hbWUOInBvZC0xIgAAAAIECmxldmVsGHJhdy11bnF1b3RlZBB1cmwucGF0aCYiY2Fyb2xAZXhhbXBsZS5jb20iAAKCBQAAAAJIMDAwMDAwMDAtMDAwMC00MDAwLTgwMDAtMDAwMDAwMDAxMDAxAiDUAjmuyCCFn8Iq0sBs/IYjAhDFTdRZkkq99AICAtDB0Myp75UGAqCD4P2975UGAh57bm90IHZhbGlkIGpzb24CCkRFQlVHAgoAAgIYc2VydmljZS5uYW1lCiJ3ZWIiAAAAAgQWaHR0cC5tZXRob2QGMy41CmxldmVsFCIxMC4xLjIuMyIAAq4CAAAAyM8B/WvIz0FlCjSbaM4YMA=="
    },
    {
     "topic": "logs_ingestion",
     "partition": 1,
     "offset": 2,
     "timestamp": 1736944632250,
     "key": null,
     "headers": [
      [
       "token",
       "phc_parity_plain"
      ],
      [
       "bytes_uncompressed",
       "10656"
      ],
      [
       "bytes_uncompressed_records",
       "7104"
      ],
      [
       "bytes_compressed",
       "3552"
      ],
      [
       "record_count",
       "2"
      ],
      [
       "created_at",
       "2025-01-15T12:36:57.789Z"
      ]
     ],
     "value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMOZGVmbGF0ZQAXCpeDEifrlTpjBcWxVk4aBKwKzdO/axZJGAfwdRDRFBLEQhQlfMFG1s3Oz3f3C4KCgmAhBCvzpljMaPb2Td51300kxlSilYWNClZa+B9YCGIjYh2b4zrliqsOzkZB5OB4XjyOs7L0KYaZYj7MPPMddT7/Vieng5Oh+HcpZfI8V3NHZ7/c+T3rnzdn3cPL+uutJFGv795/9PyvB3vUk9sf/n4lkze7t7AcYwsu/kSll36i2laJShKlDk1it1FfidlatRpncWPcNbFDok7U42zcxrU+juJq7LvNbKXvW7W/i9fX46RXe3fX7THMV209v6Hn6z6uTjC73o2ytupXLmFriEnf1WvX6qt1XB6CQ/wyGa8NkQ5Rdd0QXNSpWdrGzChuxNFB6DzTmcks9rfV5mhcLR/E/EqsRv3KTSTq3q4kSdSPRESruQt4tuj78wfOvHv/6fMfvx1Rs4ePD08d+fPjTqIe7zz99eX/svJ23xaaHMxTNBrUKRoDmhSNBW2KxoEuReNBn6IJYEjRDMBBiqYAixRNCZayPQf11BFIJG1ALZa2oBZNO1CLpz2oRdQB1GLqAahF1QWoxdUlqEU2OWhENho00zPKIUU2FjQiGwcakY0HjcgmgEZkMwCNyKYAjcimBI3INgetyFaDVmRrQDu9vzRAZOtAK7L1oBXZBtCKbAegFdkWoBXZlqAV2eWgE9lp0InsDOhEdhZ0095Kc0V2HnQiuwA6kd0AdCK7AnQiuxJ0Ivsc9CJ7DXqRvQG9yN6CXmTvQD99N3k4kX0Avch+AHqRfQF6kX0JepFDDgaRgwaDyMGAQeRgwSBycGAQOXgwTDMhoRA5DMAgcijAIHIowVBuq5lzCwsXFxTUnqqtv/t1M6jaGok6MLkybuNpneX/fbNEvZDo/wMXCpeDEifrlTpjBcWxVk4a"
    },
    {
     "topic": "logs_ingestion",
     "partition": 1,
     "offset": 3,
     "timestamp": 1736944632250,
     "key": null,
     "headers": [
      [
       "token",
       "phc_parity_json"
      ],
      [
       "bytes_uncompressed",
       "9651"
      ],
      [
       "bytes_uncompressed_records",
       "6434"
      ],
      [
       "bytes_compressed",
       "3217"
      ],
      [
       "record_count",
       "2"
      ],
      [
       "created_at",
       "2025-01-15T12:37:00.869Z"
      ]
     ],
     "value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMOZGVmbGF0ZQDK9xlI3tzVtYEUi433tLDrBI4FjY8xSAJRHMYff7IkKsTJpTjeUsT5uFMLcygpkFpyT264vL96enfv9e7UIlpqbqtRCBqcg5qipTkKmitaAoegIRqN0Apy6xs+vu+bvh+saj+K9y3Vs/Rv7SmpaRooS9h6mVo8nPxoNUIzT8vvEMkbK437rpgGgOv25cX52/EwnBw8d696war7KBXTsYuYxW3TFQ6yIncVh5fLaCm2p5QkdxV9IcH0+TTTWUKDsO2VOEQJQMxH2bCLyDzTxQhtcllDSQnM2pxxgV6ADroYyB1WCQIBkSrfZBb3EAD0cCDrSOAoRAiB/8DpoGyNQ4c/bOxXxRnLtW9fCQB0Ph/vTgeYMgVdpUGTU3WXBhWJSDPJPbWQUgtzhmFAeG09l4cojH3fhaEBilFqCpvGammfCW71pwkquBVPUgJRv8gFZnWm/WEhcDNCCPkCyvcZSN7c1bWBFIuN97Sw6w=="
    },
    {
     "topic": "logs_ingestion",
     "partition": 1,
     "offset": 4,
     "timestamp": 1736944632250,
     "key": null,
     "headers": [
      [
       "token",
       "phc_parity_plain"
      ],
      [
       "bytes_uncompressed",
       "9774"
      ],
      [
       "bytes_uncompressed_records",
       "6516"
      ],
      [
       "bytes_compressed",
       "3258"
      ],
      [
       "record_count",
       "2"
      ],
      [
       "created_at",
       "2025-01-15T12:36:56.467Z"
      ]
     ],
     "value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkALnX77Y2LSCBBRTz/uweAaEE3AUotS/9YKIAJQsAZBQCSDAtMDAwMC00MDAwLTg0MDAwAiBNhYF0EVxS9l3EzJspv7kFAhAmbo3aiXelUQICApyd79mt75UGAqCD4P2975UGAnZFUlJPUiBzb21ldGhpbmcgZmFpbGVkIGF0IDIwMjUtMDEtMTVUMTI6Mzc6MTIuODU3WiBjb2RlPTMzOAIIV0FSTgIaAAICGHNlcnZpY2UubmFtZRAid29ya2VyIgAAAAICCmNvdW50HiIvYXBpL3YxL2l0ZW1zIgACjgoAAAACSDAwMQIgHKtZCqv0d+V/g5wT88XqoQIQuCuJQI7HiyoAAq6Yp+O0CjEyMzQ1AgoCIgoid2ViIgACKmlvLm9wZW50ZWxlbWV0cnkuaHR0cAACBAQ0MgJrRnsibmVzdGVkIjp7Impzb24iOiJwYXlsb2FkIiwibiI6MX19AAL8AQAAAAoAsdnwRob4axcn1o7PmoLSXIADIyAEmSRlYAi51++2Ni0ggQUU8/7sHgGh"
    },
    {
     "topic": "logs_ingestion",
     "partition": 2,
     "offset": 5,
     "timestamp": 1736944632250,
     "key": null,
     "headers": [
      [
       "token",
       "phc_parity_json"
      ],
      [
       "bytes_uncompressed",
       "9906"
      ],
      [
       "bytes_uncompressed_records",
       "6604"
      ],
      [
       "bytes_compressed",
       "3302"
      ],
      [
       "record_count",
       "2"
      ],
      [
       "created_at",
       "2025-01-15T12:36:54.786Z"
      ]
     ],
     "value_b64": "T2JqAQQWYXZyby5zY2hlbWGALHsibmFtZSI6IkxvZ1JlY29yZCIsInR5cGUiOiJyZWNvcmQiLCJmaWVsZHMiOlt7Im5hbWUiOiJ1dWlkIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlVuaXF1ZSBpZGVudGlmaWVyIGZvciB0aGUgbG9nIHJlY29yZC4ifSx7Im5hbWUiOiJ0cmFjZV9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSB0cmFjZSB0aGlzIGxvZyBpcyBhIHBhcnQgb2YuIn0seyJuYW1lIjoic3Bhbl9pZCIsInR5cGUiOlsibnVsbCIsImJ5dGVzIl0sImRvYyI6IklkZW50aWZpZXIgZm9yIHRoZSBzcGFuIHdpdGhpbiB0aGUgdHJhY2UuIn0seyJuYW1lIjoidHJhY2VfZmxhZ3MiLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZG9jIjoiRmxhZ3MgYXNzb2NpYXRlZCB3aXRoIHRoZSB0cmFjZS4ifSx7Im5hbWUiOiJ0aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSBwcmltYXJ5IHRpbWVzdGFtcCBvZiB0aGUgZXZlbnQsIGluIG1pY3Jvc2Vjb25kcyBzaW5jZSBlcG9jaC4ifSx7Im5hbWUiOiJvYnNlcnZlZF90aW1lc3RhbXAiLCJ0eXBlIjpbIm51bGwiLCJsb25nIl0sImRvYyI6IlRoZSB0aW1lc3RhbXAgd2hlbiB0aGUgZXZlbnQgd2FzIG9ic2VydmVkIG9yIGluZ2VzdGVkLCBpbiBtaWNyb3NlY29uZHMgc2luY2UgZXBvY2guIn0seyJuYW1lIjoiYm9keSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbWFpbiBjb250ZW50IG9yIG1lc3NhZ2Ugb2YgdGhlIGxvZy4ifSx7Im5hbWUiOiJzZXZlcml0eV90ZXh0IiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6Ikh1bWFuLXJlYWRhYmxlIHNldmVyaXR5IGxldmVsIChlLmcuLCAnSU5GTycsICdFUlJPUicpLiJ9LHsibmFtZSI6InNldmVyaXR5X251bWJlciIsInR5cGUiOlsibnVsbCIsImludCJdLCJkb2MiOiJOdW1lcmljIHJlcHJlc2VudGF0aW9uIG9mIHRoZSBzZXZlcml0eSBsZXZlbC4ifSx7Im5hbWUiOiJzZXJ2aWNlX25hbWUiLCJ0eXBlIjpbIm51bGwiLCJzdHJpbmciXSwiZG9jIjoiVGhlIG5hbWUgb2YgdGhlIHNlcnZpY2UgdGhhdCBnZW5lcmF0ZWQgdGhlIGV2ZW50LiJ9LHsibmFtZSI6InJlc291cmNlX2F0dHJpYnV0ZXMiLCJ0eXBlIjpbIm51bGwiLHsidHlwZSI6Im1hcCIsInZhbHVlcyI6InN0cmluZyJ9XSwiZG9jIjoiQXR0cmlidXRlcyBkZXNjcmliaW5nIHRoZSByZXNvdXJjZSB0aGF0IHByb2R1Y2VkIHRoZSBsb2cgKGUuZy4sIGhvc3QsIHJlZ2lvbikuIn0seyJuYW1lIjoiaW5zdHJ1bWVudGF0aW9uX3Njb3BlIiwidHlwZSI6WyJudWxsIiwic3RyaW5nIl0sImRvYyI6IlRoZSBuYW1lIG9mIHRoZSBsaWJyYXJ5IG9yIGZyYW1ld29yayB0aGF0IGNhcHR1cmVkIHRoZSBsb2cuIn0seyJuYW1lIjoiZXZlbnRfbmFtZSIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkb2MiOiJUaGUgbmFtZSBvZiBhIHNwZWNpZmljIGV2ZW50IHRoYXQgb2NjdXJyZWQuIn0seyJuYW1lIjoiYXR0cmlidXRlcyIsInR5cGUiOlsibnVsbCIseyJ0eXBlIjoibWFwIiwidmFsdWVzIjoic3RyaW5nIn1dLCJkb2MiOiJBIG1hcCBvZiBjdXN0b20gc3RyaW5nLXZhbHVlZCBhdHRyaWJ1dGVzIGFzc29jaWF0ZWQgd2l0aCB0aGUgbG9nLiJ9LHsibmFtZSI6ImJ5dGVzX3VuY29tcHJlc3NlZCIsInR5cGUiOlsibnVsbCIsImxvbmciXSwiZG9jIjoiTG9naWNhbCBjb250ZW50IHNpemUgb2YgdGhlIHJvdyAoc3VtIG9mIGJ5dGUgbGVuZ3RocyBvZiBzdHJpbmcvbWFwIGZpZWxkcykuIFVzZWQgYnkgZHJvcC1ydWxlIGFjY291bnRpbmc7IGRvZXMgbm90IGluY2x1ZGUgZml4ZWQtd2lkdGggbnVtZXJpYyBvciB0aW1lc3RhbXAgZmllbGRzLiJ9LHsibmFtZSI6InJldGVudGlvbl9kYXlzIiwidHlwZSI6WyJudWxsIiwiaW50Il0sImRlZmF1bHQiOm51bGwsImRvYyI6IlBlci1yb3cgcmV0ZW50aW9uIGluIGRheXMsIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIgZnJvbSB0ZWFtIHJldGVudGlvbiBydWxlcy4gTnVsbCB3aGVuIHVuc2V0IOKAlCBDbGlja0hvdXNlIHRoZW4gZmFsbHMgYmFjayB0byB0aGUgYmF0Y2ggYHJldGVudGlvbi1kYXlzYCBoZWFkZXIuIGNhcHR1cmUtbG9ncyBhbHdheXMgd3JpdGVzIG51bGw7IGl0IGRvZXMgbm90IGV2YWx1YXRlIHRlYW0gcnVsZXMuIn0seyJuYW1lIjoicGF0dGVybiIsInR5cGUiOlsibnVsbCIsInN0cmluZyJdLCJkZWZhdWx0IjpudWxsLCJkb2MiOiJNYXNrZWQgbG9nIGJvZHksIHN0YW1wZWQgYnkgdGhlIE5vZGUgY29uc3VtZXIuIElkZW50aWZpZXJzIGFyZSByZXBsYWNlZCB3aXRoIHBsYWNlaG9sZGVycywgc28gdHdvIGxpbmVzIGRpZmZlcmluZyBvbmx5IGJ5IGEgcmVxdWVzdCBpZCBzaGFyZSBvbmUgcGF0dGVybi4gY2FwdHVyZS1sb2dzIGFsd2F5cyB3cml0ZXMgbnVsbDsgaXQgZG9lcyBub3QgbWFzay4ifSx7Im5hbWUiOiJwYXR0ZXJuX3ZlcnNpb24iLCJ0eXBlIjpbIm51bGwiLCJpbnQiXSwiZGVmYXVsdCI6bnVsbCwiZG9jIjoiTWFza2luZyBydWxlIHNldCB0aGF0IHByb2R1Y2VkIGBwYXR0ZXJuYC4gQSBydWxlIGNoYW5nZSByZS1tYXNrcyBldmVyeSBsaW5lLCBzbyB0aGUgZGV0ZWN0b3IgY29tcGFyZXMgd2l0aGluIGEgdmVyc2lvbiBhbmQgdHJlYXRzIGEgY2hhbmdlIGFzIGEgY29sZCBzdGFydC4gTnVsbCByZWFkcyBhcyB2ZXJzaW9uIDAgaW4gQ2xpY2tIb3VzZSwgbWFya2luZyBhIHJvdyB3cml0dGVuIGJlZm9yZSBtYXNraW5nLiBjYXB0dXJlLWxvZ3MgYWx3YXlzIHdyaXRlcyBudWxsLiJ9XSwiZG9jIjoiU2NoZW1hIGZvciBhIHN0cnVjdHVyZWQgbG9nIG9yIHRyYWNlIGV2ZW50LiJ9FGF2cm8uY29kZWMSenN0YW5kYXJkAFVyXWRxVrbmr87283deeV4EtAYotS/9YO8AhQwA1ldbQiCPqgNMSgzOgZRQAMJWmFQk8qQXUHq3BBRHQx2stVIkEiGHWC/cebaZgYgI6St+/Lk/U8qtXyWWQvHD7ZOqxTJ9GVAARABLACMYen6cxm2bvLe0w++aQ8Cik1xc6IuJCkqLFAkY+mKi4uHEAoUO3V2C+RIhKxkORJ0iQ6KbH1Zo0BDxqU5CHmRMPefMOqo5J0c155zVbNABHcZo6VjlVesYr1oLd4hIfl/kVo9HL9LR+g7s3MeSpaVs2R//4C4PBFakBT44D9c8FPPnlGOO5in7hj9XzohvkzfS6QNOQnn1ZKcwjbYBhQOIle7WGICCRZYhgURtosKJEd+dwAHIYGAqDJR8U2NSSihES8fiZ/DCOhdo6eUEwu98CHVn/JyRv5ieFpbgbQ1SygApLTNr4/Jlaq3wciJv5FQeeiULWiw258+KcPOLH34e31argpmWDlrqULeAhhrEgQIGC6DebDaZhuLQUJ8Nzf/vlwMLAF0rvF7bnNoOztQMpXAQBrF+DzlvhDLnQLAyScrAEFVyXWRxVrbmr87283deeV4="
    }
   ]
  ]
 },
 "expected": {
  "batches": [
   {
    "error": null
   }
  ],
  "outputs": [
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":30615}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 30615,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_ingested",
      "team_id": 101,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":20410}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 20410,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_ingested_records",
      "team_id": 101,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_14d\",\"count\":30615}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 30615,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_ingested_retention_14d",
      "team_id": 101,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":30615}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 30615,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_received",
      "team_id": 101,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":6}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 6,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "records_ingested",
      "team_id": 101,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":101,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":6}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 6,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "records_received",
      "team_id": 101,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested\",\"count\":30207}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 30207,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_ingested",
      "team_id": 102,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_records\",\"count\":20138}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 20138,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_ingested_records",
      "team_id": 102,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_ingested_retention_14d\",\"count\":30207}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 30207,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_ingested_retention_14d",
      "team_id": 102,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"bytes_received\",\"count\":30207}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 30207,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "bytes_received",
      "team_id": 102,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_ingested\",\"count\":6}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 6,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "records_ingested",
      "team_id": 102,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "app_metrics",
    "key": null,
    "headers": {},
    "value": {
     "kind": "json",
     "raw": "{\"team_id\":102,\"timestamp\":\"2025-01-15 12:37:13.250\",\"app_source\":\"logs\",\"app_source_id\":\"\",\"instance_id\":\"\",\"metric_kind\":\"usage\",\"metric_name\":\"records_received\",\"count\":6}",
     "json": {
      "app_source": "logs",
      "app_source_id": "",
      "count": 6,
      "instance_id": "",
      "metric_kind": "usage",
      "metric_name": "records_received",
      "team_id": 102,
      "timestamp": "2025-01-15 12:37:13.250"
     }
    }
   },
   {
    "batch": 0,
    "output": "logs",
    "key": null,
    "headers": {
     "bytes_compressed": "3258",
     "bytes_uncompressed": "9774",
     "bytes_uncompressed_records": "6516",
     "created_at": "2025-01-15T12:36:56.467Z",
     "json-parse": "false",
     "record_count": "2",
     "retention-days": "14",
     "source_partition": "1",
     "source_topic": "logs_ingestion",
     "team_id": "101",
     "token": "phc_parity_plain"
    },
    "value": {
     "kind": "passthrough",
     "batch": 0,
     "index": 4
    }
   },
   {
    "batch": 0,
    "output": "logs",
    "key": null,
    "headers": {
     "bytes_compressed": "3302",
     "bytes_uncompressed": "9906",
     "bytes_uncompressed_records": "6604",
     "created_at": "2025-01-15T12:36:54.786Z",
     "json-parse": "true",
     "record_count": "2",
     "retention-days": "14",
     "source_partition": "2",
     "source_topic": "logs_ingestion",
     "team_id": "102",
     "token": "phc_parity_json"
    },
    "value": {
     "kind": "avro",
     "schema": {
      "name": "LogRecord",
      "type": "record",
      "fields": [
       {
        "name": "uuid",
        "type": [
         "null",
         "string"
        ],
        "doc": "Unique identifier for the log record."
       },
       {
        "name": "trace_id",
        "type": [
         "null",
         "bytes"
        ],
        "doc": "Identifier for the trace this log is a part of."
       },
       {
        "name": "span_id",
        "type": [
         "null",
         "bytes"
        ],
        "doc": "Identifier for the span within the trace."
       },
       {
        "name": "trace_flags",
        "type": [
         "null",
         "int"
        ],
        "doc": "Flags associated with the trace."
       },
       {
        "name": "timestamp",
        "type": [
         "null",
         "long"
        ],
        "doc": "The primary timestamp of the event, in microseconds since epoch."
       },
       {
        "name": "observed_timestamp",
        "type": [
         "null",
         "long"
        ],
        "doc": "The timestamp when the event was observed or ingested, in microseconds since epoch."
       },
       {
        "name": "body",
        "type": [
         "null",
         "string"
        ],
        "doc": "The main content or message of the log."
       },
       {
        "name": "severity_text",
        "type": [
         "null",
         "string"
        ],
        "doc": "Human-readable severity level (e.g., 'INFO', 'ERROR')."
       },
       {
        "name": "severity_number",
        "type": [
         "null",
         "int"
        ],
        "doc": "Numeric representation of the severity level."
       },
       {
        "name": "service_name",
        "type": [
         "null",
         "string"
        ],
        "doc": "The name of the service that generated the event."
       },
       {
        "name": "resource_attributes",
        "type": [
         "null",
         {
          "type": "map",
          "values": "string"
         }
        ],
        "doc": "Attributes describing the resource that produced the log (e.g., host, region)."
       },
       {
        "name": "instrumentation_scope",
        "type": [
         "null",
         "string"
        ],
        "doc": "The name of the library or framework that captured the log."
       },
       {
        "name": "event_name",
        "type": [
         "null",
         "string"
        ],
        "doc": "The name of a specific event that occurred."
       },
       {
        "name": "attributes",
        "type": [
         "null",
         {
          "type": "map",
          "values": "string"
         }
        ],
        "doc": "A map of custom string-valued attributes associated with the log."
       },
       {
        "name": "bytes_uncompressed",
        "type": [
         "null",
         "long"
        ],
        "doc": "Logical content size of the row (sum of byte lengths of string/map fields). Used by drop-rule accounting; does not include fixed-width numeric or timestamp fields."
       },
       {
        "name": "retention_days",
        "type": [
         "null",
         "int"
        ],
        "default": null,
        "doc": "Per-row retention in days, stamped by the Node consumer from team retention rules. Null when unset — ClickHouse then falls back to the batch `retention-days` header. capture-logs always writes null; it does not evaluate team rules."
       },
       {
        "name": "pattern",
        "type": [
         "null",
         "string"
        ],
        "default": null,
        "doc": "Masked log body, stamped by the Node consumer. Identifiers are replaced with placeholders, so two lines differing only by a request id share one pattern. capture-logs always writes null; it does not mask."
       },
       {
        "name": "pattern_version",
        "type": [
         "null",
         "int"
        ],
        "default": null,
        "doc": "Masking rule set that produced `pattern`. A rule change re-masks every line, so the detector compares within a version and treats a change as a cold start. Null reads as version 0 in ClickHouse, marking a row written before masking. capture-logs always writes null."
       }
      ],
      "doc": "Schema for a structured log or trace event."
     },
     "codec": "zstandard",
     "records": [
      {
       "attributes": {
        "html": "\"<b>&amp;</b>\"",
        "level": "\"/api/v1/items\"",
        "msg": "\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\""
       },
       "body": "{\"msg\":\"escaped \\\\n newline and \\\"quotes\\\" and \\t tabs\",\"html\":\"<b>&amp;</b>\"}",
       "bytes_uncompressed": 674,
       "event_name": "request",
       "instrumentation_scope": "[email protected]",
       "observed_timestamp": 1736944633250000,
       "pattern": null,
       "pattern_version": null,
       "resource_attributes": {
        "k8s.pod.name": "\"pod-1\"",
        "service.name": "\"worker\""
       },
       "retention_days": null,
       "service_name": null,
       "severity_number": 0,
       "severity_text": "",
       "span_id": {
        "$bytes": "37a3f852d8650e7c"
       },
       "timestamp": 1736942782972821,
       "trace_flags": 1,
       "trace_id": {
        "$bytes": "135752992d7dc514a4f6b53063d52aed"
       },
       "uuid": "00000000-0000-4000-8000-000000005000"
      },
      {
       "attributes": {
        "0": "1",
        "1": "\"two\"",
        "2.three": "3",
        "3.0": "4",
        "3.1.0": "5",
        "ip": "raw-unquoted",
        "url.path": "3.5"
       },
       "body": "[1,\"two\",{\"three\":3},[4,[5]]]",
       "bytes_uncompressed": 496,
       "event_name": "request",
       "instrumentation_scope": "io.opentelemetry.http",
       "observed_timestamp": 1736944633250000,
       "pattern": null,
       "pattern_version": null,
       "resource_attributes": {
        "service.name": "\"api\""
       },
       "retention_days": null,
       "service_name": "worker",
       "severity_number": 5,
       "severity_text": "DEBUG",
       "span_id": {
        "$bytes": "47181335f7e91b14"
       },
       "timestamp": 1736941747122428,
       "trace_flags": 1,
       "trace_id": {
        "$bytes": "687c28f431122a03628a7268c7e890e4"
       },
       "uuid": "00000000-0000-4000-8000-000000005001"
      }
     ]
    }
   },
   {
    "batch": 0,
    "output": "logs",
    "key": null,
    "headers": {
     "bytes_compressed": "3395",
     "bytes_uncompressed": "10185",
     "bytes_uncompressed_records": "6790",
     "created_at": "2025-01-15T12:37:09.881Z",
     "json-parse": "false",
     "record_count": "2",
     "retention-days": "14",
     "source_partition": "3",
     "source_topic": "logs_ingestion",
     "team_id": "101",
     "token": "phc_parity_plain"
    },
    "value": {
     "kind": "passthrough",
     "batch": 0,
     "index": 0
    }
   },
   {
    "batch": 0,
    "output": "logs",
    "key": null,
    "headers": {
     "bytes_compressed": "3552",
     "bytes_uncompressed": "10656",
     "bytes_uncompressed_records": "7104",
     "created_at": "2025-01-15T12:36:57.789Z",
     "json-parse": "false",
     "record_count": "2",
     "retention-days": "14",
     "source_partition": "1",
     "source_topic": "logs_ingestion",
     "team_id": "101",
     "token": "phc_parity_plain"
    },
    "value": {
     "kind": "passthrough",
     "batch": 0,
     "index": 2
    }
   },
   {
    "batch": 0,
    "output": "logs_dlq",
    "key": null,
    "headers": {
     "bytes_compressed": "3217",
     "bytes_uncompressed": "9651",
     "bytes_uncompressed_records": "6434",
     "created_at": "2025-01-15T12:37:00.869Z",
     "error_message": "unknown codec: deflate",
     "error_name": "Error",
     "failed_at": "2025-01-15T12:37:13.250Z",
     "record_count": "2",
     "source_offset": "3",
     "source_partition": "1",
     "source_topic": "logs_ingestion",
     "team_id": "102",
     "token": "phc_parity_json"
    },
    "value": {
     "kind": "passthrough",
     "batch": 0,
     "index": 3
    }
   },
   {
    "batch": 0,
    "output": "logs_dlq",
    "key": null,
    "headers": {
     "bytes_compressed": "3550",
     "bytes_uncompressed": "10650",
     "bytes_uncompressed_records": "7100",
     "created_at": "2025-01-15T12:36:57.787Z",
     "error_message": "unknown codec: null",
     "error_name": "Error",
     "failed_at": "2025-01-15T12:37:13.250Z",
     "record_count": "2",
     "source_offset": "1",
     "source_partition": "0",
     "source_topic": "logs_ingestion",
     "team_id": "102",
     "token": "phc_parity_json"
    },
    "value": {
     "kind": "passthrough",
     "batch": 0,
     "index": 1
    }
   }
  ],
  "metric_emits": [],
  "usage_records": [
   {
    "batch": 0,
    "team_id": 101,
    "metric": "logs_bytes",
    "quantity": 30615,
    "unit": "bytes",
    "record_group": 0
   },
   {
    "batch": 0,
    "team_id": 101,
    "metric": "logs_records",
    "quantity": 6,
    "unit": "records",
    "record_group": 0
   },
   {
    "batch": 0,
    "team_id": 102,
    "metric": "logs_bytes",
    "quantity": 30207,
    "unit": "bytes",
    "record_group": 1
   },
   {
    "batch": 0,
    "team_id": 102,
    "metric": "logs_records",
    "quantity": 6,
    "unit": "records",
    "record_group": 1
   }
  ],
  "teams_ingested": [
   [
    101,
    102,
    101,
    102,
    101,
    102
   ]
  ],
  "quota_checks": [
   [
    "phc_parity_json",
    "logs_mb_ingested"
   ],
   [
    "phc_parity_plain",
    "logs_mb_ingested"
   ]
  ]
 }
}