Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

chore(flags): vendor feature flag rules v2 contract 7.0.0 (harness 1.22.0) (#123963)

Andersfbf0526cb5c8
diff --git a/rust/feature-flags/tests/fixtures/rules_v2_contract/SOURCE.json b/rust/feature-flags/tests/fixtures/rules_v2_contract/SOURCE.json
index 617b5a55a591..15d2dc91ea06 100644
--- a/rust/feature-flags/tests/fixtures/rules_v2_contract/SOURCE.json
+++ b/rust/feature-flags/tests/fixtures/rules_v2_contract/SOURCE.json
@@ -1,15 +1,15 @@
{
"repository": "https://github.com/PostHog/posthog-sdk-test-harness",
- "release": "1.20.0",
- "commit": "aa725c89eec72cb8ac75f4e418662bf2e161feb8",
+ "release": "1.22.0",
+ "commit": "17d861f8e230fe943934d70e3eebf5cff6bf3aa4",
"path": "contracts/feature_flag_rules_v2",
- "contract_version": "6.0.0",
+ "contract_version": "7.0.0",
"files": {
"corpus/hash_sha1_60_v1.json": "e9bea9cff58bac0c6c1021e9c8842c53594055b6874a2c58bc4350d0c28a93ca",
"corpus/legacy_projection.json": "536c8386eefa75721d113bd8718ddeb7fb1aad3b4f2cce1fbcf516a346a16e26",
"corpus/v1_evaluation.json": "752ff88dcb943ab1e21f9552b0c4ec606029393fca2b565b01a497da89cd8675",
"corpus/v2_boolean_evaluation.json": "2d2a4be5f7185445f6d6593533fe105e436bade1becc3e3b15ff380a8da477bb",
- "corpus/v2_experiment_evaluation.json": "28ed98efed5b58134dc93af3d667f37c15c120dba38cbe36dd1997c8454fe437",
+ "corpus/v2_experiment_evaluation.json": "5d6049002aefa7b41b456dba6f2298ae61907e3ee49f0306e120bf075e0058f6",
"corpus/v2_value_evaluation.json": "aaddd05e47fc5a4ae07ea42ada5a659798f4b5fc8d0c0827f6a68e4daf68c128",
"fixtures/config/invalid/assign_by_not_person.json": "52d356d2bcdcbf705b0fe2673eb147ac352bda13c9b1bc3d53c4bbb1cb01a5aa",
"fixtures/config/invalid/default_value_type_mismatch.json": "516e72b6bd9f761de62166457528242723694f86e417b1aee6eb37b924acc4b5",
@@ -54,12 +54,12 @@
"fixtures/config/valid/string_group_assignment.json": "414987b3d374fc5fc2d912616cadce8241be9b346d66d6cf4945ca69c169354d",
"fixtures/config/valid/version_float_literal.json": "a848ae2e3e0dd2119600bb90ebbcba59040b3bb788586ba127a57eab1848a403",
"fixtures/wire/definitions.json": "894f37aaf7e6b360ca36e0b5beb5645abd8782dc9a09eb1f76db64285d02fe6d",
- "fixtures/wire/responses.json": "5995db3a23667a58aaefb050779c7b0fe3ff154e821729408d4e6c138a7535b1",
- "manifest.json": "905674e9eff024a4ea58b8ff12c3c604495c84cb31860457d59e6d56e6748aa0",
+ "fixtures/wire/responses.json": "39aa62e340d66903e2fe86da226e622979c7dbc2efbf2b32afd040248a707c61",
+ "manifest.json": "90d99c41300e8067117648ad5b7591c9864a35d38e61f06f02690b79f067ec18",
"registries/literals.json": "3e87e6c7c760f0ebac80289faa5412a6ecd17749cb5c79dabe5ed1efaea22578",
"schemas/config.schema.json": "163507e0db1219329caef034a50516d27eb5759b5e4c250f313ceb53ca3f1e08",
"schemas/definitions_entry.schema.json": "6d920c77fb7f20c2031dc188d495ed28c3789b3f362334517a2e86021a226e85",
- "schemas/flags_response_v3.schema.json": "15e18f44616b98a2ec9a9a0b446aac2235ee0bdc87353e909eb7444b01b7b447",
- "schemas/flags_response_v3_presence.schema.json": "987a07ed66fcae1b1e1e0e55e175c11ae1939af1818c18bd9d93551901ea26a7"
+ "schemas/flags_response_v4.schema.json": "8059289e3b8e0c9f78d568951b272040977633723cf916dbdd9073da4ee362af",
+ "schemas/flags_response_v4_presence.schema.json": "10746030358ed35785ac50ae4b58a02b8f33ee74f4ddb3205d6bb4815e65b122"
}
}
diff --git a/rust/feature-flags/tests/fixtures/rules_v2_contract/corpus/v2_experiment_evaluation.json b/rust/feature-flags/tests/fixtures/rules_v2_contract/corpus/v2_experiment_evaluation.json
index 55cea05406ee..6534999042ec 100644
--- a/rust/feature-flags/tests/fixtures/rules_v2_contract/corpus/v2_experiment_evaluation.json
+++ b/rust/feature-flags/tests/fixtures/rules_v2_contract/corpus/v2_experiment_evaluation.json
@@ -1,18 +1,30 @@
{
"corpus_version": "1.0.0",
"config_version": 2,
- "description": "Ordered evaluation of experiment rules: pause, holdout, rollout and weighted variant assignment, with the legacy rendering of each result. Expected terminal fields and legacy cells are exhaustive. Hash evidence lists every hash an evaluation draws. White-box rows replace every drawn hash through a private seam; parser rows run at the parser boundary.",
+ "description": "Ordered evaluation of experiment rules: pause, holdout, rollout and weighted variant assignment. Each case takes the flag and context from defaults, with the context fields it sets replacing the defaults. Expected terminal fields are exhaustive. Hash evidence lists every hash an evaluation draws. White-box rows replace every drawn hash through a private seam; parser rows run at the parser boundary.",
+ "defaults": {
+ "flag": {
+ "key": "example-display-key",
+ "name": "Example display name",
+ "active": true,
+ "deleted": false,
+ "requested": true
+ },
+ "context": {
+ "identifier": "person-example",
+ "properties": {
+ "plan": "pro"
+ },
+ "properties_complete": true,
+ "timezone": "UTC",
+ "explicit_exact_matching": true,
+ "now": "2024-03-31T12:00:00Z"
+ }
+ },
"cases": [
{
"id": "v2_experiment.ordering.split",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -46,14 +58,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -66,40 +71,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.ordering.paused",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -132,16 +116,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -151,24 +125,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.paused_before_holdout",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -205,16 +166,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -224,24 +175,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.paused_targeting_miss",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -291,16 +229,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "targeted",
@@ -310,24 +238,11 @@
"rule_type": "targeted_release",
"index": 1
}
- },
- "legacy": {
- "enabled": true,
- "variant": "targeted",
- "value": "targeted",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.paused_before_rollout_miss",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -368,16 +283,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -387,24 +292,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.holdout",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -441,16 +333,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -460,24 +342,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.holdout_terminal_with_continue",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -522,16 +391,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -541,24 +400,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.holdout_before_rollout_miss",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -595,16 +441,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -614,24 +450,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.holdout_zero",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -669,14 +492,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -689,52 +505,26 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "holdout",
"prefix": "example-holdout",
"identifier": "person-1",
"salt": "",
- "input_utf8_hex": "6578616d706c652d686f6c646f7574706572736f6e2d31",
- "sha1_hex": "927ec0a2001c68ab093dd8f087f27e31c4ef9b51",
- "first_15_hex": "927ec0a2001c68a",
- "n": "659755398663882378",
- "hash01_binary64_hex": "3fe24fd81440038d",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fe24fd81440038d"
},
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.ordering.miss_return_default",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -767,16 +557,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -787,37 +567,19 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-example",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d6578616d706c65",
- "sha1_hex": "bb21a3739cb09b9fb960eeda9aa454ef538f08b9",
- "first_15_hex": "bb21a3739cb09b9",
- "n": "842764904766835129",
- "hash01_binary64_hex": "3fe764346e739613",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fe764346e739613"
}
]
},
{
"id": "v2_experiment.ordering.miss_continue",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -858,16 +620,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "targeted",
@@ -878,37 +630,19 @@
"index": 1
}
},
- "legacy": {
- "enabled": true,
- "variant": "targeted",
- "value": "targeted",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-example",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d6578616d706c65",
- "sha1_hex": "bb21a3739cb09b9fb960eeda9aa454ef538f08b9",
- "first_15_hex": "bb21a3739cb09b9",
- "n": "842764904766835129",
- "hash01_binary64_hex": "3fe764346e739613",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fe764346e739613"
}
]
},
{
"id": "v2_experiment.ordering.miss_continue_exhausted",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -941,52 +675,24 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
"reason": "no_rule_match"
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-example",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d6578616d706c65",
- "sha1_hex": "bb21a3739cb09b9fb960eeda9aa454ef538f08b9",
- "first_15_hex": "bb21a3739cb09b9",
- "n": "842764904766835129",
- "hash01_binary64_hex": "3fe764346e739613",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fe764346e739613"
}
]
},
{
"id": "v2_experiment.ordering.targeted_above",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1036,16 +742,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "targeted",
@@ -1055,24 +751,11 @@
"rule_type": "targeted_release",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "targeted",
- "value": "targeted",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.targeted_miss_above",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1123,14 +806,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -1143,40 +819,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.ordering.percentage_miss_above",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1223,14 +878,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -1243,52 +891,26 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-allocation.",
"identifier": "person-3",
"salt": "",
- "input_utf8_hex": "6578616d706c652d616c6c6f636174696f6e2e706572736f6e2d33",
- "sha1_hex": "d394c898e308428824b26b96cde1b70f7613b105",
- "first_15_hex": "d394c898e308428",
- "n": "952876949845345320",
- "hash01_binary64_hex": "3fea7299131c6108",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fea7299131c6108"
},
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.ordering.second_experiment_rule",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1356,14 +978,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -1376,40 +991,19 @@
},
"variant": "arm_b"
},
- "legacy": {
- "enabled": true,
- "variant": "yellow",
- "value": "yellow",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-second-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d7365636f6e642d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "988d4a5a63528a4a200e0f6cefd8e9d0f5166323",
- "first_15_hex": "988d4a5a63528a4",
- "n": "687032751097194660",
- "hash01_binary64_hex": "3fe311a94b4c6a51",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fe311a94b4c6a51"
}
]
},
{
"id": "v2_experiment.ordering.second_experiment_after_miss",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1468,14 +1062,7 @@
]
},
"context": {
- "identifier": "person-4",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-4"
},
"expected": {
"status": "success",
@@ -1488,52 +1075,26 @@
},
"variant": "arm_a"
},
- "legacy": {
- "enabled": true,
- "variant": "red",
- "value": "red",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-4",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d34",
- "sha1_hex": "c9873d09c345f1f9a5b4ff8aacca2199ad855873",
- "first_15_hex": "c9873d09c345f1f",
- "n": "907602664726224671",
- "hash01_binary64_hex": "3fe930e7a13868be",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fe930e7a13868be"
},
{
"use": "variant",
"prefix": "example-second-split.",
"identifier": "person-4",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d7365636f6e642d73706c69742e706572736f6e2d3476617269616e74",
- "sha1_hex": "5d09e8ab208663d2d1b30d081c435875b19e7890",
- "first_15_hex": "5d09e8ab208663d",
- "n": "419009083875026493",
- "hash01_binary64_hex": "3fd7427a2ac82199",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fd7427a2ac82199"
}
]
},
{
"id": "v2_experiment.ordering.empty_identifier_return_default",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1567,14 +1128,7 @@
]
},
"context": {
- "identifier": "",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": ""
},
"expected": {
"status": "success",
@@ -1585,24 +1139,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.empty_identifier_skips_holdout",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1648,14 +1189,7 @@
]
},
"context": {
- "identifier": "",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": ""
},
"expected": {
"status": "success",
@@ -1666,24 +1200,11 @@
"rule_type": "targeted_release",
"index": 1
}
- },
- "legacy": {
- "enabled": true,
- "variant": "targeted",
- "value": "targeted",
- "payload": null
}
},
{
"id": "v2_experiment.ordering.empty_identifier_paused",
"family": "ordering",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1717,14 +1238,7 @@
]
},
"context": {
- "identifier": "",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": ""
},
"expected": {
"status": "success",
@@ -1735,24 +1249,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
}
},
{
"id": "v2_experiment.assignment.fifty_fifty_control",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1786,14 +1287,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -1806,127 +1300,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
- }
- ]
- },
- {
- "id": "v2_experiment.assignment.fifty_fifty_test",
- "family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": "green"
- }
- ]
- }
- ]
- },
- "context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "success",
- "value": "green",
- "reason": "experiment_split",
- "rule": {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "index": 0
- },
- "variant": "test"
- },
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
- "hash_evidence": [
- {
- "use": "variant",
- "prefix": "example-split.",
- "identifier": "person-3",
- "salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.assignment.ten_ninety_first",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -1960,14 +1346,7 @@
]
},
"context": {
- "identifier": "person-5",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-5"
},
"expected": {
"status": "success",
@@ -1980,40 +1359,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-5",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3576617269616e74",
- "sha1_hex": "13979f7741bec0e8630fce9217cb68b9a4e2dd83",
- "first_15_hex": "13979f7741bec0e",
- "n": "88235771422305294",
- "hash01_binary64_hex": "3fb3979f7741bec1",
- "boundaries_binary64_hex": [
- "3fb999999999999a",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fb3979f7741bec1"
}
]
},
{
"id": "v2_experiment.assignment.ten_ninety_second",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2047,14 +1405,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -2067,40 +1418,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fb999999999999a",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.assignment.two_decimal_control",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2139,14 +1469,7 @@
]
},
"context": {
- "identifier": "person-5",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-5"
},
"expected": {
"status": "success",
@@ -2159,41 +1482,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-5",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3576617269616e74",
- "sha1_hex": "13979f7741bec0e8630fce9217cb68b9a4e2dd83",
- "first_15_hex": "13979f7741bec0e",
- "n": "88235771422305294",
- "hash01_binary64_hex": "3fb3979f7741bec1",
- "boundaries_binary64_hex": [
- "3fd554c985f06f69",
- "3fe554c985f06f69",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fb3979f7741bec1"
}
]
},
{
"id": "v2_experiment.assignment.two_decimal_test",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2232,14 +1533,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -2252,41 +1546,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fd554c985f06f69",
- "3fe554c985f06f69",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.assignment.two_decimal_other",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2325,14 +1597,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -2345,41 +1610,19 @@
},
"variant": "other"
},
- "legacy": {
- "enabled": true,
- "variant": "red",
- "value": "red",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fd554c985f06f69",
- "3fe554c985f06f69",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.assignment.equal_values_control",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2413,14 +1656,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -2433,40 +1669,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "same",
- "value": "same",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.assignment.equal_values_test",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2500,14 +1715,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -2520,40 +1728,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "same",
- "value": "same",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.assignment.zero_weight_first",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2586,16 +1773,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "green",
@@ -2607,40 +1784,19 @@
},
"variant": "always"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-example",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d6578616d706c6576617269616e74",
- "sha1_hex": "8c2fcae2922c5679a32941db87271301753deaef",
- "first_15_hex": "8c2fcae2922c567",
- "n": "631344722729944423",
- "hash01_binary64_hex": "3fe185f95c52458b",
- "boundaries_binary64_hex": [
- "0000000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fe185f95c52458b"
}
]
},
{
"id": "v2_experiment.assignment.twenty_variants",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2763,16 +1919,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "value-10",
@@ -2784,58 +1930,19 @@
},
"variant": "arm_10"
},
- "legacy": {
- "enabled": true,
- "variant": "value-10",
- "value": "value-10",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-example",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d6578616d706c6576617269616e74",
- "sha1_hex": "8c2fcae2922c5679a32941db87271301753deaef",
- "first_15_hex": "8c2fcae2922c567",
- "n": "631344722729944423",
- "hash01_binary64_hex": "3fe185f95c52458b",
- "boundaries_binary64_hex": [
- "3fa999999999999a",
- "3fb999999999999a",
- "3fc3333333333334",
- "3fc999999999999a",
- "3fd0000000000000",
- "3fd3333333333333",
- "3fd6666666666666",
- "3fd9999999999999",
- "3fdccccccccccccc",
- "3fdfffffffffffff",
- "3fe1999999999999",
- "3fe3333333333333",
- "3fe4cccccccccccd",
- "3fe6666666666667",
- "3fe8000000000001",
- "3fe999999999999b",
- "3feb333333333335",
- "3feccccccccccccf",
- "3fee666666666669",
- "3ff0000000000001"
- ]
+ "hash01_binary64_hex": "3fe185f95c52458b"
}
]
},
{
"id": "v2_experiment.assignment.stored_order",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2869,14 +1976,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -2889,40 +1989,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.assignment.flag_key_seed",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -2956,14 +2035,7 @@
]
},
"context": {
- "identifier": "person-9",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-9"
},
"expected": {
"status": "success",
@@ -2976,40 +2048,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-display-key.",
"identifier": "person-9",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d646973706c61792d6b65792e706572736f6e2d3976617269616e74",
- "sha1_hex": "2090020a34850978ecf974a4e945b3de0ff356fc",
- "first_15_hex": "2090020a3485097",
- "n": "146648603044630679",
- "hash01_binary64_hex": "3fc04801051a4285",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fc04801051a4285"
}
]
},
{
"id": "v2_experiment.assignment.rollout_hit",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3043,14 +2094,7 @@
]
},
"context": {
- "identifier": "person-6",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-6"
},
"expected": {
"status": "success",
@@ -3063,52 +2107,26 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-6",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d36",
- "sha1_hex": "0884085a52c321e1a4a67d7712a950bbfb29c236",
- "first_15_hex": "0884085a52c321e",
- "n": "38351539578614302",
- "hash01_binary64_hex": "3fa10810b4a58644",
- "threshold_binary64_hex": "3fe0000000000000"
+ "hash01_binary64_hex": "3fa10810b4a58644"
},
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-6",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3676617269616e74",
- "sha1_hex": "8980bb6ec6763e56136cde7eeaf8ff963cddb5db",
- "first_15_hex": "8980bb6ec6763e5",
- "n": "619257829041595365",
- "hash01_binary64_hex": "3fe130176dd8cec8",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fe130176dd8cec8"
}
]
},
{
"id": "v2_experiment.assignment.rollout_miss_return_default",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3142,14 +2160,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -3161,37 +2172,19 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d31",
- "sha1_hex": "ef0a543f86ebc4f681810ae2e9ad78a1b24508c0",
- "first_15_hex": "ef0a543f86ebc4f",
- "n": "1076542022290947151",
- "hash01_binary64_hex": "3fede14a87f0dd79",
- "threshold_binary64_hex": "3fe0000000000000"
+ "hash01_binary64_hex": "3fede14a87f0dd79"
}
]
},
{
"id": "v2_experiment.assignment.rollout_miss_continue",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3233,14 +2226,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -3252,37 +2238,19 @@
"index": 1
}
},
- "legacy": {
- "enabled": true,
- "variant": "targeted",
- "value": "targeted",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d31",
- "sha1_hex": "ef0a543f86ebc4f681810ae2e9ad78a1b24508c0",
- "first_15_hex": "ef0a543f86ebc4f",
- "n": "1076542022290947151",
- "hash01_binary64_hex": "3fede14a87f0dd79",
- "threshold_binary64_hex": "3fe0000000000000"
+ "hash01_binary64_hex": "3fede14a87f0dd79"
}
]
},
{
"id": "v2_experiment.assignment.holdout_in",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3320,14 +2288,7 @@
]
},
"context": {
- "identifier": "person-12",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-12"
},
"expected": {
"status": "success",
@@ -3339,37 +2300,19 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"hash_evidence": [
{
"use": "holdout",
"prefix": "example-holdout",
"identifier": "person-12",
"salt": "",
- "input_utf8_hex": "6578616d706c652d686f6c646f7574706572736f6e2d3132",
- "sha1_hex": "0d1390c2884fe37d2f481cb1cd8b070c8f63bb49",
- "first_15_hex": "0d1390c2884fe37",
- "n": "58890994514722359",
- "hash01_binary64_hex": "3faa272185109fc7",
- "threshold_binary64_hex": "3fc999999999999a"
+ "hash01_binary64_hex": "3faa272185109fc7"
}
]
},
{
"id": "v2_experiment.assignment.holdout_out",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3407,14 +2350,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -3427,52 +2363,26 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"hash_evidence": [
{
"use": "holdout",
"prefix": "example-holdout",
"identifier": "person-3",
"salt": "",
- "input_utf8_hex": "6578616d706c652d686f6c646f7574706572736f6e2d33",
- "sha1_hex": "e3d8dcb693162ca5505ae752dc954e3e0aa667a5",
- "first_15_hex": "e3d8dcb693162ca",
- "n": "1026132194893062858",
- "hash01_binary64_hex": "3fec7b1b96d262c6",
- "threshold_binary64_hex": "3fc999999999999a"
+ "hash01_binary64_hex": "3fec7b1b96d262c6"
},
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.assignment.legacy_holdout_seed",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3510,14 +2420,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -3529,37 +2432,19 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"hash_evidence": [
{
"use": "holdout",
"prefix": "holdout-",
"identifier": "person-1",
"salt": "",
- "input_utf8_hex": "686f6c646f75742d706572736f6e2d31",
- "sha1_hex": "621019936a5272952e325d32f848db322bcea920",
- "first_15_hex": "621019936a52729",
- "n": "441635996017436457",
- "hash01_binary64_hex": "3fd8840664da949d",
- "threshold_binary64_hex": "3fe0000000000000"
+ "hash01_binary64_hex": "3fd8840664da949d"
}
]
},
{
"id": "v2_experiment.assignment.shared_rollout_seed",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3606,14 +2491,7 @@
]
},
"context": {
- "identifier": "person-2",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-2"
},
"expected": {
"status": "success",
@@ -3626,64 +2504,33 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-shared.",
"identifier": "person-2",
"salt": "",
- "input_utf8_hex": "6578616d706c652d7368617265642e706572736f6e2d32",
- "sha1_hex": "51e2cf47f2ed1821aea41a38a24864add9c0db66",
- "first_15_hex": "51e2cf47f2ed182",
- "n": "368781648108376450",
- "hash01_binary64_hex": "3fd478b3d1fcbb46",
- "threshold_binary64_hex": "3fd3333333333333"
+ "hash01_binary64_hex": "3fd478b3d1fcbb46"
},
{
"use": "rollout",
"prefix": "example-shared.",
"identifier": "person-2",
"salt": "",
- "input_utf8_hex": "6578616d706c652d7368617265642e706572736f6e2d32",
- "sha1_hex": "51e2cf47f2ed1821aea41a38a24864add9c0db66",
- "first_15_hex": "51e2cf47f2ed182",
- "n": "368781648108376450",
- "hash01_binary64_hex": "3fd478b3d1fcbb46",
- "threshold_binary64_hex": "3fe3333333333333"
+ "hash01_binary64_hex": "3fd478b3d1fcbb46"
},
{
"use": "variant",
"prefix": "example-shared.",
"identifier": "person-2",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d7368617265642e706572736f6e2d3276617269616e74",
- "sha1_hex": "713eae155c71d29c717414f2631615d5a11e1174",
- "first_15_hex": "713eae155c71d29",
- "n": "510009436350651689",
- "hash01_binary64_hex": "3fdc4fab85571c75",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc4fab85571c75"
}
]
},
{
"id": "v2_experiment.assignment.identifier_200",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3717,14 +2564,7 @@
]
},
"context": {
- "identifier": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
},
"expected": {
"status": "success",
@@ -3737,40 +2577,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616176617269616e74",
- "sha1_hex": "5771a7badbc8521956075b915d499cd17c672efc",
- "first_15_hex": "5771a7badbc8521",
- "n": "393812610916320545",
- "hash01_binary64_hex": "3fd5dc69eeb6f215",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fd5dc69eeb6f215"
}
]
},
{
"id": "v2_experiment.assignment.identifier_201",
"family": "assignment",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -3804,14 +2623,7 @@
]
},
"context": {
- "identifier": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaab",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaab"
},
"expected": {
"status": "success",
@@ -3824,40 +2636,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616161616176617269616e74",
- "sha1_hex": "5771a7badbc8521956075b915d499cd17c672efc",
- "first_15_hex": "5771a7badbc8521",
- "n": "393812610916320545",
- "hash01_binary64_hex": "3fd5dc69eeb6f215",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fd5dc69eeb6f215"
}
]
},
{
"id": "v2_experiment.values.boolean_false_variant",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "boolean",
@@ -3891,14 +2682,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -3911,40 +2695,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": false,
- "variant": null,
- "value": false,
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.values.boolean_true_variant",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "boolean",
@@ -3978,14 +2741,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -3998,40 +2754,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": null,
- "value": true,
- "payload": null
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.values.number_zero",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "number",
@@ -4065,14 +2800,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -4085,40 +2813,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": null,
- "value": true,
- "payload": 0
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.values.number_decimal",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "number",
@@ -4152,14 +2859,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -4172,40 +2872,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": null,
- "value": true,
- "payload": 12.5
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.values.object_empty",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "object",
@@ -4245,14 +2924,7 @@
]
},
"context": {
- "identifier": "person-1",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-1"
},
"expected": {
"status": "success",
@@ -4265,40 +2937,19 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": null,
- "value": true,
- "payload": {}
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-1",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3176617269616e74",
- "sha1_hex": "7097291b07ace0c5909564af9291976a174f3780",
- "first_15_hex": "7097291b07ace0c",
- "n": "507062403112553996",
- "hash01_binary64_hex": "3fdc25ca46c1eb38",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fdc25ca46c1eb38"
}
]
},
{
"id": "v2_experiment.values.object_nested",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "object",
@@ -4338,14 +2989,7 @@
]
},
"context": {
- "identifier": "person-3",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
+ "identifier": "person-3"
},
"expected": {
"status": "success",
@@ -4362,44 +3006,19 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": null,
- "value": true,
- "payload": {
- "layout": {
- "columns": 2
- }
- }
- },
"hash_evidence": [
{
"use": "variant",
"prefix": "example-split.",
"identifier": "person-3",
"salt": "variant",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d3376617269616e74",
- "sha1_hex": "f31f53c835e3ac066ef4237aa9d552ce225ea64a",
- "first_15_hex": "f31f53c835e3ac0",
- "n": "1094925824678574784",
- "hash01_binary64_hex": "3fee63ea7906bc76",
- "boundaries_binary64_hex": [
- "3fe0000000000000",
- "3ff0000000000000"
- ]
+ "hash01_binary64_hex": "3fee63ea7906bc76"
}
]
},
{
"id": "v2_experiment.values.null_default_paused",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -4432,16 +3051,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": null,
@@ -4451,24 +3060,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": false,
- "variant": null,
- "value": false,
- "payload": null
}
},
{
"id": "v2_experiment.values.null_default_holdout",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "boolean",
@@ -4505,16 +3101,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": null,
@@ -4524,24 +3110,11 @@
"rule_type": "experiment",
"index": 0
}
- },
- "legacy": {
- "enabled": false,
- "variant": null,
- "value": false,
- "payload": null
}
},
{
"id": "v2_experiment.values.object_default_rollout_miss",
"family": "values",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "object",
@@ -4578,16 +3151,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": {
@@ -4600,39 +3163,19 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": null,
- "value": true,
- "payload": {
- "layout": "default"
- }
- },
"hash_evidence": [
{
"use": "rollout",
"prefix": "example-split.",
"identifier": "person-example",
"salt": "",
- "input_utf8_hex": "6578616d706c652d73706c69742e706572736f6e2d6578616d706c65",
- "sha1_hex": "bb21a3739cb09b9fb960eeda9aa454ef538f08b9",
- "first_15_hex": "bb21a3739cb09b9",
- "n": "842764904766835129",
- "hash01_binary64_hex": "3fe764346e739613",
- "threshold_binary64_hex": "0000000000000000"
+ "hash01_binary64_hex": "3fe764346e739613"
}
]
},
{
"id": "v2_experiment.white_box.variant_equal",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -4665,16 +3208,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "green",
@@ -4686,12 +3219,6 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fe0000000000000",
"against": "variant_boundary",
@@ -4702,13 +3229,6 @@
{
"id": "v2_experiment.white_box.variant_below",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -4741,16 +3261,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "blue",
@@ -4762,12 +3272,6 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fdfffffffffffff",
"against": "variant_boundary",
@@ -4778,13 +3282,6 @@
{
"id": "v2_experiment.white_box.accumulated_equal",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -4822,16 +3319,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "red",
@@ -4843,12 +3330,6 @@
},
"variant": "other"
},
- "legacy": {
- "enabled": true,
- "variant": "red",
- "value": "red",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fe554c985f06f69",
"against": "variant_boundary",
@@ -4859,13 +3340,6 @@
{
"id": "v2_experiment.white_box.accumulated_below",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -4903,16 +3377,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "green",
@@ -4924,12 +3388,6 @@
},
"variant": "test"
},
- "legacy": {
- "enabled": true,
- "variant": "green",
- "value": "green",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fe554c985f06f68",
"against": "variant_boundary",
@@ -4940,13 +3398,6 @@
{
"id": "v2_experiment.white_box.off_the_end",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -4984,16 +3435,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "red",
@@ -5005,12 +3446,6 @@
},
"variant": "other"
},
- "legacy": {
- "enabled": true,
- "variant": "red",
- "value": "red",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3ff0000000000000",
"against": "variant_boundary",
@@ -5021,13 +3456,6 @@
{
"id": "v2_experiment.white_box.off_the_end_zero_weight",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5060,16 +3488,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "blue",
@@ -5081,12 +3499,6 @@
},
"variant": "never"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3ff0000000000000",
"against": "variant_boundary",
@@ -5097,13 +3509,6 @@
{
"id": "v2_experiment.white_box.holdout_equal",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5140,16 +3545,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -5160,12 +3555,6 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fc999999999999a",
"against": "holdout_threshold",
@@ -5176,13 +3565,6 @@
{
"id": "v2_experiment.white_box.holdout_above",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5219,16 +3601,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "blue",
@@ -5240,12 +3612,6 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fc999999999999b",
"against": "holdout_threshold",
@@ -5256,13 +3622,6 @@
{
"id": "v2_experiment.white_box.rollout_equal",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5295,16 +3654,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "blue",
@@ -5316,12 +3665,6 @@
},
"variant": "control"
},
- "legacy": {
- "enabled": true,
- "variant": "blue",
- "value": "blue",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fd3333333333333",
"against": "rollout_threshold",
@@ -5332,13 +3675,6 @@
{
"id": "v2_experiment.white_box.rollout_above",
"family": "white_box",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5371,16 +3707,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "success",
"value": "default",
@@ -5391,12 +3717,6 @@
"index": 0
}
},
- "legacy": {
- "enabled": true,
- "variant": "default",
- "value": "default",
- "payload": null
- },
"white_box": {
"hash01_binary64_hex": "3fd3333333333334",
"against": "rollout_threshold",
@@ -5405,15 +3725,8 @@
}
},
{
- "id": "v2_experiment.parser.experiment_id",
+ "id": "v2_experiment.parser.empty_variant_key",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5425,7 +3738,6 @@
"targeting": {
"properties": []
},
- "experiment_id": 42,
"paused": false,
"rollout_percentage": 100,
"on_rollout_miss": "continue",
@@ -5439,7 +3751,7 @@
"value": "blue"
},
{
- "key": "test",
+ "key": "",
"weight": 50,
"value": "green"
}
@@ -5447,31 +3759,14 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
}
},
{
- "id": "v2_experiment.parser.missing_paused",
+ "id": "v2_experiment.parser.null_variant_value",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5483,6 +3778,7 @@
"targeting": {
"properties": []
},
+ "paused": false,
"rollout_percentage": 100,
"on_rollout_miss": "continue",
"assignment_algorithm": "sha1_60_v1",
@@ -5497,37 +3793,20 @@
{
"key": "test",
"weight": 50,
- "value": "green"
+ "value": null
}
]
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
}
},
{
- "id": "v2_experiment.parser.one_variant",
+ "id": "v2_experiment.parser.empty_variant_value",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5548,38 +3827,26 @@
"variants": [
{
"key": "control",
- "weight": 100,
+ "weight": 50,
"value": "blue"
+ },
+ {
+ "key": "test",
+ "weight": 50,
+ "value": ""
}
]
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
}
},
{
- "id": "v2_experiment.parser.twenty_one_variants",
+ "id": "v2_experiment.parser.unknown_variant_field",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5599,139 +3866,28 @@
"assign_by": "person",
"variants": [
{
- "key": "arm_00",
- "weight": 5,
- "value": "v0"
- },
- {
- "key": "arm_01",
- "weight": 5,
- "value": "v1"
- },
- {
- "key": "arm_02",
- "weight": 5,
- "value": "v2"
- },
- {
- "key": "arm_03",
- "weight": 5,
- "value": "v3"
- },
- {
- "key": "arm_04",
- "weight": 5,
- "value": "v4"
- },
- {
- "key": "arm_05",
- "weight": 5,
- "value": "v5"
- },
- {
- "key": "arm_06",
- "weight": 5,
- "value": "v6"
- },
- {
- "key": "arm_07",
- "weight": 5,
- "value": "v7"
- },
- {
- "key": "arm_08",
- "weight": 5,
- "value": "v8"
- },
- {
- "key": "arm_09",
- "weight": 5,
- "value": "v9"
- },
- {
- "key": "arm_10",
- "weight": 5,
- "value": "v10"
- },
- {
- "key": "arm_11",
- "weight": 5,
- "value": "v11"
- },
- {
- "key": "arm_12",
- "weight": 5,
- "value": "v12"
- },
- {
- "key": "arm_13",
- "weight": 5,
- "value": "v13"
- },
- {
- "key": "arm_14",
- "weight": 5,
- "value": "v14"
- },
- {
- "key": "arm_15",
- "weight": 5,
- "value": "v15"
- },
- {
- "key": "arm_16",
- "weight": 5,
- "value": "v16"
- },
- {
- "key": "arm_17",
- "weight": 5,
- "value": "v17"
- },
- {
- "key": "arm_18",
- "weight": 5,
- "value": "v18"
- },
- {
- "key": "arm_19",
- "weight": 2.5,
- "value": "v19"
+ "key": "control",
+ "weight": 50,
+ "value": "blue"
},
{
- "key": "arm_20",
- "weight": 2.5,
- "value": "v20"
+ "key": "test",
+ "weight": 50,
+ "value": "green",
+ "description": "Unknown variant field"
}
]
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
}
},
{
- "id": "v2_experiment.parser.variant_key_characters",
+ "id": "v2_experiment.parser.weight_above_100",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5752,43 +3908,26 @@
"variants": [
{
"key": "control",
- "weight": 50,
+ "weight": 100.5,
"value": "blue"
},
{
- "key": "test.v2",
- "weight": 50,
+ "key": "test",
+ "weight": -0.5,
"value": "green"
}
]
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
}
},
{
- "id": "v2_experiment.parser.empty_variant_key",
+ "id": "v2_experiment.parser.holdout_missing_seed",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5813,39 +3952,25 @@
"value": "blue"
},
{
- "key": "",
+ "key": "test",
"weight": 50,
"value": "green"
}
- ]
+ ],
+ "holdout": {
+ "exclusion_percentage": 5
+ }
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
}
},
{
- "id": "v2_experiment.parser.variant_value_type",
+ "id": "v2_experiment.parser.unknown_holdout_field",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -5872,435 +3997,17 @@
{
"key": "test",
"weight": 50,
- "value": true
+ "value": "green"
}
- ]
+ ],
+ "holdout": {
+ "seed": "example-holdout",
+ "exclusion_percentage": 5,
+ "name": "x"
+ }
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.null_variant_value",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": null
- }
- ]
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.empty_variant_value",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": ""
- }
- ]
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.unknown_variant_field",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": "green",
- "description": "Unknown variant field"
- }
- ]
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.weight_above_100",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 100.5,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": -0.5,
- "value": "green"
- }
- ]
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.holdout_missing_seed",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": "green"
- }
- ],
- "holdout": {
- "exclusion_percentage": 5
- }
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.unknown_holdout_field",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": "green"
- }
- ],
- "holdout": {
- "seed": "example-holdout",
- "exclusion_percentage": 5,
- "name": "x"
- }
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
- "expected": {
- "status": "parse_error",
- "kind": "malformed"
- }
- },
- {
- "id": "v2_experiment.parser.holdout_id",
- "family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
- "config": {
- "version": 2,
- "return_type": "string",
- "default_value": "default",
- "rules": [
- {
- "id": "11111111-1111-4111-8111-111111111111",
- "rule_type": "experiment",
- "targeting": {
- "properties": []
- },
- "paused": false,
- "rollout_percentage": 100,
- "on_rollout_miss": "continue",
- "assignment_algorithm": "sha1_60_v1",
- "seed": "example-split",
- "assign_by": "person",
- "variants": [
- {
- "key": "control",
- "weight": 50,
- "value": "blue"
- },
- {
- "key": "test",
- "weight": 50,
- "value": "green"
- }
- ],
- "holdout": {
- "id": 7,
- "seed": "example-holdout",
- "exclusion_percentage": 5
- }
- }
- ]
- },
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
@@ -6309,13 +4016,6 @@
{
"id": "v2_experiment.parser.unknown_rule_field",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -6349,16 +4049,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
@@ -6367,13 +4057,6 @@
{
"id": "v2_experiment.parser.weights_below_100",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -6411,16 +4094,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
@@ -6429,13 +4102,6 @@
{
"id": "v2_experiment.parser.weights_above_100",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -6468,16 +4134,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
@@ -6486,13 +4142,6 @@
{
"id": "v2_experiment.parser.weight_three_decimals",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -6525,16 +4174,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
@@ -6543,13 +4182,6 @@
{
"id": "v2_experiment.parser.exclusion_three_decimals",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -6586,16 +4218,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
@@ -6604,13 +4226,6 @@
{
"id": "v2_experiment.parser.duplicate_variant_keys",
"family": "parser",
- "flag": {
- "key": "example-display-key",
- "name": "Example display name",
- "active": true,
- "deleted": false,
- "requested": true
- },
"config": {
"version": 2,
"return_type": "string",
@@ -6643,16 +4258,6 @@
}
]
},
- "context": {
- "identifier": "person-example",
- "properties": {
- "plan": "pro"
- },
- "properties_complete": true,
- "timezone": "UTC",
- "explicit_exact_matching": true,
- "now": "2024-03-31T12:00:00Z"
- },
"expected": {
"status": "parse_error",
"kind": "malformed"
diff --git a/rust/feature-flags/tests/fixtures/rules_v2_contract/fixtures/wire/responses.json b/rust/feature-flags/tests/fixtures/rules_v2_contract/fixtures/wire/responses.json
index df43793f74e8..1d1c6096936f 100644
--- a/rust/feature-flags/tests/fixtures/rules_v2_contract/fixtures/wire/responses.json
+++ b/rust/feature-flags/tests/fixtures/rules_v2_contract/fixtures/wire/responses.json
@@ -1,5 +1,5 @@
{
- "schema": "schemas/flags_response_v3.schema.json",
+ "schema": "schemas/flags_response_v4.schema.json",
"templates": {
"targeting_match_targeted_release": {
"errorsWhileComputingFlags": false,
diff --git a/rust/feature-flags/tests/fixtures/rules_v2_contract/manifest.json b/rust/feature-flags/tests/fixtures/rules_v2_contract/manifest.json
index 356bbad43d81..4e66385cd479 100644
--- a/rust/feature-flags/tests/fixtures/rules_v2_contract/manifest.json
+++ b/rust/feature-flags/tests/fixtures/rules_v2_contract/manifest.json
@@ -1,7 +1,7 @@
{
"contract": {
"name": "feature_flag_rules_v2",
- "version": "6.0.0",
+ "version": "7.0.0",
"config_version": 2
},
"artifacts": [
@@ -445,11 +445,11 @@
"kind": "schema"
},
{
- "path": "schemas/flags_response_v3.schema.json",
+ "path": "schemas/flags_response_v4.schema.json",
"kind": "schema"
},
{
- "path": "schemas/flags_response_v3_presence.schema.json",
+ "path": "schemas/flags_response_v4_presence.schema.json",
"kind": "schema"
},
{
diff --git a/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v3.schema.json b/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v4.schema.json
similarity index 98%
rename from rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v3.schema.json
rename to rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v4.schema.json
index c9dc6732985f..09af0787cdb3 100644
--- a/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v3.schema.json
+++ b/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v4.schema.json
@@ -1,7 +1,7 @@
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
- "$id": "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v3.schema.json",
- "title": "POST /flags?v=3 response (producer contract)",
+ "$id": "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v4.schema.json",
+ "title": "POST /flags?v=4 response (producer contract)",
"type": "object",
"required": ["errorsWhileComputingFlags", "flags", "requestId", "evaluatedAt"],
"properties": {
diff --git a/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v3_presence.schema.json b/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v4_presence.schema.json
similarity index 99%
rename from rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v3_presence.schema.json
rename to rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v4_presence.schema.json
index e4fc07711e6c..790374d4d55d 100644
--- a/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v3_presence.schema.json
+++ b/rust/feature-flags/tests/fixtures/rules_v2_contract/schemas/flags_response_v4_presence.schema.json
@@ -1,11 +1,11 @@
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
- "$id": "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v3_presence.schema.json",
- "title": "Additional v3 producer presence constraints",
- "description": "Use together with flags_response_v3.schema.json. Map-key equality and recursive seed prohibition are separate checks.",
+ "$id": "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v4_presence.schema.json",
+ "title": "Additional v4 producer presence constraints",
+ "description": "Use together with flags_response_v4.schema.json. Map-key equality and recursive seed prohibition are separate checks.",
"allOf": [
{
- "$ref": "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v3.schema.json"
+ "$ref": "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v4.schema.json"
},
{
"properties": {
diff --git a/rust/feature-flags/tests/test_flags_v4.rs b/rust/feature-flags/tests/test_flags_v4.rs
index fa989da2ee67..16bb083b0148 100644
--- a/rust/feature-flags/tests/test_flags_v4.rs
+++ b/rust/feature-flags/tests/test_flags_v4.rs
@@ -616,6 +616,6 @@ async fn experiment_rules_carry_the_assigned_variant_and_no_experiment_identity_
.into_iter()
.filter(|case| case["family"] != "white_box")
.collect();
- assert_eq!(check_on_the_wire(cases).await?, 48);
+ assert_eq!(check_on_the_wire(cases).await?, 47);
Ok(())
}
diff --git a/rust/feature-flags/tests/test_rules_v2_evaluation.rs b/rust/feature-flags/tests/test_rules_v2_evaluation.rs
index efff52fa29cd..39727fe73f27 100644
--- a/rust/feature-flags/tests/test_rules_v2_evaluation.rs
+++ b/rust/feature-flags/tests/test_rules_v2_evaluation.rs
@@ -76,10 +76,10 @@ fn evaluation_corpora_have_unique_ids_and_the_pinned_families() {
family("v2_value_evaluation", "values", 11),
family("v2_value_evaluation", "parser", 11),
family("v2_experiment_evaluation", "ordering", 20),
- family("v2_experiment_evaluation", "assignment", 22),
+ family("v2_experiment_evaluation", "assignment", 21),
family("v2_experiment_evaluation", "values", 9),
family("v2_experiment_evaluation", "white_box", 10),
- family("v2_experiment_evaluation", "parser", 20),
+ family("v2_experiment_evaluation", "parser", 13),
])
);
}
@@ -173,7 +173,7 @@ fn parsed_configs_match_every_core_case_without_mutating_cached_inputs() {
}
executed += 1;
}
- assert_eq!((executed, rejected), (120 + 38 + 51, 2 + 11 + 20));
+ assert_eq!((executed, rejected), (120 + 38 + 50, 2 + 11 + 13));
}
fn assert_experiment_hash_evidence(
@@ -510,10 +510,10 @@ async fn corpus_cases_project_through_the_matcher_and_the_legacy_formats() {
.with_now(context.now);
let expected = &case["expected"];
let failed = expected["status"] != "success";
- let legacy = case.get("legacy").cloned().unwrap_or_else(|| {
- let enabled = expected["value"].as_bool().unwrap_or(false);
- json!({"enabled": enabled, "variant": null, "value": enabled, "payload": null})
- });
+ let legacy = case
+ .get("legacy")
+ .cloned()
+ .unwrap_or_else(|| corpus::legacy(&expected["value"]));
let enabled = legacy["enabled"].as_bool().unwrap();
let variant = legacy["variant"].as_str().map(str::to_owned);
let payload = Some(&legacy["payload"]).filter(|payload| !payload.is_null());
@@ -678,5 +678,5 @@ async fn corpus_cases_project_through_the_matcher_and_the_legacy_formats() {
}
projected += 1;
}
- assert_eq!((projected, direct, skipped), (114 + 49 + 71, 8, 13 + 10));
+ assert_eq!((projected, direct, skipped), (114 + 49 + 63, 8, 13 + 10));
}
diff --git a/rust/feature-flags/tests/test_rules_v2_evaluation/corpus.rs b/rust/feature-flags/tests/test_rules_v2_evaluation/corpus.rs
index bb8175170184..a35223467f77 100644
--- a/rust/feature-flags/tests/test_rules_v2_evaluation/corpus.rs
+++ b/rust/feature-flags/tests/test_rules_v2_evaluation/corpus.rs
@@ -30,11 +30,38 @@ pub fn value_cases() -> Vec<Value> {
.clone()
}
+/// Expands each case to the shape of the other corpora: `defaults.flag`, `defaults.context`
+/// overlaid with the case's own context fields, and the `legacy` rendering of its value.
pub fn experiment_cases() -> Vec<Value> {
- load("corpus/v2_experiment_evaluation.json")["cases"]
- .as_array()
- .unwrap()
- .clone()
+ let corpus = load("corpus/v2_experiment_evaluation.json");
+ let defaults = &corpus["defaults"];
+ let mut cases = corpus["cases"].as_array().unwrap().clone();
+ for case in &mut cases {
+ let mut context = defaults["context"].clone();
+ for (field, value) in case["context"].as_object().into_iter().flatten() {
+ context[field] = value.clone();
+ }
+ case["flag"] = defaults["flag"].clone();
+ case["context"] = context;
+ case["legacy"] = legacy(&case["expected"]["value"]);
+ }
+ cases
+}
+
+/// The typed value corpus's legacy rendering table; a failure has no value and renders as null.
+pub fn legacy(value: &Value) -> Value {
+ match value {
+ Value::Null | Value::Bool(false) => {
+ json!({"enabled": false, "variant": null, "value": false, "payload": null})
+ }
+ Value::Bool(true) => {
+ json!({"enabled": true, "variant": null, "value": true, "payload": null})
+ }
+ Value::String(_) => {
+ json!({"enabled": true, "variant": value, "value": value, "payload": null})
+ }
+ _ => json!({"enabled": true, "variant": null, "value": true, "payload": value}),
+ }
}
pub fn read(case: &Value) -> FeatureFlag {
diff --git a/rust/feature-flags/tests/test_rules_v2_evaluation/wire.rs b/rust/feature-flags/tests/test_rules_v2_evaluation/wire.rs
index 41b1d487d3c1..af43c3344835 100644
--- a/rust/feature-flags/tests/test_rules_v2_evaluation/wire.rs
+++ b/rust/feature-flags/tests/test_rules_v2_evaluation/wire.rs
@@ -7,9 +7,8 @@ use serde_json::Value;
use crate::corpus;
-// The harness contract still names the v4 record's schemas `flags_response_v3*`.
const PRODUCER_ID: &str =
- "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v3.schema.json";
+ "https://posthog.com/contracts/feature_flag_rules_v2/flags_response_v4.schema.json";
struct Vendored;
@@ -19,7 +18,7 @@ impl Retrieve for Vendored {
uri: &Uri<String>,
) -> Result<Value, Box<dyn std::error::Error + Send + Sync>> {
if uri.as_str() == PRODUCER_ID {
- Ok(corpus::load("schemas/flags_response_v3.schema.json"))
+ Ok(corpus::load("schemas/flags_response_v4.schema.json"))
} else {
Err(format!("unexpected $ref {uri}").into())
}
@@ -35,9 +34,9 @@ fn validator(path: &str) -> Validator {
}
static PRODUCER: LazyLock<Validator> =
- LazyLock::new(|| validator("schemas/flags_response_v3.schema.json"));
+ LazyLock::new(|| validator("schemas/flags_response_v4.schema.json"));
static PRESENCE: LazyLock<Validator> =
- LazyLock::new(|| validator("schemas/flags_response_v3_presence.schema.json"));
+ LazyLock::new(|| validator("schemas/flags_response_v4_presence.schema.json"));
fn first_error(validator: &Validator, instance: &Value) -> Option<String> {
validator