Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
{
"default_group_size": 16,
"state": "My card was charged twice for the same order last Tuesday.",
"rank_probe": {
"": "5951527874303425639",
"a": "676785770819501618",
"l0001": "16490875346976899246",
"注文": "11652523757631009561"
},
"splits": [
{
"group_size": 2,
"n": 1,
"rounds": [],
"finalists": [
"l0000"
],
"choice": "l0000"
},
{
"group_size": 2,
"n": 2,
"rounds": [],
"finalists": [
"l0000",
"l0001"
],
"choice": "l0001"
},
{
"group_size": 2,
"n": 3,
"rounds": [
[
1,
2
]
],
"finalists": [
"l0000",
"l0002"
],
"choice": "l0002"
},
{
"group_size": 2,
"n": 4,
"rounds": [
[
2,
2
]
],
"finalists": [
"l0001",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 2,
"n": 5,
"rounds": [
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0000",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 2,
"n": 6,
"rounds": [
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0001",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 2,
"n": 7,
"rounds": [
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0002",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 2,
"n": 8,
"rounds": [
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0007"
],
"choice": "l0003"
},
{
"group_size": 2,
"n": 9,
"rounds": [
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0000",
"l0008"
],
"choice": "l0008"
},
{
"group_size": 2,
"n": 10,
"rounds": [
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0001",
"l0009"
],
"choice": "l0009"
},
{
"group_size": 2,
"n": 11,
"rounds": [
[
1,
2,
2,
2,
2,
2
],
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0002",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 12,
"rounds": [
[
2,
2,
2,
2,
2,
2
],
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 13,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 14,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 15,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 16,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 17,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0000",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 18,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0001",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 2,
"n": 19,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0002",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 20,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 21,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2
],
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 22,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2
],
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 23,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2
],
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 24,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2
],
[
2,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 25,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0008",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 26,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0009",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 27,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 28,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 29,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 30,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 31,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 32,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 33,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0000",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 34,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0001",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 35,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0002",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 36,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 37,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 38,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 39,
"rounds": [
[
1,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 2,
"n": 40,
"rounds": [
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2,
2,
2,
2,
2,
2
],
[
2,
2,
2,
2,
2
],
[
1,
2,
2
],
[
1,
2
]
],
"finalists": [
"l0003",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 1,
"rounds": [],
"finalists": [
"l0000"
],
"choice": "l0000"
},
{
"group_size": 3,
"n": 2,
"rounds": [],
"finalists": [
"l0000",
"l0001"
],
"choice": "l0001"
},
{
"group_size": 3,
"n": 3,
"rounds": [],
"finalists": [
"l0000",
"l0001",
"l0002"
],
"choice": "l0002"
},
{
"group_size": 3,
"n": 4,
"rounds": [
[
2,
2
]
],
"finalists": [
"l0001",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 3,
"n": 5,
"rounds": [
[
2,
3
]
],
"finalists": [
"l0001",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 3,
"n": 6,
"rounds": [
[
3,
3
]
],
"finalists": [
"l0002",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 3,
"n": 7,
"rounds": [
[
2,
2,
3
]
],
"finalists": [
"l0001",
"l0003",
"l0006"
],
"choice": "l0003"
},
{
"group_size": 3,
"n": 8,
"rounds": [
[
2,
3,
3
]
],
"finalists": [
"l0001",
"l0003",
"l0007"
],
"choice": "l0003"
},
{
"group_size": 3,
"n": 9,
"rounds": [
[
3,
3,
3
]
],
"finalists": [
"l0002",
"l0003",
"l0008"
],
"choice": "l0008"
},
{
"group_size": 3,
"n": 10,
"rounds": [
[
2,
3,
2,
3
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0009"
],
"choice": "l0009"
},
{
"group_size": 3,
"n": 11,
"rounds": [
[
2,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 12,
"rounds": [
[
3,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 13,
"rounds": [
[
2,
3,
2,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 14,
"rounds": [
[
2,
3,
3,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 15,
"rounds": [
[
3,
3,
3,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 16,
"rounds": [
[
2,
3,
3,
2,
3,
3
],
[
3,
3
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 17,
"rounds": [
[
2,
3,
3,
3,
3,
3
],
[
3,
3
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 18,
"rounds": [
[
3,
3,
3,
3,
3,
3
],
[
3,
3
]
],
"finalists": [
"l0008",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 3,
"n": 19,
"rounds": [
[
2,
3,
3,
2,
3,
3,
3
],
[
2,
2,
3
]
],
"finalists": [
"l0003",
"l0009",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 20,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3
],
[
2,
2,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 21,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3
],
[
2,
2,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 22,
"rounds": [
[
2,
3,
3,
3,
2,
3,
3,
3
],
[
2,
3,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 23,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 24,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 25,
"rounds": [
[
2,
3,
3,
3,
2,
3,
3,
3,
3
],
[
3,
3,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 26,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
3,
3
],
[
3,
3,
3
]
],
"finalists": [
"l0003",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 27,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
3,
3,
3
]
],
"finalists": [
"l0008",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 28,
"rounds": [
[
2,
3,
3,
3,
3,
2,
3,
3,
3,
3
],
[
2,
3,
2,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 29,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
2,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 30,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
2,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 31,
"rounds": [
[
2,
3,
3,
3,
3,
2,
3,
3,
3,
3,
3
],
[
2,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 32,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 33,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 34,
"rounds": [
[
2,
3,
3,
3,
3,
3,
2,
3,
3,
3,
3,
3
],
[
3,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 35,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
3,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 36,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
3,
3,
3,
3
],
[
2,
2
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 37,
"rounds": [
[
2,
3,
3,
3,
3,
3,
2,
3,
3,
3,
3,
3,
3
],
[
2,
3,
2,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 38,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
2,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 39,
"rounds": [
[
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3,
3
],
[
2,
3,
2,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 3,
"n": 40,
"rounds": [
[
2,
3,
3,
3,
3,
3,
3,
2,
3,
3,
3,
3,
3,
3
],
[
2,
3,
3,
3,
3
],
[
2,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 1,
"rounds": [],
"finalists": [
"l0000"
],
"choice": "l0000"
},
{
"group_size": 5,
"n": 2,
"rounds": [],
"finalists": [
"l0000",
"l0001"
],
"choice": "l0001"
},
{
"group_size": 5,
"n": 3,
"rounds": [],
"finalists": [
"l0000",
"l0001",
"l0002"
],
"choice": "l0002"
},
{
"group_size": 5,
"n": 4,
"rounds": [],
"finalists": [
"l0000",
"l0001",
"l0002",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 5,
"n": 5,
"rounds": [],
"finalists": [
"l0000",
"l0001",
"l0002",
"l0003",
"l0004"
],
"choice": "l0003"
},
{
"group_size": 5,
"n": 6,
"rounds": [
[
3,
3
]
],
"finalists": [
"l0002",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 5,
"n": 7,
"rounds": [
[
3,
4
]
],
"finalists": [
"l0002",
"l0003"
],
"choice": "l0003"
},
{
"group_size": 5,
"n": 8,
"rounds": [
[
4,
4
]
],
"finalists": [
"l0003",
"l0007"
],
"choice": "l0003"
},
{
"group_size": 5,
"n": 9,
"rounds": [
[
4,
5
]
],
"finalists": [
"l0003",
"l0008"
],
"choice": "l0008"
},
{
"group_size": 5,
"n": 10,
"rounds": [
[
5,
5
]
],
"finalists": [
"l0003",
"l0009"
],
"choice": "l0009"
},
{
"group_size": 5,
"n": 11,
"rounds": [
[
3,
4,
4
]
],
"finalists": [
"l0002",
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 12,
"rounds": [
[
4,
4,
4
]
],
"finalists": [
"l0003",
"l0007",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 13,
"rounds": [
[
4,
4,
5
]
],
"finalists": [
"l0003",
"l0007",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 14,
"rounds": [
[
4,
5,
5
]
],
"finalists": [
"l0003",
"l0008",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 15,
"rounds": [
[
5,
5,
5
]
],
"finalists": [
"l0003",
"l0009",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 16,
"rounds": [
[
4,
4,
4,
4
]
],
"finalists": [
"l0003",
"l0007",
"l0010",
"l0012"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 17,
"rounds": [
[
4,
4,
4,
5
]
],
"finalists": [
"l0003",
"l0007",
"l0010",
"l0012"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 18,
"rounds": [
[
4,
5,
4,
5
]
],
"finalists": [
"l0003",
"l0008",
"l0010",
"l0013"
],
"choice": "l0010"
},
{
"group_size": 5,
"n": 19,
"rounds": [
[
4,
5,
5,
5
]
],
"finalists": [
"l0003",
"l0008",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 20,
"rounds": [
[
5,
5,
5,
5
]
],
"finalists": [
"l0003",
"l0009",
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 21,
"rounds": [
[
4,
4,
4,
4,
5
]
],
"finalists": [
"l0003",
"l0007",
"l0010",
"l0012",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 22,
"rounds": [
[
4,
4,
5,
4,
5
]
],
"finalists": [
"l0003",
"l0007",
"l0010",
"l0013",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 23,
"rounds": [
[
4,
5,
4,
5,
5
]
],
"finalists": [
"l0003",
"l0008",
"l0010",
"l0013",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 24,
"rounds": [
[
4,
5,
5,
5,
5
]
],
"finalists": [
"l0003",
"l0008",
"l0010",
"l0018",
"l0019"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 25,
"rounds": [
[
5,
5,
5,
5,
5
]
],
"finalists": [
"l0003",
"l0009",
"l0010",
"l0018",
"l0021"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 26,
"rounds": [
[
4,
4,
5,
4,
4,
5
],
[
3,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 27,
"rounds": [
[
4,
5,
4,
5,
4,
5
],
[
3,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 28,
"rounds": [
[
4,
5,
5,
4,
5,
5
],
[
3,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 29,
"rounds": [
[
4,
5,
5,
5,
5,
5
],
[
3,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 30,
"rounds": [
[
5,
5,
5,
5,
5,
5
],
[
3,
3
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 31,
"rounds": [
[
4,
4,
5,
4,
5,
4,
5
],
[
3,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 32,
"rounds": [
[
4,
5,
4,
5,
4,
5,
5
],
[
3,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 33,
"rounds": [
[
4,
5,
5,
4,
5,
5,
5
],
[
3,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 34,
"rounds": [
[
4,
5,
5,
5,
5,
5,
5
],
[
3,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 35,
"rounds": [
[
5,
5,
5,
5,
5,
5,
5
],
[
3,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 36,
"rounds": [
[
4,
5,
4,
5,
4,
5,
4,
5
],
[
4,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 37,
"rounds": [
[
4,
5,
4,
5,
5,
4,
5,
5
],
[
4,
4
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 38,
"rounds": [
[
4,
5,
5,
5,
4,
5,
5,
5
],
[
4,
4
]
],
"finalists": [
"l0018",
"l0019"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 39,
"rounds": [
[
4,
5,
5,
5,
5,
5,
5,
5
],
[
4,
4
]
],
"finalists": [
"l0018",
"l0019"
],
"choice": "l0018"
},
{
"group_size": 5,
"n": 40,
"rounds": [
[
5,
5,
5,
5,
5,
5,
5,
5
],
[
4,
4
]
],
"finalists": [
"l0018",
"l0038"
],
"choice": "l0018"
},
{
"group_size": 16,
"n": 1,
"rounds": [],
"finalists": [
"l0000"
],
"choice": "l0000"
},
{
"group_size": 16,
"n": 15,
"rounds": [],
"finalists": [
"l0000",
"l0001",
"l0002",
"l0003",
"l0004",
"l0005",
"l0006",
"l0007",
"l0008",
"l0009",
"l0010",
"l0011",
"l0012",
"l0013",
"l0014"
],
"choice": "l0010"
},
{
"group_size": 16,
"n": 16,
"rounds": [],
"finalists": [
"l0000",
"l0001",
"l0002",
"l0003",
"l0004",
"l0005",
"l0006",
"l0007",
"l0008",
"l0009",
"l0010",
"l0011",
"l0012",
"l0013",
"l0014",
"l0015"
],
"choice": "l0010"
},
{
"group_size": 16,
"n": 17,
"rounds": [
[
8,
9
]
],
"finalists": [
"l0003",
"l0010"
],
"choice": "l0010"
},
{
"group_size": 16,
"n": 31,
"rounds": [
[
15,
16
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 16,
"n": 32,
"rounds": [
[
16,
16
]
],
"finalists": [
"l0010",
"l0018"
],
"choice": "l0018"
},
{
"group_size": 16,
"n": 33,
"rounds": [
[
11,
11,
11
]
],
"finalists": [
"l0010",
"l0018",
"l0032"
],
"choice": "l0018"
},
{
"group_size": 16,
"n": 77,
"rounds": [
[
15,
15,
16,
15,
16
]
],
"finalists": [
"l0010",
"l0018",
"l0038",
"l0054",
"l0072"
],
"choice": "l0018"
},
{
"group_size": 16,
"n": 150,
"rounds": [
[
15,
15,
15,
15,
15,
15,
15,
15,
15,
15
]
],
"finalists": [
"l0010",
"l0018",
"l0038",
"l0054",
"l0072",
"l0083",
"l0102",
"l0106",
"l0128",
"l0146"
],
"choice": "l0146"
},
{
"group_size": 16,
"n": 255,
"rounds": [
[
15,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16
]
],
"finalists": [
"l0010",
"l0018",
"l0038",
"l0054",
"l0078",
"l0090",
"l0102",
"l0124",
"l0142",
"l0146",
"l0160",
"l0177",
"l0201",
"l0222",
"l0230",
"l0239"
],
"choice": "l0230"
},
{
"group_size": 16,
"n": 256,
"rounds": [
[
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16,
16
]
],
"finalists": [
"l0010",
"l0018",
"l0038",
"l0054",
"l0078",
"l0090",
"l0102",
"l0124",
"l0142",
"l0146",
"l0160",
"l0177",
"l0201",
"l0223",
"l0230",
"l0252"
],
"choice": "l0230"
},
{
"group_size": 16,
"n": 257,
"rounds": [
[
15,
15,
15,
15,
15,
15,
15,
15,
16,
15,
15,
15,
15,
15,
15,
15,
16
],
[
8,
9
]
],
"finalists": [
"l0102",
"l0230"
],
"choice": "l0230"
},
{
"group_size": 16,
"n": 300,
"rounds": [
[
15,
16,
16,
16,
15,
16,
16,
16,
16,
15,
16,
16,
16,
16,
15,
16,
16,
16,
16
],
[
9,
10
]
],
"finalists": [
"l0140",
"l0230"
],
"choice": "l0230"
},
{
"group_size": 16,
"n": 1000,
"rounds": [
[
15,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16,
15,
16,
16,
16,
16,
16,
16,
16
],
[
15,
16,
16,
16
]
],
"finalists": [
"l0230",
"l0450",
"l0494",
"l0982"
],
"choice": "l0450"
}
],
"cases": [
{
"name": "default-group-77",
"group_size": null,
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"l000",
"l001",
"l002",
"l003",
"l004",
"l005",
"l006",
"l007",
"l008",
"l009",
"l010",
"l011",
"l012",
"l013",
"l014",
"l015",
"l016",
"l017",
"l018",
"l019",
"l020",
"l021",
"l022",
"l023",
"l024",
"l025",
"l026",
"l027",
"l028",
"l029",
"l030",
"l031",
"l032",
"l033",
"l034",
"l035",
"l036",
"l037",
"l038",
"l039",
"l040",
"l041",
"l042",
"l043",
"l044",
"l045",
"l046",
"l047",
"l048",
"l049",
"l050",
"l051",
"l052",
"l053",
"l054",
"l055",
"l056",
"l057",
"l058",
"l059",
"l060",
"l061",
"l062",
"l063",
"l064",
"l065",
"l066",
"l067",
"l068",
"l069",
"l070",
"l071",
"l072",
"l073",
"l074",
"l075",
"l076"
]
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l000",
"l001",
"l002",
"l003",
"l004",
"l005",
"l006",
"l007",
"l008",
"l009",
"l010",
"l011",
"l012",
"l013",
"l014"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l015",
"l016",
"l017",
"l018",
"l019",
"l020",
"l021",
"l022",
"l023",
"l024",
"l025",
"l026",
"l027",
"l028",
"l029"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l030",
"l031",
"l032",
"l033",
"l034",
"l035",
"l036",
"l037",
"l038",
"l039",
"l040",
"l041",
"l042",
"l043",
"l044",
"l045"
]
},
"3": {
"type": "choice",
"instructions": "pick",
"labels": [
"l046",
"l047",
"l048",
"l049",
"l050",
"l051",
"l052",
"l053",
"l054",
"l055",
"l056",
"l057",
"l058",
"l059",
"l060"
]
},
"4": {
"type": "choice",
"instructions": "pick",
"labels": [
"l061",
"l062",
"l063",
"l064",
"l065",
"l066",
"l067",
"l068",
"l069",
"l070",
"l071",
"l072",
"l073",
"l074",
"l075",
"l076"
]
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"l014",
"l023",
"l030",
"l060",
"l074"
]
}
}
],
"model": "stub-2",
"answers": {
"q": "l030"
},
"tournament": {
"q": {
"labels": [
"l014",
"l023",
"l030",
"l060",
"l074"
],
"n": 77,
"rounds": 1
}
},
"caller_questions_unmutated": true
},
{
"name": "mixed-group-8",
"group_size": 8,
"questions": {
"big": {
"type": "choice",
"instructions": "pick",
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12",
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19"
}
},
"small": {
"type": "choice",
"instructions": "pick",
"criteria": [
"x",
"y"
]
},
"level": {
"type": "score",
"instructions": "rate",
"criteria": [
"low",
"high"
]
},
"urgent": {
"type": "noul",
"instructions": "Is this urgent?"
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05"
],
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05"
}
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
],
"criteria": {
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12"
}
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19"
],
"criteria": {
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19"
}
}
},
{
"big": {
"type": "choice",
"instructions": "pick",
"labels": [
"l03",
"l10",
"l13"
],
"criteria": {
"l03": "about l03",
"l10": "about l10",
"l13": "about l13"
}
},
"small": {
"type": "choice",
"instructions": "pick",
"labels": [
"x",
"y"
]
},
"level": {
"type": "score",
"instructions": "rate"
},
"urgent": {
"type": "noul",
"instructions": "Is this urgent?"
}
}
],
"model": "stub-2",
"answers": {
"big": "l10",
"small": "y"
},
"tournament": {
"big": {
"labels": [
"l03",
"l10",
"l13"
],
"n": 20,
"rounds": 1
},
"small": {
"labels": [
"x",
"y"
],
"n": 2,
"rounds": 0
}
},
"caller_questions_unmutated": true
},
{
"name": "nothing-to-narrow",
"group_size": null,
"questions": {
"small": {
"type": "choice",
"instructions": "pick",
"criteria": [
"x",
"y"
]
},
"level": {
"type": "score",
"instructions": "rate",
"criteria": [
"low",
"high"
]
}
},
"calls": [
{
"small": {
"type": "choice",
"instructions": "pick",
"labels": [
"x",
"y"
]
},
"level": {
"type": "score",
"instructions": "rate"
}
}
],
"model": "stub-1",
"answers": {
"small": "y"
},
"tournament": {
"small": {
"labels": [
"x",
"y"
],
"n": 2,
"rounds": 0
}
},
"caller_questions_unmutated": true
},
{
"name": "two-choices-different-rounds",
"group_size": null,
"questions": {
"wide": {
"type": "choice",
"instructions": "Which one?",
"criteria": [
"w000",
"w001",
"w002",
"w003",
"w004",
"w005",
"w006",
"w007",
"w008",
"w009",
"w010",
"w011",
"w012",
"w013",
"w014",
"w015",
"w016",
"w017",
"w018",
"w019",
"w020",
"w021",
"w022",
"w023",
"w024",
"w025",
"w026",
"w027",
"w028",
"w029",
"w030",
"w031",
"w032",
"w033",
"w034",
"w035",
"w036",
"w037",
"w038",
"w039",
"w040",
"w041",
"w042",
"w043",
"w044",
"w045",
"w046",
"w047",
"w048",
"w049",
"w050",
"w051",
"w052",
"w053",
"w054",
"w055",
"w056",
"w057",
"w058",
"w059",
"w060",
"w061",
"w062",
"w063",
"w064",
"w065",
"w066",
"w067",
"w068",
"w069",
"w070",
"w071",
"w072",
"w073",
"w074",
"w075",
"w076",
"w077",
"w078",
"w079",
"w080",
"w081",
"w082",
"w083",
"w084",
"w085",
"w086",
"w087",
"w088",
"w089",
"w090",
"w091",
"w092",
"w093",
"w094",
"w095",
"w096",
"w097",
"w098",
"w099",
"w100",
"w101",
"w102",
"w103",
"w104",
"w105",
"w106",
"w107",
"w108",
"w109",
"w110",
"w111",
"w112",
"w113",
"w114",
"w115",
"w116",
"w117",
"w118",
"w119",
"w120",
"w121",
"w122",
"w123",
"w124",
"w125",
"w126",
"w127",
"w128",
"w129",
"w130",
"w131",
"w132",
"w133",
"w134",
"w135",
"w136",
"w137",
"w138",
"w139",
"w140",
"w141",
"w142",
"w143",
"w144",
"w145",
"w146",
"w147",
"w148",
"w149",
"w150",
"w151",
"w152",
"w153",
"w154",
"w155",
"w156",
"w157",
"w158",
"w159",
"w160",
"w161",
"w162",
"w163",
"w164",
"w165",
"w166",
"w167",
"w168",
"w169",
"w170",
"w171",
"w172",
"w173",
"w174",
"w175",
"w176",
"w177",
"w178",
"w179",
"w180",
"w181",
"w182",
"w183",
"w184",
"w185",
"w186",
"w187",
"w188",
"w189",
"w190",
"w191",
"w192",
"w193",
"w194",
"w195",
"w196",
"w197",
"w198",
"w199",
"w200",
"w201",
"w202",
"w203",
"w204",
"w205",
"w206",
"w207",
"w208",
"w209",
"w210",
"w211",
"w212",
"w213",
"w214",
"w215",
"w216",
"w217",
"w218",
"w219",
"w220",
"w221",
"w222",
"w223",
"w224",
"w225",
"w226",
"w227",
"w228",
"w229",
"w230",
"w231",
"w232",
"w233",
"w234",
"w235",
"w236",
"w237",
"w238",
"w239",
"w240",
"w241",
"w242",
"w243",
"w244",
"w245",
"w246",
"w247",
"w248",
"w249",
"w250",
"w251",
"w252",
"w253",
"w254",
"w255",
"w256",
"w257",
"w258",
"w259",
"w260",
"w261",
"w262",
"w263",
"w264",
"w265",
"w266",
"w267",
"w268",
"w269",
"w270",
"w271",
"w272",
"w273",
"w274",
"w275",
"w276",
"w277",
"w278",
"w279",
"w280",
"w281",
"w282",
"w283",
"w284",
"w285",
"w286",
"w287",
"w288",
"w289",
"w290",
"w291",
"w292",
"w293",
"w294",
"w295",
"w296",
"w297",
"w298",
"w299"
]
},
"narrow": {
"type": "choice",
"instructions": "Which other?",
"criteria": [
"n00",
"n01",
"n02",
"n03",
"n04",
"n05",
"n06",
"n07",
"n08",
"n09",
"n10",
"n11",
"n12",
"n13",
"n14",
"n15",
"n16",
"n17",
"n18",
"n19",
"n20",
"n21",
"n22",
"n23",
"n24",
"n25",
"n26",
"n27",
"n28",
"n29",
"n30",
"n31",
"n32",
"n33",
"n34",
"n35",
"n36",
"n37",
"n38",
"n39"
]
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w000",
"w001",
"w002",
"w003",
"w004",
"w005",
"w006",
"w007",
"w008",
"w009",
"w010",
"w011",
"w012",
"w013",
"w014"
]
},
"1": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w015",
"w016",
"w017",
"w018",
"w019",
"w020",
"w021",
"w022",
"w023",
"w024",
"w025",
"w026",
"w027",
"w028",
"w029",
"w030"
]
},
"2": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w031",
"w032",
"w033",
"w034",
"w035",
"w036",
"w037",
"w038",
"w039",
"w040",
"w041",
"w042",
"w043",
"w044",
"w045",
"w046"
]
},
"3": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w047",
"w048",
"w049",
"w050",
"w051",
"w052",
"w053",
"w054",
"w055",
"w056",
"w057",
"w058",
"w059",
"w060",
"w061",
"w062"
]
},
"4": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w063",
"w064",
"w065",
"w066",
"w067",
"w068",
"w069",
"w070",
"w071",
"w072",
"w073",
"w074",
"w075",
"w076",
"w077"
]
},
"5": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w078",
"w079",
"w080",
"w081",
"w082",
"w083",
"w084",
"w085",
"w086",
"w087",
"w088",
"w089",
"w090",
"w091",
"w092",
"w093"
]
},
"6": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w094",
"w095",
"w096",
"w097",
"w098",
"w099",
"w100",
"w101",
"w102",
"w103",
"w104",
"w105",
"w106",
"w107",
"w108",
"w109"
]
},
"7": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w110",
"w111",
"w112",
"w113",
"w114",
"w115",
"w116",
"w117",
"w118",
"w119",
"w120",
"w121",
"w122",
"w123",
"w124",
"w125"
]
},
"8": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w126",
"w127",
"w128",
"w129",
"w130",
"w131",
"w132",
"w133",
"w134",
"w135",
"w136",
"w137",
"w138",
"w139",
"w140",
"w141"
]
},
"9": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w142",
"w143",
"w144",
"w145",
"w146",
"w147",
"w148",
"w149",
"w150",
"w151",
"w152",
"w153",
"w154",
"w155",
"w156"
]
},
"10": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w157",
"w158",
"w159",
"w160",
"w161",
"w162",
"w163",
"w164",
"w165",
"w166",
"w167",
"w168",
"w169",
"w170",
"w171",
"w172"
]
},
"11": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w173",
"w174",
"w175",
"w176",
"w177",
"w178",
"w179",
"w180",
"w181",
"w182",
"w183",
"w184",
"w185",
"w186",
"w187",
"w188"
]
},
"12": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w189",
"w190",
"w191",
"w192",
"w193",
"w194",
"w195",
"w196",
"w197",
"w198",
"w199",
"w200",
"w201",
"w202",
"w203",
"w204"
]
},
"13": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w205",
"w206",
"w207",
"w208",
"w209",
"w210",
"w211",
"w212",
"w213",
"w214",
"w215",
"w216",
"w217",
"w218",
"w219",
"w220"
]
},
"14": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w221",
"w222",
"w223",
"w224",
"w225",
"w226",
"w227",
"w228",
"w229",
"w230",
"w231",
"w232",
"w233",
"w234",
"w235"
]
},
"15": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w236",
"w237",
"w238",
"w239",
"w240",
"w241",
"w242",
"w243",
"w244",
"w245",
"w246",
"w247",
"w248",
"w249",
"w250",
"w251"
]
},
"16": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w252",
"w253",
"w254",
"w255",
"w256",
"w257",
"w258",
"w259",
"w260",
"w261",
"w262",
"w263",
"w264",
"w265",
"w266",
"w267"
]
},
"17": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w268",
"w269",
"w270",
"w271",
"w272",
"w273",
"w274",
"w275",
"w276",
"w277",
"w278",
"w279",
"w280",
"w281",
"w282",
"w283"
]
},
"18": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w284",
"w285",
"w286",
"w287",
"w288",
"w289",
"w290",
"w291",
"w292",
"w293",
"w294",
"w295",
"w296",
"w297",
"w298",
"w299"
]
},
"19": {
"type": "choice",
"instructions": "Which other?",
"labels": [
"n00",
"n01",
"n02",
"n03",
"n04",
"n05",
"n06",
"n07",
"n08",
"n09",
"n10",
"n11",
"n12"
]
},
"20": {
"type": "choice",
"instructions": "Which other?",
"labels": [
"n13",
"n14",
"n15",
"n16",
"n17",
"n18",
"n19",
"n20",
"n21",
"n22",
"n23",
"n24",
"n25"
]
},
"21": {
"type": "choice",
"instructions": "Which other?",
"labels": [
"n26",
"n27",
"n28",
"n29",
"n30",
"n31",
"n32",
"n33",
"n34",
"n35",
"n36",
"n37",
"n38",
"n39"
]
}
},
{
"0": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w000",
"w017",
"w039",
"w048",
"w063",
"w079",
"w099",
"w123",
"w130"
]
},
"1": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w152",
"w170",
"w178",
"w198",
"w220",
"w228",
"w246",
"w260",
"w268",
"w288"
]
}
},
{
"wide": {
"type": "choice",
"instructions": "Which one?",
"labels": [
"w000",
"w178"
]
},
"narrow": {
"type": "choice",
"instructions": "Which other?",
"labels": [
"n12",
"n23",
"n38"
]
}
}
],
"model": "stub-3",
"answers": {
"wide": "w000",
"narrow": "n38"
},
"tournament": {
"wide": {
"labels": [
"w000",
"w178"
],
"n": 300,
"rounds": 2
},
"narrow": {
"labels": [
"n12",
"n23",
"n38"
],
"n": 40,
"rounds": 1
}
},
"caller_questions_unmutated": true
},
{
"name": "described-criteria",
"group_size": 3,
"questions": {
"intent": {
"type": "choice",
"instructions": "What does the customer want?",
"criteria": {
"card_arrival": null,
"card_delivery_estimate": "",
"card_not_working": 2,
"cash_withdrawal_charge": "cash withdrawal charge",
"declined_card_payment": null,
"direct_debit_payment_not_recognised": "",
"exchange_rate": 6,
"failed_transfer": "failed transfer",
"lost_or_stolen_card": null,
"pending_card_payment": "",
"refund_not_showing_up": 10,
"request_refund": "request refund",
"reverted_card_payment": null,
"top_up_failed": "",
"transfer_fee_charged": 14,
"verify_my_identity": "verify my identity",
"wrong_amount_of_cash_received": null
}
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"card_arrival",
"card_delivery_estimate"
],
"criteria": {
"card_arrival": null,
"card_delivery_estimate": ""
}
},
"1": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"card_not_working",
"cash_withdrawal_charge",
"declined_card_payment"
],
"criteria": {
"card_not_working": 2,
"cash_withdrawal_charge": "cash withdrawal charge",
"declined_card_payment": null
}
},
"2": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"direct_debit_payment_not_recognised",
"exchange_rate",
"failed_transfer"
],
"criteria": {
"direct_debit_payment_not_recognised": "",
"exchange_rate": 6,
"failed_transfer": "failed transfer"
}
},
"3": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"lost_or_stolen_card",
"pending_card_payment",
"refund_not_showing_up"
],
"criteria": {
"lost_or_stolen_card": null,
"pending_card_payment": "",
"refund_not_showing_up": 10
}
},
"4": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"request_refund",
"reverted_card_payment",
"top_up_failed"
],
"criteria": {
"request_refund": "request refund",
"reverted_card_payment": null,
"top_up_failed": ""
}
},
"5": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"transfer_fee_charged",
"verify_my_identity",
"wrong_amount_of_cash_received"
],
"criteria": {
"transfer_fee_charged": 14,
"verify_my_identity": "verify my identity",
"wrong_amount_of_cash_received": null
}
}
},
{
"0": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"card_delivery_estimate",
"card_not_working",
"direct_debit_payment_not_recognised"
],
"criteria": {
"card_delivery_estimate": "",
"card_not_working": 2,
"direct_debit_payment_not_recognised": ""
}
},
"1": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"refund_not_showing_up",
"top_up_failed",
"wrong_amount_of_cash_received"
],
"criteria": {
"refund_not_showing_up": 10,
"top_up_failed": "",
"wrong_amount_of_cash_received": null
}
}
},
{
"intent": {
"type": "choice",
"instructions": "What does the customer want?",
"labels": [
"direct_debit_payment_not_recognised",
"top_up_failed"
],
"criteria": {
"direct_debit_payment_not_recognised": "",
"top_up_failed": ""
}
}
}
],
"model": "stub-3",
"answers": {
"intent": "top_up_failed"
},
"tournament": {
"intent": {
"labels": [
"direct_debit_payment_not_recognised",
"top_up_failed"
],
"n": 17,
"rounds": 2
}
},
"caller_questions_unmutated": true
},
{
"name": "group-of-one",
"group_size": 2,
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"e",
"d",
"c",
"b",
"a"
]
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"e"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"d",
"c"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"b",
"a"
]
}
},
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"e"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"d",
"b"
]
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"e",
"d"
]
}
}
],
"model": "stub-3",
"answers": {
"q": "e"
},
"tournament": {
"q": {
"labels": [
"e",
"d"
],
"n": 5,
"rounds": 2
}
},
"caller_questions_unmutated": true
},
{
"name": "criteria-order-not-sorted",
"group_size": 4,
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"wrong_amount_of_cash_received",
"verify_my_identity",
"transfer_fee_charged",
"top_up_failed",
"reverted_card_payment",
"request_refund",
"refund_not_showing_up",
"pending_card_payment",
"lost_or_stolen_card",
"failed_transfer",
"exchange_rate",
"direct_debit_payment_not_recognised",
"declined_card_payment",
"cash_withdrawal_charge",
"card_not_working",
"card_delivery_estimate",
"card_arrival"
]
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"wrong_amount_of_cash_received",
"verify_my_identity",
"transfer_fee_charged"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"top_up_failed",
"reverted_card_payment",
"request_refund"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"refund_not_showing_up",
"pending_card_payment",
"lost_or_stolen_card",
"failed_transfer"
]
},
"3": {
"type": "choice",
"instructions": "pick",
"labels": [
"exchange_rate",
"direct_debit_payment_not_recognised",
"declined_card_payment"
]
},
"4": {
"type": "choice",
"instructions": "pick",
"labels": [
"cash_withdrawal_charge",
"card_not_working",
"card_delivery_estimate",
"card_arrival"
]
}
},
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"wrong_amount_of_cash_received",
"top_up_failed"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"refund_not_showing_up",
"direct_debit_payment_not_recognised",
"card_not_working"
]
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"top_up_failed",
"direct_debit_payment_not_recognised"
]
}
}
],
"model": "stub-3",
"answers": {
"q": "top_up_failed"
},
"tournament": {
"q": {
"labels": [
"top_up_failed",
"direct_debit_payment_not_recognised"
],
"n": 17,
"rounds": 2
}
},
"caller_questions_unmutated": true
}
],
"irregular": [
{
"name": "dict-out-of-group",
"group_size": 16,
"mode": "label",
"label": "l39",
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12",
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25",
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
},
"error": null,
"answers": {
"q": "l39"
},
"tournament": {
"q": {
"labels": [
"l39",
"l39",
"l39"
],
"n": 40,
"rounds": 1
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
],
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12"
}
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
],
"criteria": {
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25"
}
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
],
"criteria": {
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"l39"
],
"criteria": {
"l39": "about l39"
}
}
}
]
},
{
"name": "list-out-of-group",
"group_size": 16,
"mode": "label",
"label": "l39",
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12",
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25",
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
]
}
},
"error": null,
"answers": {
"q": "l39"
},
"tournament": {
"q": {
"labels": [
"l39",
"l39",
"l39"
],
"n": 40,
"rounds": 1
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
]
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"l39",
"l39",
"l39"
]
}
}
]
},
{
"name": "dict-non-label",
"group_size": 16,
"mode": "label",
"label": "zzz",
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12",
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25",
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
},
"error": "KeyError",
"message": "'zzz'",
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
],
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12"
}
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
],
"criteria": {
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25"
}
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
],
"criteria": {
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
}
]
},
{
"name": "list-non-label",
"group_size": 16,
"mode": "label",
"label": "zzz",
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12",
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25",
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
]
}
},
"error": null,
"answers": {
"q": "zzz"
},
"tournament": {
"q": {
"labels": [
"zzz",
"zzz",
"zzz"
],
"n": 40,
"rounds": 1
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
]
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"zzz",
"zzz",
"zzz"
]
}
}
]
},
{
"name": "dict-non-label-next-round",
"group_size": 16,
"mode": "label",
"label": "zzz",
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": {
"l000": "about l000",
"l001": "about l001",
"l002": "about l002",
"l003": "about l003",
"l004": "about l004",
"l005": "about l005",
"l006": "about l006",
"l007": "about l007",
"l008": "about l008",
"l009": "about l009",
"l010": "about l010",
"l011": "about l011",
"l012": "about l012",
"l013": "about l013",
"l014": "about l014",
"l015": "about l015",
"l016": "about l016",
"l017": "about l017",
"l018": "about l018",
"l019": "about l019",
"l020": "about l020",
"l021": "about l021",
"l022": "about l022",
"l023": "about l023",
"l024": "about l024",
"l025": "about l025",
"l026": "about l026",
"l027": "about l027",
"l028": "about l028",
"l029": "about l029",
"l030": "about l030",
"l031": "about l031",
"l032": "about l032",
"l033": "about l033",
"l034": "about l034",
"l035": "about l035",
"l036": "about l036",
"l037": "about l037",
"l038": "about l038",
"l039": "about l039",
"l040": "about l040",
"l041": "about l041",
"l042": "about l042",
"l043": "about l043",
"l044": "about l044",
"l045": "about l045",
"l046": "about l046",
"l047": "about l047",
"l048": "about l048",
"l049": "about l049",
"l050": "about l050",
"l051": "about l051",
"l052": "about l052",
"l053": "about l053",
"l054": "about l054",
"l055": "about l055",
"l056": "about l056",
"l057": "about l057",
"l058": "about l058",
"l059": "about l059",
"l060": "about l060",
"l061": "about l061",
"l062": "about l062",
"l063": "about l063",
"l064": "about l064",
"l065": "about l065",
"l066": "about l066",
"l067": "about l067",
"l068": "about l068",
"l069": "about l069",
"l070": "about l070",
"l071": "about l071",
"l072": "about l072",
"l073": "about l073",
"l074": "about l074",
"l075": "about l075",
"l076": "about l076",
"l077": "about l077",
"l078": "about l078",
"l079": "about l079",
"l080": "about l080",
"l081": "about l081",
"l082": "about l082",
"l083": "about l083",
"l084": "about l084",
"l085": "about l085",
"l086": "about l086",
"l087": "about l087",
"l088": "about l088",
"l089": "about l089",
"l090": "about l090",
"l091": "about l091",
"l092": "about l092",
"l093": "about l093",
"l094": "about l094",
"l095": "about l095",
"l096": "about l096",
"l097": "about l097",
"l098": "about l098",
"l099": "about l099",
"l100": "about l100",
"l101": "about l101",
"l102": "about l102",
"l103": "about l103",
"l104": "about l104",
"l105": "about l105",
"l106": "about l106",
"l107": "about l107",
"l108": "about l108",
"l109": "about l109",
"l110": "about l110",
"l111": "about l111",
"l112": "about l112",
"l113": "about l113",
"l114": "about l114",
"l115": "about l115",
"l116": "about l116",
"l117": "about l117",
"l118": "about l118",
"l119": "about l119",
"l120": "about l120",
"l121": "about l121",
"l122": "about l122",
"l123": "about l123",
"l124": "about l124",
"l125": "about l125",
"l126": "about l126",
"l127": "about l127",
"l128": "about l128",
"l129": "about l129",
"l130": "about l130",
"l131": "about l131",
"l132": "about l132",
"l133": "about l133",
"l134": "about l134",
"l135": "about l135",
"l136": "about l136",
"l137": "about l137",
"l138": "about l138",
"l139": "about l139",
"l140": "about l140",
"l141": "about l141",
"l142": "about l142",
"l143": "about l143",
"l144": "about l144",
"l145": "about l145",
"l146": "about l146",
"l147": "about l147",
"l148": "about l148",
"l149": "about l149",
"l150": "about l150",
"l151": "about l151",
"l152": "about l152",
"l153": "about l153",
"l154": "about l154",
"l155": "about l155",
"l156": "about l156",
"l157": "about l157",
"l158": "about l158",
"l159": "about l159",
"l160": "about l160",
"l161": "about l161",
"l162": "about l162",
"l163": "about l163",
"l164": "about l164",
"l165": "about l165",
"l166": "about l166",
"l167": "about l167",
"l168": "about l168",
"l169": "about l169",
"l170": "about l170",
"l171": "about l171",
"l172": "about l172",
"l173": "about l173",
"l174": "about l174",
"l175": "about l175",
"l176": "about l176",
"l177": "about l177",
"l178": "about l178",
"l179": "about l179",
"l180": "about l180",
"l181": "about l181",
"l182": "about l182",
"l183": "about l183",
"l184": "about l184",
"l185": "about l185",
"l186": "about l186",
"l187": "about l187",
"l188": "about l188",
"l189": "about l189",
"l190": "about l190",
"l191": "about l191",
"l192": "about l192",
"l193": "about l193",
"l194": "about l194",
"l195": "about l195",
"l196": "about l196",
"l197": "about l197",
"l198": "about l198",
"l199": "about l199",
"l200": "about l200",
"l201": "about l201",
"l202": "about l202",
"l203": "about l203",
"l204": "about l204",
"l205": "about l205",
"l206": "about l206",
"l207": "about l207",
"l208": "about l208",
"l209": "about l209",
"l210": "about l210",
"l211": "about l211",
"l212": "about l212",
"l213": "about l213",
"l214": "about l214",
"l215": "about l215",
"l216": "about l216",
"l217": "about l217",
"l218": "about l218",
"l219": "about l219",
"l220": "about l220",
"l221": "about l221",
"l222": "about l222",
"l223": "about l223",
"l224": "about l224",
"l225": "about l225",
"l226": "about l226",
"l227": "about l227",
"l228": "about l228",
"l229": "about l229",
"l230": "about l230",
"l231": "about l231",
"l232": "about l232",
"l233": "about l233",
"l234": "about l234",
"l235": "about l235",
"l236": "about l236",
"l237": "about l237",
"l238": "about l238",
"l239": "about l239",
"l240": "about l240",
"l241": "about l241",
"l242": "about l242",
"l243": "about l243",
"l244": "about l244",
"l245": "about l245",
"l246": "about l246",
"l247": "about l247",
"l248": "about l248",
"l249": "about l249",
"l250": "about l250",
"l251": "about l251",
"l252": "about l252",
"l253": "about l253",
"l254": "about l254",
"l255": "about l255",
"l256": "about l256",
"l257": "about l257",
"l258": "about l258",
"l259": "about l259",
"l260": "about l260",
"l261": "about l261",
"l262": "about l262",
"l263": "about l263",
"l264": "about l264",
"l265": "about l265",
"l266": "about l266",
"l267": "about l267",
"l268": "about l268",
"l269": "about l269",
"l270": "about l270",
"l271": "about l271",
"l272": "about l272",
"l273": "about l273",
"l274": "about l274",
"l275": "about l275",
"l276": "about l276",
"l277": "about l277",
"l278": "about l278",
"l279": "about l279",
"l280": "about l280",
"l281": "about l281",
"l282": "about l282",
"l283": "about l283",
"l284": "about l284",
"l285": "about l285",
"l286": "about l286",
"l287": "about l287",
"l288": "about l288",
"l289": "about l289",
"l290": "about l290",
"l291": "about l291",
"l292": "about l292",
"l293": "about l293",
"l294": "about l294",
"l295": "about l295",
"l296": "about l296",
"l297": "about l297",
"l298": "about l298",
"l299": "about l299"
}
}
},
"error": "KeyError",
"message": "'zzz'",
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l000",
"l001",
"l002",
"l003",
"l004",
"l005",
"l006",
"l007",
"l008",
"l009",
"l010",
"l011",
"l012",
"l013",
"l014"
],
"criteria": {
"l000": "about l000",
"l001": "about l001",
"l002": "about l002",
"l003": "about l003",
"l004": "about l004",
"l005": "about l005",
"l006": "about l006",
"l007": "about l007",
"l008": "about l008",
"l009": "about l009",
"l010": "about l010",
"l011": "about l011",
"l012": "about l012",
"l013": "about l013",
"l014": "about l014"
}
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l015",
"l016",
"l017",
"l018",
"l019",
"l020",
"l021",
"l022",
"l023",
"l024",
"l025",
"l026",
"l027",
"l028",
"l029",
"l030"
],
"criteria": {
"l015": "about l015",
"l016": "about l016",
"l017": "about l017",
"l018": "about l018",
"l019": "about l019",
"l020": "about l020",
"l021": "about l021",
"l022": "about l022",
"l023": "about l023",
"l024": "about l024",
"l025": "about l025",
"l026": "about l026",
"l027": "about l027",
"l028": "about l028",
"l029": "about l029",
"l030": "about l030"
}
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l031",
"l032",
"l033",
"l034",
"l035",
"l036",
"l037",
"l038",
"l039",
"l040",
"l041",
"l042",
"l043",
"l044",
"l045",
"l046"
],
"criteria": {
"l031": "about l031",
"l032": "about l032",
"l033": "about l033",
"l034": "about l034",
"l035": "about l035",
"l036": "about l036",
"l037": "about l037",
"l038": "about l038",
"l039": "about l039",
"l040": "about l040",
"l041": "about l041",
"l042": "about l042",
"l043": "about l043",
"l044": "about l044",
"l045": "about l045",
"l046": "about l046"
}
},
"3": {
"type": "choice",
"instructions": "pick",
"labels": [
"l047",
"l048",
"l049",
"l050",
"l051",
"l052",
"l053",
"l054",
"l055",
"l056",
"l057",
"l058",
"l059",
"l060",
"l061",
"l062"
],
"criteria": {
"l047": "about l047",
"l048": "about l048",
"l049": "about l049",
"l050": "about l050",
"l051": "about l051",
"l052": "about l052",
"l053": "about l053",
"l054": "about l054",
"l055": "about l055",
"l056": "about l056",
"l057": "about l057",
"l058": "about l058",
"l059": "about l059",
"l060": "about l060",
"l061": "about l061",
"l062": "about l062"
}
},
"4": {
"type": "choice",
"instructions": "pick",
"labels": [
"l063",
"l064",
"l065",
"l066",
"l067",
"l068",
"l069",
"l070",
"l071",
"l072",
"l073",
"l074",
"l075",
"l076",
"l077"
],
"criteria": {
"l063": "about l063",
"l064": "about l064",
"l065": "about l065",
"l066": "about l066",
"l067": "about l067",
"l068": "about l068",
"l069": "about l069",
"l070": "about l070",
"l071": "about l071",
"l072": "about l072",
"l073": "about l073",
"l074": "about l074",
"l075": "about l075",
"l076": "about l076",
"l077": "about l077"
}
},
"5": {
"type": "choice",
"instructions": "pick",
"labels": [
"l078",
"l079",
"l080",
"l081",
"l082",
"l083",
"l084",
"l085",
"l086",
"l087",
"l088",
"l089",
"l090",
"l091",
"l092",
"l093"
],
"criteria": {
"l078": "about l078",
"l079": "about l079",
"l080": "about l080",
"l081": "about l081",
"l082": "about l082",
"l083": "about l083",
"l084": "about l084",
"l085": "about l085",
"l086": "about l086",
"l087": "about l087",
"l088": "about l088",
"l089": "about l089",
"l090": "about l090",
"l091": "about l091",
"l092": "about l092",
"l093": "about l093"
}
},
"6": {
"type": "choice",
"instructions": "pick",
"labels": [
"l094",
"l095",
"l096",
"l097",
"l098",
"l099",
"l100",
"l101",
"l102",
"l103",
"l104",
"l105",
"l106",
"l107",
"l108",
"l109"
],
"criteria": {
"l094": "about l094",
"l095": "about l095",
"l096": "about l096",
"l097": "about l097",
"l098": "about l098",
"l099": "about l099",
"l100": "about l100",
"l101": "about l101",
"l102": "about l102",
"l103": "about l103",
"l104": "about l104",
"l105": "about l105",
"l106": "about l106",
"l107": "about l107",
"l108": "about l108",
"l109": "about l109"
}
},
"7": {
"type": "choice",
"instructions": "pick",
"labels": [
"l110",
"l111",
"l112",
"l113",
"l114",
"l115",
"l116",
"l117",
"l118",
"l119",
"l120",
"l121",
"l122",
"l123",
"l124",
"l125"
],
"criteria": {
"l110": "about l110",
"l111": "about l111",
"l112": "about l112",
"l113": "about l113",
"l114": "about l114",
"l115": "about l115",
"l116": "about l116",
"l117": "about l117",
"l118": "about l118",
"l119": "about l119",
"l120": "about l120",
"l121": "about l121",
"l122": "about l122",
"l123": "about l123",
"l124": "about l124",
"l125": "about l125"
}
},
"8": {
"type": "choice",
"instructions": "pick",
"labels": [
"l126",
"l127",
"l128",
"l129",
"l130",
"l131",
"l132",
"l133",
"l134",
"l135",
"l136",
"l137",
"l138",
"l139",
"l140",
"l141"
],
"criteria": {
"l126": "about l126",
"l127": "about l127",
"l128": "about l128",
"l129": "about l129",
"l130": "about l130",
"l131": "about l131",
"l132": "about l132",
"l133": "about l133",
"l134": "about l134",
"l135": "about l135",
"l136": "about l136",
"l137": "about l137",
"l138": "about l138",
"l139": "about l139",
"l140": "about l140",
"l141": "about l141"
}
},
"9": {
"type": "choice",
"instructions": "pick",
"labels": [
"l142",
"l143",
"l144",
"l145",
"l146",
"l147",
"l148",
"l149",
"l150",
"l151",
"l152",
"l153",
"l154",
"l155",
"l156"
],
"criteria": {
"l142": "about l142",
"l143": "about l143",
"l144": "about l144",
"l145": "about l145",
"l146": "about l146",
"l147": "about l147",
"l148": "about l148",
"l149": "about l149",
"l150": "about l150",
"l151": "about l151",
"l152": "about l152",
"l153": "about l153",
"l154": "about l154",
"l155": "about l155",
"l156": "about l156"
}
},
"10": {
"type": "choice",
"instructions": "pick",
"labels": [
"l157",
"l158",
"l159",
"l160",
"l161",
"l162",
"l163",
"l164",
"l165",
"l166",
"l167",
"l168",
"l169",
"l170",
"l171",
"l172"
],
"criteria": {
"l157": "about l157",
"l158": "about l158",
"l159": "about l159",
"l160": "about l160",
"l161": "about l161",
"l162": "about l162",
"l163": "about l163",
"l164": "about l164",
"l165": "about l165",
"l166": "about l166",
"l167": "about l167",
"l168": "about l168",
"l169": "about l169",
"l170": "about l170",
"l171": "about l171",
"l172": "about l172"
}
},
"11": {
"type": "choice",
"instructions": "pick",
"labels": [
"l173",
"l174",
"l175",
"l176",
"l177",
"l178",
"l179",
"l180",
"l181",
"l182",
"l183",
"l184",
"l185",
"l186",
"l187",
"l188"
],
"criteria": {
"l173": "about l173",
"l174": "about l174",
"l175": "about l175",
"l176": "about l176",
"l177": "about l177",
"l178": "about l178",
"l179": "about l179",
"l180": "about l180",
"l181": "about l181",
"l182": "about l182",
"l183": "about l183",
"l184": "about l184",
"l185": "about l185",
"l186": "about l186",
"l187": "about l187",
"l188": "about l188"
}
},
"12": {
"type": "choice",
"instructions": "pick",
"labels": [
"l189",
"l190",
"l191",
"l192",
"l193",
"l194",
"l195",
"l196",
"l197",
"l198",
"l199",
"l200",
"l201",
"l202",
"l203",
"l204"
],
"criteria": {
"l189": "about l189",
"l190": "about l190",
"l191": "about l191",
"l192": "about l192",
"l193": "about l193",
"l194": "about l194",
"l195": "about l195",
"l196": "about l196",
"l197": "about l197",
"l198": "about l198",
"l199": "about l199",
"l200": "about l200",
"l201": "about l201",
"l202": "about l202",
"l203": "about l203",
"l204": "about l204"
}
},
"13": {
"type": "choice",
"instructions": "pick",
"labels": [
"l205",
"l206",
"l207",
"l208",
"l209",
"l210",
"l211",
"l212",
"l213",
"l214",
"l215",
"l216",
"l217",
"l218",
"l219",
"l220"
],
"criteria": {
"l205": "about l205",
"l206": "about l206",
"l207": "about l207",
"l208": "about l208",
"l209": "about l209",
"l210": "about l210",
"l211": "about l211",
"l212": "about l212",
"l213": "about l213",
"l214": "about l214",
"l215": "about l215",
"l216": "about l216",
"l217": "about l217",
"l218": "about l218",
"l219": "about l219",
"l220": "about l220"
}
},
"14": {
"type": "choice",
"instructions": "pick",
"labels": [
"l221",
"l222",
"l223",
"l224",
"l225",
"l226",
"l227",
"l228",
"l229",
"l230",
"l231",
"l232",
"l233",
"l234",
"l235"
],
"criteria": {
"l221": "about l221",
"l222": "about l222",
"l223": "about l223",
"l224": "about l224",
"l225": "about l225",
"l226": "about l226",
"l227": "about l227",
"l228": "about l228",
"l229": "about l229",
"l230": "about l230",
"l231": "about l231",
"l232": "about l232",
"l233": "about l233",
"l234": "about l234",
"l235": "about l235"
}
},
"15": {
"type": "choice",
"instructions": "pick",
"labels": [
"l236",
"l237",
"l238",
"l239",
"l240",
"l241",
"l242",
"l243",
"l244",
"l245",
"l246",
"l247",
"l248",
"l249",
"l250",
"l251"
],
"criteria": {
"l236": "about l236",
"l237": "about l237",
"l238": "about l238",
"l239": "about l239",
"l240": "about l240",
"l241": "about l241",
"l242": "about l242",
"l243": "about l243",
"l244": "about l244",
"l245": "about l245",
"l246": "about l246",
"l247": "about l247",
"l248": "about l248",
"l249": "about l249",
"l250": "about l250",
"l251": "about l251"
}
},
"16": {
"type": "choice",
"instructions": "pick",
"labels": [
"l252",
"l253",
"l254",
"l255",
"l256",
"l257",
"l258",
"l259",
"l260",
"l261",
"l262",
"l263",
"l264",
"l265",
"l266",
"l267"
],
"criteria": {
"l252": "about l252",
"l253": "about l253",
"l254": "about l254",
"l255": "about l255",
"l256": "about l256",
"l257": "about l257",
"l258": "about l258",
"l259": "about l259",
"l260": "about l260",
"l261": "about l261",
"l262": "about l262",
"l263": "about l263",
"l264": "about l264",
"l265": "about l265",
"l266": "about l266",
"l267": "about l267"
}
},
"17": {
"type": "choice",
"instructions": "pick",
"labels": [
"l268",
"l269",
"l270",
"l271",
"l272",
"l273",
"l274",
"l275",
"l276",
"l277",
"l278",
"l279",
"l280",
"l281",
"l282",
"l283"
],
"criteria": {
"l268": "about l268",
"l269": "about l269",
"l270": "about l270",
"l271": "about l271",
"l272": "about l272",
"l273": "about l273",
"l274": "about l274",
"l275": "about l275",
"l276": "about l276",
"l277": "about l277",
"l278": "about l278",
"l279": "about l279",
"l280": "about l280",
"l281": "about l281",
"l282": "about l282",
"l283": "about l283"
}
},
"18": {
"type": "choice",
"instructions": "pick",
"labels": [
"l284",
"l285",
"l286",
"l287",
"l288",
"l289",
"l290",
"l291",
"l292",
"l293",
"l294",
"l295",
"l296",
"l297",
"l298",
"l299"
],
"criteria": {
"l284": "about l284",
"l285": "about l285",
"l286": "about l286",
"l287": "about l287",
"l288": "about l288",
"l289": "about l289",
"l290": "about l290",
"l291": "about l291",
"l292": "about l292",
"l293": "about l293",
"l294": "about l294",
"l295": "about l295",
"l296": "about l296",
"l297": "about l297",
"l298": "about l298",
"l299": "about l299"
}
}
}
]
},
{
"name": "list-non-label-two-rounds",
"group_size": 16,
"mode": "label",
"label": "zzz",
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"l000",
"l001",
"l002",
"l003",
"l004",
"l005",
"l006",
"l007",
"l008",
"l009",
"l010",
"l011",
"l012",
"l013",
"l014",
"l015",
"l016",
"l017",
"l018",
"l019",
"l020",
"l021",
"l022",
"l023",
"l024",
"l025",
"l026",
"l027",
"l028",
"l029",
"l030",
"l031",
"l032",
"l033",
"l034",
"l035",
"l036",
"l037",
"l038",
"l039",
"l040",
"l041",
"l042",
"l043",
"l044",
"l045",
"l046",
"l047",
"l048",
"l049",
"l050",
"l051",
"l052",
"l053",
"l054",
"l055",
"l056",
"l057",
"l058",
"l059",
"l060",
"l061",
"l062",
"l063",
"l064",
"l065",
"l066",
"l067",
"l068",
"l069",
"l070",
"l071",
"l072",
"l073",
"l074",
"l075",
"l076",
"l077",
"l078",
"l079",
"l080",
"l081",
"l082",
"l083",
"l084",
"l085",
"l086",
"l087",
"l088",
"l089",
"l090",
"l091",
"l092",
"l093",
"l094",
"l095",
"l096",
"l097",
"l098",
"l099",
"l100",
"l101",
"l102",
"l103",
"l104",
"l105",
"l106",
"l107",
"l108",
"l109",
"l110",
"l111",
"l112",
"l113",
"l114",
"l115",
"l116",
"l117",
"l118",
"l119",
"l120",
"l121",
"l122",
"l123",
"l124",
"l125",
"l126",
"l127",
"l128",
"l129",
"l130",
"l131",
"l132",
"l133",
"l134",
"l135",
"l136",
"l137",
"l138",
"l139",
"l140",
"l141",
"l142",
"l143",
"l144",
"l145",
"l146",
"l147",
"l148",
"l149",
"l150",
"l151",
"l152",
"l153",
"l154",
"l155",
"l156",
"l157",
"l158",
"l159",
"l160",
"l161",
"l162",
"l163",
"l164",
"l165",
"l166",
"l167",
"l168",
"l169",
"l170",
"l171",
"l172",
"l173",
"l174",
"l175",
"l176",
"l177",
"l178",
"l179",
"l180",
"l181",
"l182",
"l183",
"l184",
"l185",
"l186",
"l187",
"l188",
"l189",
"l190",
"l191",
"l192",
"l193",
"l194",
"l195",
"l196",
"l197",
"l198",
"l199",
"l200",
"l201",
"l202",
"l203",
"l204",
"l205",
"l206",
"l207",
"l208",
"l209",
"l210",
"l211",
"l212",
"l213",
"l214",
"l215",
"l216",
"l217",
"l218",
"l219",
"l220",
"l221",
"l222",
"l223",
"l224",
"l225",
"l226",
"l227",
"l228",
"l229",
"l230",
"l231",
"l232",
"l233",
"l234",
"l235",
"l236",
"l237",
"l238",
"l239",
"l240",
"l241",
"l242",
"l243",
"l244",
"l245",
"l246",
"l247",
"l248",
"l249",
"l250",
"l251",
"l252",
"l253",
"l254",
"l255",
"l256",
"l257",
"l258",
"l259",
"l260",
"l261",
"l262",
"l263",
"l264",
"l265",
"l266",
"l267",
"l268",
"l269",
"l270",
"l271",
"l272",
"l273",
"l274",
"l275",
"l276",
"l277",
"l278",
"l279",
"l280",
"l281",
"l282",
"l283",
"l284",
"l285",
"l286",
"l287",
"l288",
"l289",
"l290",
"l291",
"l292",
"l293",
"l294",
"l295",
"l296",
"l297",
"l298",
"l299"
]
}
},
"error": null,
"answers": {
"q": "zzz"
},
"tournament": {
"q": {
"labels": [
"zzz",
"zzz"
],
"n": 300,
"rounds": 2
}
},
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l000",
"l001",
"l002",
"l003",
"l004",
"l005",
"l006",
"l007",
"l008",
"l009",
"l010",
"l011",
"l012",
"l013",
"l014"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l015",
"l016",
"l017",
"l018",
"l019",
"l020",
"l021",
"l022",
"l023",
"l024",
"l025",
"l026",
"l027",
"l028",
"l029",
"l030"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l031",
"l032",
"l033",
"l034",
"l035",
"l036",
"l037",
"l038",
"l039",
"l040",
"l041",
"l042",
"l043",
"l044",
"l045",
"l046"
]
},
"3": {
"type": "choice",
"instructions": "pick",
"labels": [
"l047",
"l048",
"l049",
"l050",
"l051",
"l052",
"l053",
"l054",
"l055",
"l056",
"l057",
"l058",
"l059",
"l060",
"l061",
"l062"
]
},
"4": {
"type": "choice",
"instructions": "pick",
"labels": [
"l063",
"l064",
"l065",
"l066",
"l067",
"l068",
"l069",
"l070",
"l071",
"l072",
"l073",
"l074",
"l075",
"l076",
"l077"
]
},
"5": {
"type": "choice",
"instructions": "pick",
"labels": [
"l078",
"l079",
"l080",
"l081",
"l082",
"l083",
"l084",
"l085",
"l086",
"l087",
"l088",
"l089",
"l090",
"l091",
"l092",
"l093"
]
},
"6": {
"type": "choice",
"instructions": "pick",
"labels": [
"l094",
"l095",
"l096",
"l097",
"l098",
"l099",
"l100",
"l101",
"l102",
"l103",
"l104",
"l105",
"l106",
"l107",
"l108",
"l109"
]
},
"7": {
"type": "choice",
"instructions": "pick",
"labels": [
"l110",
"l111",
"l112",
"l113",
"l114",
"l115",
"l116",
"l117",
"l118",
"l119",
"l120",
"l121",
"l122",
"l123",
"l124",
"l125"
]
},
"8": {
"type": "choice",
"instructions": "pick",
"labels": [
"l126",
"l127",
"l128",
"l129",
"l130",
"l131",
"l132",
"l133",
"l134",
"l135",
"l136",
"l137",
"l138",
"l139",
"l140",
"l141"
]
},
"9": {
"type": "choice",
"instructions": "pick",
"labels": [
"l142",
"l143",
"l144",
"l145",
"l146",
"l147",
"l148",
"l149",
"l150",
"l151",
"l152",
"l153",
"l154",
"l155",
"l156"
]
},
"10": {
"type": "choice",
"instructions": "pick",
"labels": [
"l157",
"l158",
"l159",
"l160",
"l161",
"l162",
"l163",
"l164",
"l165",
"l166",
"l167",
"l168",
"l169",
"l170",
"l171",
"l172"
]
},
"11": {
"type": "choice",
"instructions": "pick",
"labels": [
"l173",
"l174",
"l175",
"l176",
"l177",
"l178",
"l179",
"l180",
"l181",
"l182",
"l183",
"l184",
"l185",
"l186",
"l187",
"l188"
]
},
"12": {
"type": "choice",
"instructions": "pick",
"labels": [
"l189",
"l190",
"l191",
"l192",
"l193",
"l194",
"l195",
"l196",
"l197",
"l198",
"l199",
"l200",
"l201",
"l202",
"l203",
"l204"
]
},
"13": {
"type": "choice",
"instructions": "pick",
"labels": [
"l205",
"l206",
"l207",
"l208",
"l209",
"l210",
"l211",
"l212",
"l213",
"l214",
"l215",
"l216",
"l217",
"l218",
"l219",
"l220"
]
},
"14": {
"type": "choice",
"instructions": "pick",
"labels": [
"l221",
"l222",
"l223",
"l224",
"l225",
"l226",
"l227",
"l228",
"l229",
"l230",
"l231",
"l232",
"l233",
"l234",
"l235"
]
},
"15": {
"type": "choice",
"instructions": "pick",
"labels": [
"l236",
"l237",
"l238",
"l239",
"l240",
"l241",
"l242",
"l243",
"l244",
"l245",
"l246",
"l247",
"l248",
"l249",
"l250",
"l251"
]
},
"16": {
"type": "choice",
"instructions": "pick",
"labels": [
"l252",
"l253",
"l254",
"l255",
"l256",
"l257",
"l258",
"l259",
"l260",
"l261",
"l262",
"l263",
"l264",
"l265",
"l266",
"l267"
]
},
"17": {
"type": "choice",
"instructions": "pick",
"labels": [
"l268",
"l269",
"l270",
"l271",
"l272",
"l273",
"l274",
"l275",
"l276",
"l277",
"l278",
"l279",
"l280",
"l281",
"l282",
"l283"
]
},
"18": {
"type": "choice",
"instructions": "pick",
"labels": [
"l284",
"l285",
"l286",
"l287",
"l288",
"l289",
"l290",
"l291",
"l292",
"l293",
"l294",
"l295",
"l296",
"l297",
"l298",
"l299"
]
}
},
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz",
"zzz"
]
}
},
{
"q": {
"type": "choice",
"instructions": "pick",
"labels": [
"zzz",
"zzz"
]
}
}
]
},
{
"name": "dict-missing-answer",
"group_size": 16,
"mode": "missing",
"label": null,
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12",
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25",
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
},
"error": "KeyError",
"message": "'0'",
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
],
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12"
}
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
],
"criteria": {
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25"
}
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
],
"criteria": {
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
}
]
},
{
"name": "list-missing-answer",
"group_size": 16,
"mode": "missing",
"label": null,
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12",
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25",
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
]
}
},
"error": "KeyError",
"message": "'0'",
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
]
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
]
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
]
}
}
]
},
{
"name": "dict-answer-without-choice",
"group_size": 16,
"mode": "no-choice",
"label": null,
"questions": {
"q": {
"type": "choice",
"instructions": "pick",
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12",
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25",
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
},
"error": "KeyError",
"message": "'choice'",
"calls": [
{
"0": {
"type": "choice",
"instructions": "pick",
"labels": [
"l00",
"l01",
"l02",
"l03",
"l04",
"l05",
"l06",
"l07",
"l08",
"l09",
"l10",
"l11",
"l12"
],
"criteria": {
"l00": "about l00",
"l01": "about l01",
"l02": "about l02",
"l03": "about l03",
"l04": "about l04",
"l05": "about l05",
"l06": "about l06",
"l07": "about l07",
"l08": "about l08",
"l09": "about l09",
"l10": "about l10",
"l11": "about l11",
"l12": "about l12"
}
},
"1": {
"type": "choice",
"instructions": "pick",
"labels": [
"l13",
"l14",
"l15",
"l16",
"l17",
"l18",
"l19",
"l20",
"l21",
"l22",
"l23",
"l24",
"l25"
],
"criteria": {
"l13": "about l13",
"l14": "about l14",
"l15": "about l15",
"l16": "about l16",
"l17": "about l17",
"l18": "about l18",
"l19": "about l19",
"l20": "about l20",
"l21": "about l21",
"l22": "about l22",
"l23": "about l23",
"l24": "about l24",
"l25": "about l25"
}
},
"2": {
"type": "choice",
"instructions": "pick",
"labels": [
"l26",
"l27",
"l28",
"l29",
"l30",
"l31",
"l32",
"l33",
"l34",
"l35",
"l36",
"l37",
"l38",
"l39"
],
"criteria": {
"l26": "about l26",
"l27": "about l27",
"l28": "about l28",
"l29": "about l29",
"l30": "about l30",
"l31": "about l31",
"l32": "about l32",
"l33": "about l33",
"l34": "about l34",
"l35": "about l35",
"l36": "about l36",
"l37": "about l37",
"l38": "about l38",
"l39": "about l39"
}
}
}
]
}
],
"refusals": [
{
"group_size": 1,
"error": "ValueError",
"message": "group_size must be an integer of at least 2, got 1"
},
{
"group_size": 0,
"error": "ValueError",
"message": "group_size must be an integer of at least 2, got 0"
},
{
"group_size": -3,
"error": "ValueError",
"message": "group_size must be an integer of at least 2, got -3"
}
]
}