Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

160 KB
Raw Blame
{
  "default_group_size": 16,
  "state": "My card was charged twice for the same order last Tuesday.",
  "rank_probe": {
    "": "5951527874303425639",
    "a": "676785770819501618",
    "l0001": "16490875346976899246",
    "注文": "11652523757631009561"
  },
  "splits": [
    {
      "group_size": 2,
      "n": 1,
      "rounds": [],
      "finalists": [
        "l0000"
      ],
      "choice": "l0000"
    },
    {
      "group_size": 2,
      "n": 2,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001"
      ],
      "choice": "l0001"
    },
    {
      "group_size": 2,
      "n": 3,
      "rounds": [
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0000",
        "l0002"
      ],
      "choice": "l0002"
    },
    {
      "group_size": 2,
      "n": 4,
      "rounds": [
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0001",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 2,
      "n": 5,
      "rounds": [
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0000",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 2,
      "n": 6,
      "rounds": [
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0001",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 2,
      "n": 7,
      "rounds": [
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0002",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 2,
      "n": 8,
      "rounds": [
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0007"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 2,
      "n": 9,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0000",
        "l0008"
      ],
      "choice": "l0008"
    },
    {
      "group_size": 2,
      "n": 10,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0001",
        "l0009"
      ],
      "choice": "l0009"
    },
    {
      "group_size": 2,
      "n": 11,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0002",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 12,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 13,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 14,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 15,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 16,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 17,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0000",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 18,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0001",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 2,
      "n": 19,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0002",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 20,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 21,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 22,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 23,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 24,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 25,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0008",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 26,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0009",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 27,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 28,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 29,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 30,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 31,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 32,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 33,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0000",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 34,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0001",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 35,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0002",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 36,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 37,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 38,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 39,
      "rounds": [
        [
          1,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 2,
      "n": 40,
      "rounds": [
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2,
          2
        ],
        [
          2,
          2,
          2,
          2,
          2
        ],
        [
          1,
          2,
          2
        ],
        [
          1,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 1,
      "rounds": [],
      "finalists": [
        "l0000"
      ],
      "choice": "l0000"
    },
    {
      "group_size": 3,
      "n": 2,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001"
      ],
      "choice": "l0001"
    },
    {
      "group_size": 3,
      "n": 3,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001",
        "l0002"
      ],
      "choice": "l0002"
    },
    {
      "group_size": 3,
      "n": 4,
      "rounds": [
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0001",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 3,
      "n": 5,
      "rounds": [
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0001",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 3,
      "n": 6,
      "rounds": [
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0002",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 3,
      "n": 7,
      "rounds": [
        [
          2,
          2,
          3
        ]
      ],
      "finalists": [
        "l0001",
        "l0003",
        "l0006"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 3,
      "n": 8,
      "rounds": [
        [
          2,
          3,
          3
        ]
      ],
      "finalists": [
        "l0001",
        "l0003",
        "l0007"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 3,
      "n": 9,
      "rounds": [
        [
          3,
          3,
          3
        ]
      ],
      "finalists": [
        "l0002",
        "l0003",
        "l0008"
      ],
      "choice": "l0008"
    },
    {
      "group_size": 3,
      "n": 10,
      "rounds": [
        [
          2,
          3,
          2,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0009"
      ],
      "choice": "l0009"
    },
    {
      "group_size": 3,
      "n": 11,
      "rounds": [
        [
          2,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 12,
      "rounds": [
        [
          3,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 13,
      "rounds": [
        [
          2,
          3,
          2,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 14,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 15,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 16,
      "rounds": [
        [
          2,
          3,
          3,
          2,
          3,
          3
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 17,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 18,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0008",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 3,
      "n": 19,
      "rounds": [
        [
          2,
          3,
          3,
          2,
          3,
          3,
          3
        ],
        [
          2,
          2,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0009",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 20,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          2,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 21,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          2,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 22,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          2,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 23,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 24,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 25,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          2,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 26,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3,
          3
        ]
      ],
      "finalists": [
        "l0003",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 27,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3,
          3
        ]
      ],
      "finalists": [
        "l0008",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 28,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          2,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          2,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 29,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          2,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 30,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          2,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 31,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          2,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 32,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 33,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 34,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          2,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 35,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 36,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          3,
          3,
          3,
          3
        ],
        [
          2,
          2
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 37,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          2,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          2,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 38,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          2,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 39,
      "rounds": [
        [
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          2,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 3,
      "n": 40,
      "rounds": [
        [
          2,
          3,
          3,
          3,
          3,
          3,
          3,
          2,
          3,
          3,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3,
          3,
          3,
          3
        ],
        [
          2,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 1,
      "rounds": [],
      "finalists": [
        "l0000"
      ],
      "choice": "l0000"
    },
    {
      "group_size": 5,
      "n": 2,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001"
      ],
      "choice": "l0001"
    },
    {
      "group_size": 5,
      "n": 3,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001",
        "l0002"
      ],
      "choice": "l0002"
    },
    {
      "group_size": 5,
      "n": 4,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001",
        "l0002",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 5,
      "n": 5,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001",
        "l0002",
        "l0003",
        "l0004"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 5,
      "n": 6,
      "rounds": [
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0002",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 5,
      "n": 7,
      "rounds": [
        [
          3,
          4
        ]
      ],
      "finalists": [
        "l0002",
        "l0003"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 5,
      "n": 8,
      "rounds": [
        [
          4,
          4
        ]
      ],
      "finalists": [
        "l0003",
        "l0007"
      ],
      "choice": "l0003"
    },
    {
      "group_size": 5,
      "n": 9,
      "rounds": [
        [
          4,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0008"
      ],
      "choice": "l0008"
    },
    {
      "group_size": 5,
      "n": 10,
      "rounds": [
        [
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0009"
      ],
      "choice": "l0009"
    },
    {
      "group_size": 5,
      "n": 11,
      "rounds": [
        [
          3,
          4,
          4
        ]
      ],
      "finalists": [
        "l0002",
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 12,
      "rounds": [
        [
          4,
          4,
          4
        ]
      ],
      "finalists": [
        "l0003",
        "l0007",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 13,
      "rounds": [
        [
          4,
          4,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0007",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 14,
      "rounds": [
        [
          4,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0008",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 15,
      "rounds": [
        [
          5,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0009",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 16,
      "rounds": [
        [
          4,
          4,
          4,
          4
        ]
      ],
      "finalists": [
        "l0003",
        "l0007",
        "l0010",
        "l0012"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 17,
      "rounds": [
        [
          4,
          4,
          4,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0007",
        "l0010",
        "l0012"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 18,
      "rounds": [
        [
          4,
          5,
          4,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0008",
        "l0010",
        "l0013"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 5,
      "n": 19,
      "rounds": [
        [
          4,
          5,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0008",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 20,
      "rounds": [
        [
          5,
          5,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0009",
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 21,
      "rounds": [
        [
          4,
          4,
          4,
          4,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0007",
        "l0010",
        "l0012",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 22,
      "rounds": [
        [
          4,
          4,
          5,
          4,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0007",
        "l0010",
        "l0013",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 23,
      "rounds": [
        [
          4,
          5,
          4,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0008",
        "l0010",
        "l0013",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 24,
      "rounds": [
        [
          4,
          5,
          5,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0008",
        "l0010",
        "l0018",
        "l0019"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 25,
      "rounds": [
        [
          5,
          5,
          5,
          5,
          5
        ]
      ],
      "finalists": [
        "l0003",
        "l0009",
        "l0010",
        "l0018",
        "l0021"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 26,
      "rounds": [
        [
          4,
          4,
          5,
          4,
          4,
          5
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 27,
      "rounds": [
        [
          4,
          5,
          4,
          5,
          4,
          5
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 28,
      "rounds": [
        [
          4,
          5,
          5,
          4,
          5,
          5
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 29,
      "rounds": [
        [
          4,
          5,
          5,
          5,
          5,
          5
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 30,
      "rounds": [
        [
          5,
          5,
          5,
          5,
          5,
          5
        ],
        [
          3,
          3
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 31,
      "rounds": [
        [
          4,
          4,
          5,
          4,
          5,
          4,
          5
        ],
        [
          3,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 32,
      "rounds": [
        [
          4,
          5,
          4,
          5,
          4,
          5,
          5
        ],
        [
          3,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 33,
      "rounds": [
        [
          4,
          5,
          5,
          4,
          5,
          5,
          5
        ],
        [
          3,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 34,
      "rounds": [
        [
          4,
          5,
          5,
          5,
          5,
          5,
          5
        ],
        [
          3,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 35,
      "rounds": [
        [
          5,
          5,
          5,
          5,
          5,
          5,
          5
        ],
        [
          3,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 36,
      "rounds": [
        [
          4,
          5,
          4,
          5,
          4,
          5,
          4,
          5
        ],
        [
          4,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 37,
      "rounds": [
        [
          4,
          5,
          4,
          5,
          5,
          4,
          5,
          5
        ],
        [
          4,
          4
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 38,
      "rounds": [
        [
          4,
          5,
          5,
          5,
          4,
          5,
          5,
          5
        ],
        [
          4,
          4
        ]
      ],
      "finalists": [
        "l0018",
        "l0019"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 39,
      "rounds": [
        [
          4,
          5,
          5,
          5,
          5,
          5,
          5,
          5
        ],
        [
          4,
          4
        ]
      ],
      "finalists": [
        "l0018",
        "l0019"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 5,
      "n": 40,
      "rounds": [
        [
          5,
          5,
          5,
          5,
          5,
          5,
          5,
          5
        ],
        [
          4,
          4
        ]
      ],
      "finalists": [
        "l0018",
        "l0038"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 16,
      "n": 1,
      "rounds": [],
      "finalists": [
        "l0000"
      ],
      "choice": "l0000"
    },
    {
      "group_size": 16,
      "n": 15,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001",
        "l0002",
        "l0003",
        "l0004",
        "l0005",
        "l0006",
        "l0007",
        "l0008",
        "l0009",
        "l0010",
        "l0011",
        "l0012",
        "l0013",
        "l0014"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 16,
      "n": 16,
      "rounds": [],
      "finalists": [
        "l0000",
        "l0001",
        "l0002",
        "l0003",
        "l0004",
        "l0005",
        "l0006",
        "l0007",
        "l0008",
        "l0009",
        "l0010",
        "l0011",
        "l0012",
        "l0013",
        "l0014",
        "l0015"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 16,
      "n": 17,
      "rounds": [
        [
          8,
          9
        ]
      ],
      "finalists": [
        "l0003",
        "l0010"
      ],
      "choice": "l0010"
    },
    {
      "group_size": 16,
      "n": 31,
      "rounds": [
        [
          15,
          16
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 16,
      "n": 32,
      "rounds": [
        [
          16,
          16
        ]
      ],
      "finalists": [
        "l0010",
        "l0018"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 16,
      "n": 33,
      "rounds": [
        [
          11,
          11,
          11
        ]
      ],
      "finalists": [
        "l0010",
        "l0018",
        "l0032"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 16,
      "n": 77,
      "rounds": [
        [
          15,
          15,
          16,
          15,
          16
        ]
      ],
      "finalists": [
        "l0010",
        "l0018",
        "l0038",
        "l0054",
        "l0072"
      ],
      "choice": "l0018"
    },
    {
      "group_size": 16,
      "n": 150,
      "rounds": [
        [
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15
        ]
      ],
      "finalists": [
        "l0010",
        "l0018",
        "l0038",
        "l0054",
        "l0072",
        "l0083",
        "l0102",
        "l0106",
        "l0128",
        "l0146"
      ],
      "choice": "l0146"
    },
    {
      "group_size": 16,
      "n": 255,
      "rounds": [
        [
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16
        ]
      ],
      "finalists": [
        "l0010",
        "l0018",
        "l0038",
        "l0054",
        "l0078",
        "l0090",
        "l0102",
        "l0124",
        "l0142",
        "l0146",
        "l0160",
        "l0177",
        "l0201",
        "l0222",
        "l0230",
        "l0239"
      ],
      "choice": "l0230"
    },
    {
      "group_size": 16,
      "n": 256,
      "rounds": [
        [
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          16
        ]
      ],
      "finalists": [
        "l0010",
        "l0018",
        "l0038",
        "l0054",
        "l0078",
        "l0090",
        "l0102",
        "l0124",
        "l0142",
        "l0146",
        "l0160",
        "l0177",
        "l0201",
        "l0223",
        "l0230",
        "l0252"
      ],
      "choice": "l0230"
    },
    {
      "group_size": 16,
      "n": 257,
      "rounds": [
        [
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          16,
          15,
          15,
          15,
          15,
          15,
          15,
          15,
          16
        ],
        [
          8,
          9
        ]
      ],
      "finalists": [
        "l0102",
        "l0230"
      ],
      "choice": "l0230"
    },
    {
      "group_size": 16,
      "n": 300,
      "rounds": [
        [
          15,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16
        ],
        [
          9,
          10
        ]
      ],
      "finalists": [
        "l0140",
        "l0230"
      ],
      "choice": "l0230"
    },
    {
      "group_size": 16,
      "n": 1000,
      "rounds": [
        [
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16,
          15,
          16,
          16,
          16,
          16,
          16,
          16,
          16
        ],
        [
          15,
          16,
          16,
          16
        ]
      ],
      "finalists": [
        "l0230",
        "l0450",
        "l0494",
        "l0982"
      ],
      "choice": "l0450"
    }
  ],
  "cases": [
    {
      "name": "default-group-77",
      "group_size": null,
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "l000",
            "l001",
            "l002",
            "l003",
            "l004",
            "l005",
            "l006",
            "l007",
            "l008",
            "l009",
            "l010",
            "l011",
            "l012",
            "l013",
            "l014",
            "l015",
            "l016",
            "l017",
            "l018",
            "l019",
            "l020",
            "l021",
            "l022",
            "l023",
            "l024",
            "l025",
            "l026",
            "l027",
            "l028",
            "l029",
            "l030",
            "l031",
            "l032",
            "l033",
            "l034",
            "l035",
            "l036",
            "l037",
            "l038",
            "l039",
            "l040",
            "l041",
            "l042",
            "l043",
            "l044",
            "l045",
            "l046",
            "l047",
            "l048",
            "l049",
            "l050",
            "l051",
            "l052",
            "l053",
            "l054",
            "l055",
            "l056",
            "l057",
            "l058",
            "l059",
            "l060",
            "l061",
            "l062",
            "l063",
            "l064",
            "l065",
            "l066",
            "l067",
            "l068",
            "l069",
            "l070",
            "l071",
            "l072",
            "l073",
            "l074",
            "l075",
            "l076"
          ]
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l000",
              "l001",
              "l002",
              "l003",
              "l004",
              "l005",
              "l006",
              "l007",
              "l008",
              "l009",
              "l010",
              "l011",
              "l012",
              "l013",
              "l014"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l015",
              "l016",
              "l017",
              "l018",
              "l019",
              "l020",
              "l021",
              "l022",
              "l023",
              "l024",
              "l025",
              "l026",
              "l027",
              "l028",
              "l029"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l030",
              "l031",
              "l032",
              "l033",
              "l034",
              "l035",
              "l036",
              "l037",
              "l038",
              "l039",
              "l040",
              "l041",
              "l042",
              "l043",
              "l044",
              "l045"
            ]
          },
          "3": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l046",
              "l047",
              "l048",
              "l049",
              "l050",
              "l051",
              "l052",
              "l053",
              "l054",
              "l055",
              "l056",
              "l057",
              "l058",
              "l059",
              "l060"
            ]
          },
          "4": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l061",
              "l062",
              "l063",
              "l064",
              "l065",
              "l066",
              "l067",
              "l068",
              "l069",
              "l070",
              "l071",
              "l072",
              "l073",
              "l074",
              "l075",
              "l076"
            ]
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l014",
              "l023",
              "l030",
              "l060",
              "l074"
            ]
          }
        }
      ],
      "model": "stub-2",
      "answers": {
        "q": "l030"
      },
      "tournament": {
        "q": {
          "labels": [
            "l014",
            "l023",
            "l030",
            "l060",
            "l074"
          ],
          "n": 77,
          "rounds": 1
        }
      },
      "caller_questions_unmutated": true
    },
    {
      "name": "mixed-group-8",
      "group_size": 8,
      "questions": {
        "big": {
          "type": "choice",
          "instructions": "pick",
          "criteria": {
            "l00": "about l00",
            "l01": "about l01",
            "l02": "about l02",
            "l03": "about l03",
            "l04": "about l04",
            "l05": "about l05",
            "l06": "about l06",
            "l07": "about l07",
            "l08": "about l08",
            "l09": "about l09",
            "l10": "about l10",
            "l11": "about l11",
            "l12": "about l12",
            "l13": "about l13",
            "l14": "about l14",
            "l15": "about l15",
            "l16": "about l16",
            "l17": "about l17",
            "l18": "about l18",
            "l19": "about l19"
          }
        },
        "small": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "x",
            "y"
          ]
        },
        "level": {
          "type": "score",
          "instructions": "rate",
          "criteria": [
            "low",
            "high"
          ]
        },
        "urgent": {
          "type": "noul",
          "instructions": "Is this urgent?"
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05"
            ],
            "criteria": {
              "l00": "about l00",
              "l01": "about l01",
              "l02": "about l02",
              "l03": "about l03",
              "l04": "about l04",
              "l05": "about l05"
            }
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ],
            "criteria": {
              "l06": "about l06",
              "l07": "about l07",
              "l08": "about l08",
              "l09": "about l09",
              "l10": "about l10",
              "l11": "about l11",
              "l12": "about l12"
            }
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19"
            ],
            "criteria": {
              "l13": "about l13",
              "l14": "about l14",
              "l15": "about l15",
              "l16": "about l16",
              "l17": "about l17",
              "l18": "about l18",
              "l19": "about l19"
            }
          }
        },
        {
          "big": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l03",
              "l10",
              "l13"
            ],
            "criteria": {
              "l03": "about l03",
              "l10": "about l10",
              "l13": "about l13"
            }
          },
          "small": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "x",
              "y"
            ]
          },
          "level": {
            "type": "score",
            "instructions": "rate"
          },
          "urgent": {
            "type": "noul",
            "instructions": "Is this urgent?"
          }
        }
      ],
      "model": "stub-2",
      "answers": {
        "big": "l10",
        "small": "y"
      },
      "tournament": {
        "big": {
          "labels": [
            "l03",
            "l10",
            "l13"
          ],
          "n": 20,
          "rounds": 1
        },
        "small": {
          "labels": [
            "x",
            "y"
          ],
          "n": 2,
          "rounds": 0
        }
      },
      "caller_questions_unmutated": true
    },
    {
      "name": "nothing-to-narrow",
      "group_size": null,
      "questions": {
        "small": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "x",
            "y"
          ]
        },
        "level": {
          "type": "score",
          "instructions": "rate",
          "criteria": [
            "low",
            "high"
          ]
        }
      },
      "calls": [
        {
          "small": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "x",
              "y"
            ]
          },
          "level": {
            "type": "score",
            "instructions": "rate"
          }
        }
      ],
      "model": "stub-1",
      "answers": {
        "small": "y"
      },
      "tournament": {
        "small": {
          "labels": [
            "x",
            "y"
          ],
          "n": 2,
          "rounds": 0
        }
      },
      "caller_questions_unmutated": true
    },
    {
      "name": "two-choices-different-rounds",
      "group_size": null,
      "questions": {
        "wide": {
          "type": "choice",
          "instructions": "Which one?",
          "criteria": [
            "w000",
            "w001",
            "w002",
            "w003",
            "w004",
            "w005",
            "w006",
            "w007",
            "w008",
            "w009",
            "w010",
            "w011",
            "w012",
            "w013",
            "w014",
            "w015",
            "w016",
            "w017",
            "w018",
            "w019",
            "w020",
            "w021",
            "w022",
            "w023",
            "w024",
            "w025",
            "w026",
            "w027",
            "w028",
            "w029",
            "w030",
            "w031",
            "w032",
            "w033",
            "w034",
            "w035",
            "w036",
            "w037",
            "w038",
            "w039",
            "w040",
            "w041",
            "w042",
            "w043",
            "w044",
            "w045",
            "w046",
            "w047",
            "w048",
            "w049",
            "w050",
            "w051",
            "w052",
            "w053",
            "w054",
            "w055",
            "w056",
            "w057",
            "w058",
            "w059",
            "w060",
            "w061",
            "w062",
            "w063",
            "w064",
            "w065",
            "w066",
            "w067",
            "w068",
            "w069",
            "w070",
            "w071",
            "w072",
            "w073",
            "w074",
            "w075",
            "w076",
            "w077",
            "w078",
            "w079",
            "w080",
            "w081",
            "w082",
            "w083",
            "w084",
            "w085",
            "w086",
            "w087",
            "w088",
            "w089",
            "w090",
            "w091",
            "w092",
            "w093",
            "w094",
            "w095",
            "w096",
            "w097",
            "w098",
            "w099",
            "w100",
            "w101",
            "w102",
            "w103",
            "w104",
            "w105",
            "w106",
            "w107",
            "w108",
            "w109",
            "w110",
            "w111",
            "w112",
            "w113",
            "w114",
            "w115",
            "w116",
            "w117",
            "w118",
            "w119",
            "w120",
            "w121",
            "w122",
            "w123",
            "w124",
            "w125",
            "w126",
            "w127",
            "w128",
            "w129",
            "w130",
            "w131",
            "w132",
            "w133",
            "w134",
            "w135",
            "w136",
            "w137",
            "w138",
            "w139",
            "w140",
            "w141",
            "w142",
            "w143",
            "w144",
            "w145",
            "w146",
            "w147",
            "w148",
            "w149",
            "w150",
            "w151",
            "w152",
            "w153",
            "w154",
            "w155",
            "w156",
            "w157",
            "w158",
            "w159",
            "w160",
            "w161",
            "w162",
            "w163",
            "w164",
            "w165",
            "w166",
            "w167",
            "w168",
            "w169",
            "w170",
            "w171",
            "w172",
            "w173",
            "w174",
            "w175",
            "w176",
            "w177",
            "w178",
            "w179",
            "w180",
            "w181",
            "w182",
            "w183",
            "w184",
            "w185",
            "w186",
            "w187",
            "w188",
            "w189",
            "w190",
            "w191",
            "w192",
            "w193",
            "w194",
            "w195",
            "w196",
            "w197",
            "w198",
            "w199",
            "w200",
            "w201",
            "w202",
            "w203",
            "w204",
            "w205",
            "w206",
            "w207",
            "w208",
            "w209",
            "w210",
            "w211",
            "w212",
            "w213",
            "w214",
            "w215",
            "w216",
            "w217",
            "w218",
            "w219",
            "w220",
            "w221",
            "w222",
            "w223",
            "w224",
            "w225",
            "w226",
            "w227",
            "w228",
            "w229",
            "w230",
            "w231",
            "w232",
            "w233",
            "w234",
            "w235",
            "w236",
            "w237",
            "w238",
            "w239",
            "w240",
            "w241",
            "w242",
            "w243",
            "w244",
            "w245",
            "w246",
            "w247",
            "w248",
            "w249",
            "w250",
            "w251",
            "w252",
            "w253",
            "w254",
            "w255",
            "w256",
            "w257",
            "w258",
            "w259",
            "w260",
            "w261",
            "w262",
            "w263",
            "w264",
            "w265",
            "w266",
            "w267",
            "w268",
            "w269",
            "w270",
            "w271",
            "w272",
            "w273",
            "w274",
            "w275",
            "w276",
            "w277",
            "w278",
            "w279",
            "w280",
            "w281",
            "w282",
            "w283",
            "w284",
            "w285",
            "w286",
            "w287",
            "w288",
            "w289",
            "w290",
            "w291",
            "w292",
            "w293",
            "w294",
            "w295",
            "w296",
            "w297",
            "w298",
            "w299"
          ]
        },
        "narrow": {
          "type": "choice",
          "instructions": "Which other?",
          "criteria": [
            "n00",
            "n01",
            "n02",
            "n03",
            "n04",
            "n05",
            "n06",
            "n07",
            "n08",
            "n09",
            "n10",
            "n11",
            "n12",
            "n13",
            "n14",
            "n15",
            "n16",
            "n17",
            "n18",
            "n19",
            "n20",
            "n21",
            "n22",
            "n23",
            "n24",
            "n25",
            "n26",
            "n27",
            "n28",
            "n29",
            "n30",
            "n31",
            "n32",
            "n33",
            "n34",
            "n35",
            "n36",
            "n37",
            "n38",
            "n39"
          ]
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w000",
              "w001",
              "w002",
              "w003",
              "w004",
              "w005",
              "w006",
              "w007",
              "w008",
              "w009",
              "w010",
              "w011",
              "w012",
              "w013",
              "w014"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w015",
              "w016",
              "w017",
              "w018",
              "w019",
              "w020",
              "w021",
              "w022",
              "w023",
              "w024",
              "w025",
              "w026",
              "w027",
              "w028",
              "w029",
              "w030"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w031",
              "w032",
              "w033",
              "w034",
              "w035",
              "w036",
              "w037",
              "w038",
              "w039",
              "w040",
              "w041",
              "w042",
              "w043",
              "w044",
              "w045",
              "w046"
            ]
          },
          "3": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w047",
              "w048",
              "w049",
              "w050",
              "w051",
              "w052",
              "w053",
              "w054",
              "w055",
              "w056",
              "w057",
              "w058",
              "w059",
              "w060",
              "w061",
              "w062"
            ]
          },
          "4": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w063",
              "w064",
              "w065",
              "w066",
              "w067",
              "w068",
              "w069",
              "w070",
              "w071",
              "w072",
              "w073",
              "w074",
              "w075",
              "w076",
              "w077"
            ]
          },
          "5": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w078",
              "w079",
              "w080",
              "w081",
              "w082",
              "w083",
              "w084",
              "w085",
              "w086",
              "w087",
              "w088",
              "w089",
              "w090",
              "w091",
              "w092",
              "w093"
            ]
          },
          "6": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w094",
              "w095",
              "w096",
              "w097",
              "w098",
              "w099",
              "w100",
              "w101",
              "w102",
              "w103",
              "w104",
              "w105",
              "w106",
              "w107",
              "w108",
              "w109"
            ]
          },
          "7": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w110",
              "w111",
              "w112",
              "w113",
              "w114",
              "w115",
              "w116",
              "w117",
              "w118",
              "w119",
              "w120",
              "w121",
              "w122",
              "w123",
              "w124",
              "w125"
            ]
          },
          "8": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w126",
              "w127",
              "w128",
              "w129",
              "w130",
              "w131",
              "w132",
              "w133",
              "w134",
              "w135",
              "w136",
              "w137",
              "w138",
              "w139",
              "w140",
              "w141"
            ]
          },
          "9": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w142",
              "w143",
              "w144",
              "w145",
              "w146",
              "w147",
              "w148",
              "w149",
              "w150",
              "w151",
              "w152",
              "w153",
              "w154",
              "w155",
              "w156"
            ]
          },
          "10": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w157",
              "w158",
              "w159",
              "w160",
              "w161",
              "w162",
              "w163",
              "w164",
              "w165",
              "w166",
              "w167",
              "w168",
              "w169",
              "w170",
              "w171",
              "w172"
            ]
          },
          "11": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w173",
              "w174",
              "w175",
              "w176",
              "w177",
              "w178",
              "w179",
              "w180",
              "w181",
              "w182",
              "w183",
              "w184",
              "w185",
              "w186",
              "w187",
              "w188"
            ]
          },
          "12": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w189",
              "w190",
              "w191",
              "w192",
              "w193",
              "w194",
              "w195",
              "w196",
              "w197",
              "w198",
              "w199",
              "w200",
              "w201",
              "w202",
              "w203",
              "w204"
            ]
          },
          "13": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w205",
              "w206",
              "w207",
              "w208",
              "w209",
              "w210",
              "w211",
              "w212",
              "w213",
              "w214",
              "w215",
              "w216",
              "w217",
              "w218",
              "w219",
              "w220"
            ]
          },
          "14": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w221",
              "w222",
              "w223",
              "w224",
              "w225",
              "w226",
              "w227",
              "w228",
              "w229",
              "w230",
              "w231",
              "w232",
              "w233",
              "w234",
              "w235"
            ]
          },
          "15": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w236",
              "w237",
              "w238",
              "w239",
              "w240",
              "w241",
              "w242",
              "w243",
              "w244",
              "w245",
              "w246",
              "w247",
              "w248",
              "w249",
              "w250",
              "w251"
            ]
          },
          "16": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w252",
              "w253",
              "w254",
              "w255",
              "w256",
              "w257",
              "w258",
              "w259",
              "w260",
              "w261",
              "w262",
              "w263",
              "w264",
              "w265",
              "w266",
              "w267"
            ]
          },
          "17": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w268",
              "w269",
              "w270",
              "w271",
              "w272",
              "w273",
              "w274",
              "w275",
              "w276",
              "w277",
              "w278",
              "w279",
              "w280",
              "w281",
              "w282",
              "w283"
            ]
          },
          "18": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w284",
              "w285",
              "w286",
              "w287",
              "w288",
              "w289",
              "w290",
              "w291",
              "w292",
              "w293",
              "w294",
              "w295",
              "w296",
              "w297",
              "w298",
              "w299"
            ]
          },
          "19": {
            "type": "choice",
            "instructions": "Which other?",
            "labels": [
              "n00",
              "n01",
              "n02",
              "n03",
              "n04",
              "n05",
              "n06",
              "n07",
              "n08",
              "n09",
              "n10",
              "n11",
              "n12"
            ]
          },
          "20": {
            "type": "choice",
            "instructions": "Which other?",
            "labels": [
              "n13",
              "n14",
              "n15",
              "n16",
              "n17",
              "n18",
              "n19",
              "n20",
              "n21",
              "n22",
              "n23",
              "n24",
              "n25"
            ]
          },
          "21": {
            "type": "choice",
            "instructions": "Which other?",
            "labels": [
              "n26",
              "n27",
              "n28",
              "n29",
              "n30",
              "n31",
              "n32",
              "n33",
              "n34",
              "n35",
              "n36",
              "n37",
              "n38",
              "n39"
            ]
          }
        },
        {
          "0": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w000",
              "w017",
              "w039",
              "w048",
              "w063",
              "w079",
              "w099",
              "w123",
              "w130"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w152",
              "w170",
              "w178",
              "w198",
              "w220",
              "w228",
              "w246",
              "w260",
              "w268",
              "w288"
            ]
          }
        },
        {
          "wide": {
            "type": "choice",
            "instructions": "Which one?",
            "labels": [
              "w000",
              "w178"
            ]
          },
          "narrow": {
            "type": "choice",
            "instructions": "Which other?",
            "labels": [
              "n12",
              "n23",
              "n38"
            ]
          }
        }
      ],
      "model": "stub-3",
      "answers": {
        "wide": "w000",
        "narrow": "n38"
      },
      "tournament": {
        "wide": {
          "labels": [
            "w000",
            "w178"
          ],
          "n": 300,
          "rounds": 2
        },
        "narrow": {
          "labels": [
            "n12",
            "n23",
            "n38"
          ],
          "n": 40,
          "rounds": 1
        }
      },
      "caller_questions_unmutated": true
    },
    {
      "name": "described-criteria",
      "group_size": 3,
      "questions": {
        "intent": {
          "type": "choice",
          "instructions": "What does the customer want?",
          "criteria": {
            "card_arrival": null,
            "card_delivery_estimate": "",
            "card_not_working": 2,
            "cash_withdrawal_charge": "cash withdrawal charge",
            "declined_card_payment": null,
            "direct_debit_payment_not_recognised": "",
            "exchange_rate": 6,
            "failed_transfer": "failed transfer",
            "lost_or_stolen_card": null,
            "pending_card_payment": "",
            "refund_not_showing_up": 10,
            "request_refund": "request refund",
            "reverted_card_payment": null,
            "top_up_failed": "",
            "transfer_fee_charged": 14,
            "verify_my_identity": "verify my identity",
            "wrong_amount_of_cash_received": null
          }
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "card_arrival",
              "card_delivery_estimate"
            ],
            "criteria": {
              "card_arrival": null,
              "card_delivery_estimate": ""
            }
          },
          "1": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "card_not_working",
              "cash_withdrawal_charge",
              "declined_card_payment"
            ],
            "criteria": {
              "card_not_working": 2,
              "cash_withdrawal_charge": "cash withdrawal charge",
              "declined_card_payment": null
            }
          },
          "2": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "direct_debit_payment_not_recognised",
              "exchange_rate",
              "failed_transfer"
            ],
            "criteria": {
              "direct_debit_payment_not_recognised": "",
              "exchange_rate": 6,
              "failed_transfer": "failed transfer"
            }
          },
          "3": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "lost_or_stolen_card",
              "pending_card_payment",
              "refund_not_showing_up"
            ],
            "criteria": {
              "lost_or_stolen_card": null,
              "pending_card_payment": "",
              "refund_not_showing_up": 10
            }
          },
          "4": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "request_refund",
              "reverted_card_payment",
              "top_up_failed"
            ],
            "criteria": {
              "request_refund": "request refund",
              "reverted_card_payment": null,
              "top_up_failed": ""
            }
          },
          "5": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "transfer_fee_charged",
              "verify_my_identity",
              "wrong_amount_of_cash_received"
            ],
            "criteria": {
              "transfer_fee_charged": 14,
              "verify_my_identity": "verify my identity",
              "wrong_amount_of_cash_received": null
            }
          }
        },
        {
          "0": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "card_delivery_estimate",
              "card_not_working",
              "direct_debit_payment_not_recognised"
            ],
            "criteria": {
              "card_delivery_estimate": "",
              "card_not_working": 2,
              "direct_debit_payment_not_recognised": ""
            }
          },
          "1": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "refund_not_showing_up",
              "top_up_failed",
              "wrong_amount_of_cash_received"
            ],
            "criteria": {
              "refund_not_showing_up": 10,
              "top_up_failed": "",
              "wrong_amount_of_cash_received": null
            }
          }
        },
        {
          "intent": {
            "type": "choice",
            "instructions": "What does the customer want?",
            "labels": [
              "direct_debit_payment_not_recognised",
              "top_up_failed"
            ],
            "criteria": {
              "direct_debit_payment_not_recognised": "",
              "top_up_failed": ""
            }
          }
        }
      ],
      "model": "stub-3",
      "answers": {
        "intent": "top_up_failed"
      },
      "tournament": {
        "intent": {
          "labels": [
            "direct_debit_payment_not_recognised",
            "top_up_failed"
          ],
          "n": 17,
          "rounds": 2
        }
      },
      "caller_questions_unmutated": true
    },
    {
      "name": "group-of-one",
      "group_size": 2,
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "e",
            "d",
            "c",
            "b",
            "a"
          ]
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "e"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "d",
              "c"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "b",
              "a"
            ]
          }
        },
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "e"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "d",
              "b"
            ]
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "e",
              "d"
            ]
          }
        }
      ],
      "model": "stub-3",
      "answers": {
        "q": "e"
      },
      "tournament": {
        "q": {
          "labels": [
            "e",
            "d"
          ],
          "n": 5,
          "rounds": 2
        }
      },
      "caller_questions_unmutated": true
    },
    {
      "name": "criteria-order-not-sorted",
      "group_size": 4,
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "wrong_amount_of_cash_received",
            "verify_my_identity",
            "transfer_fee_charged",
            "top_up_failed",
            "reverted_card_payment",
            "request_refund",
            "refund_not_showing_up",
            "pending_card_payment",
            "lost_or_stolen_card",
            "failed_transfer",
            "exchange_rate",
            "direct_debit_payment_not_recognised",
            "declined_card_payment",
            "cash_withdrawal_charge",
            "card_not_working",
            "card_delivery_estimate",
            "card_arrival"
          ]
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "wrong_amount_of_cash_received",
              "verify_my_identity",
              "transfer_fee_charged"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "top_up_failed",
              "reverted_card_payment",
              "request_refund"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "refund_not_showing_up",
              "pending_card_payment",
              "lost_or_stolen_card",
              "failed_transfer"
            ]
          },
          "3": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "exchange_rate",
              "direct_debit_payment_not_recognised",
              "declined_card_payment"
            ]
          },
          "4": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "cash_withdrawal_charge",
              "card_not_working",
              "card_delivery_estimate",
              "card_arrival"
            ]
          }
        },
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "wrong_amount_of_cash_received",
              "top_up_failed"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "refund_not_showing_up",
              "direct_debit_payment_not_recognised",
              "card_not_working"
            ]
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "top_up_failed",
              "direct_debit_payment_not_recognised"
            ]
          }
        }
      ],
      "model": "stub-3",
      "answers": {
        "q": "top_up_failed"
      },
      "tournament": {
        "q": {
          "labels": [
            "top_up_failed",
            "direct_debit_payment_not_recognised"
          ],
          "n": 17,
          "rounds": 2
        }
      },
      "caller_questions_unmutated": true
    }
  ],
  "irregular": [
    {
      "name": "dict-out-of-group",
      "group_size": 16,
      "mode": "label",
      "label": "l39",
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": {
            "l00": "about l00",
            "l01": "about l01",
            "l02": "about l02",
            "l03": "about l03",
            "l04": "about l04",
            "l05": "about l05",
            "l06": "about l06",
            "l07": "about l07",
            "l08": "about l08",
            "l09": "about l09",
            "l10": "about l10",
            "l11": "about l11",
            "l12": "about l12",
            "l13": "about l13",
            "l14": "about l14",
            "l15": "about l15",
            "l16": "about l16",
            "l17": "about l17",
            "l18": "about l18",
            "l19": "about l19",
            "l20": "about l20",
            "l21": "about l21",
            "l22": "about l22",
            "l23": "about l23",
            "l24": "about l24",
            "l25": "about l25",
            "l26": "about l26",
            "l27": "about l27",
            "l28": "about l28",
            "l29": "about l29",
            "l30": "about l30",
            "l31": "about l31",
            "l32": "about l32",
            "l33": "about l33",
            "l34": "about l34",
            "l35": "about l35",
            "l36": "about l36",
            "l37": "about l37",
            "l38": "about l38",
            "l39": "about l39"
          }
        }
      },
      "error": null,
      "answers": {
        "q": "l39"
      },
      "tournament": {
        "q": {
          "labels": [
            "l39",
            "l39",
            "l39"
          ],
          "n": 40,
          "rounds": 1
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ],
            "criteria": {
              "l00": "about l00",
              "l01": "about l01",
              "l02": "about l02",
              "l03": "about l03",
              "l04": "about l04",
              "l05": "about l05",
              "l06": "about l06",
              "l07": "about l07",
              "l08": "about l08",
              "l09": "about l09",
              "l10": "about l10",
              "l11": "about l11",
              "l12": "about l12"
            }
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ],
            "criteria": {
              "l13": "about l13",
              "l14": "about l14",
              "l15": "about l15",
              "l16": "about l16",
              "l17": "about l17",
              "l18": "about l18",
              "l19": "about l19",
              "l20": "about l20",
              "l21": "about l21",
              "l22": "about l22",
              "l23": "about l23",
              "l24": "about l24",
              "l25": "about l25"
            }
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ],
            "criteria": {
              "l26": "about l26",
              "l27": "about l27",
              "l28": "about l28",
              "l29": "about l29",
              "l30": "about l30",
              "l31": "about l31",
              "l32": "about l32",
              "l33": "about l33",
              "l34": "about l34",
              "l35": "about l35",
              "l36": "about l36",
              "l37": "about l37",
              "l38": "about l38",
              "l39": "about l39"
            }
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l39"
            ],
            "criteria": {
              "l39": "about l39"
            }
          }
        }
      ]
    },
    {
      "name": "list-out-of-group",
      "group_size": 16,
      "mode": "label",
      "label": "l39",
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "l00",
            "l01",
            "l02",
            "l03",
            "l04",
            "l05",
            "l06",
            "l07",
            "l08",
            "l09",
            "l10",
            "l11",
            "l12",
            "l13",
            "l14",
            "l15",
            "l16",
            "l17",
            "l18",
            "l19",
            "l20",
            "l21",
            "l22",
            "l23",
            "l24",
            "l25",
            "l26",
            "l27",
            "l28",
            "l29",
            "l30",
            "l31",
            "l32",
            "l33",
            "l34",
            "l35",
            "l36",
            "l37",
            "l38",
            "l39"
          ]
        }
      },
      "error": null,
      "answers": {
        "q": "l39"
      },
      "tournament": {
        "q": {
          "labels": [
            "l39",
            "l39",
            "l39"
          ],
          "n": 40,
          "rounds": 1
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ]
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l39",
              "l39",
              "l39"
            ]
          }
        }
      ]
    },
    {
      "name": "dict-non-label",
      "group_size": 16,
      "mode": "label",
      "label": "zzz",
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": {
            "l00": "about l00",
            "l01": "about l01",
            "l02": "about l02",
            "l03": "about l03",
            "l04": "about l04",
            "l05": "about l05",
            "l06": "about l06",
            "l07": "about l07",
            "l08": "about l08",
            "l09": "about l09",
            "l10": "about l10",
            "l11": "about l11",
            "l12": "about l12",
            "l13": "about l13",
            "l14": "about l14",
            "l15": "about l15",
            "l16": "about l16",
            "l17": "about l17",
            "l18": "about l18",
            "l19": "about l19",
            "l20": "about l20",
            "l21": "about l21",
            "l22": "about l22",
            "l23": "about l23",
            "l24": "about l24",
            "l25": "about l25",
            "l26": "about l26",
            "l27": "about l27",
            "l28": "about l28",
            "l29": "about l29",
            "l30": "about l30",
            "l31": "about l31",
            "l32": "about l32",
            "l33": "about l33",
            "l34": "about l34",
            "l35": "about l35",
            "l36": "about l36",
            "l37": "about l37",
            "l38": "about l38",
            "l39": "about l39"
          }
        }
      },
      "error": "KeyError",
      "message": "'zzz'",
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ],
            "criteria": {
              "l00": "about l00",
              "l01": "about l01",
              "l02": "about l02",
              "l03": "about l03",
              "l04": "about l04",
              "l05": "about l05",
              "l06": "about l06",
              "l07": "about l07",
              "l08": "about l08",
              "l09": "about l09",
              "l10": "about l10",
              "l11": "about l11",
              "l12": "about l12"
            }
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ],
            "criteria": {
              "l13": "about l13",
              "l14": "about l14",
              "l15": "about l15",
              "l16": "about l16",
              "l17": "about l17",
              "l18": "about l18",
              "l19": "about l19",
              "l20": "about l20",
              "l21": "about l21",
              "l22": "about l22",
              "l23": "about l23",
              "l24": "about l24",
              "l25": "about l25"
            }
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ],
            "criteria": {
              "l26": "about l26",
              "l27": "about l27",
              "l28": "about l28",
              "l29": "about l29",
              "l30": "about l30",
              "l31": "about l31",
              "l32": "about l32",
              "l33": "about l33",
              "l34": "about l34",
              "l35": "about l35",
              "l36": "about l36",
              "l37": "about l37",
              "l38": "about l38",
              "l39": "about l39"
            }
          }
        }
      ]
    },
    {
      "name": "list-non-label",
      "group_size": 16,
      "mode": "label",
      "label": "zzz",
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "l00",
            "l01",
            "l02",
            "l03",
            "l04",
            "l05",
            "l06",
            "l07",
            "l08",
            "l09",
            "l10",
            "l11",
            "l12",
            "l13",
            "l14",
            "l15",
            "l16",
            "l17",
            "l18",
            "l19",
            "l20",
            "l21",
            "l22",
            "l23",
            "l24",
            "l25",
            "l26",
            "l27",
            "l28",
            "l29",
            "l30",
            "l31",
            "l32",
            "l33",
            "l34",
            "l35",
            "l36",
            "l37",
            "l38",
            "l39"
          ]
        }
      },
      "error": null,
      "answers": {
        "q": "zzz"
      },
      "tournament": {
        "q": {
          "labels": [
            "zzz",
            "zzz",
            "zzz"
          ],
          "n": 40,
          "rounds": 1
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ]
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "zzz",
              "zzz",
              "zzz"
            ]
          }
        }
      ]
    },
    {
      "name": "dict-non-label-next-round",
      "group_size": 16,
      "mode": "label",
      "label": "zzz",
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": {
            "l000": "about l000",
            "l001": "about l001",
            "l002": "about l002",
            "l003": "about l003",
            "l004": "about l004",
            "l005": "about l005",
            "l006": "about l006",
            "l007": "about l007",
            "l008": "about l008",
            "l009": "about l009",
            "l010": "about l010",
            "l011": "about l011",
            "l012": "about l012",
            "l013": "about l013",
            "l014": "about l014",
            "l015": "about l015",
            "l016": "about l016",
            "l017": "about l017",
            "l018": "about l018",
            "l019": "about l019",
            "l020": "about l020",
            "l021": "about l021",
            "l022": "about l022",
            "l023": "about l023",
            "l024": "about l024",
            "l025": "about l025",
            "l026": "about l026",
            "l027": "about l027",
            "l028": "about l028",
            "l029": "about l029",
            "l030": "about l030",
            "l031": "about l031",
            "l032": "about l032",
            "l033": "about l033",
            "l034": "about l034",
            "l035": "about l035",
            "l036": "about l036",
            "l037": "about l037",
            "l038": "about l038",
            "l039": "about l039",
            "l040": "about l040",
            "l041": "about l041",
            "l042": "about l042",
            "l043": "about l043",
            "l044": "about l044",
            "l045": "about l045",
            "l046": "about l046",
            "l047": "about l047",
            "l048": "about l048",
            "l049": "about l049",
            "l050": "about l050",
            "l051": "about l051",
            "l052": "about l052",
            "l053": "about l053",
            "l054": "about l054",
            "l055": "about l055",
            "l056": "about l056",
            "l057": "about l057",
            "l058": "about l058",
            "l059": "about l059",
            "l060": "about l060",
            "l061": "about l061",
            "l062": "about l062",
            "l063": "about l063",
            "l064": "about l064",
            "l065": "about l065",
            "l066": "about l066",
            "l067": "about l067",
            "l068": "about l068",
            "l069": "about l069",
            "l070": "about l070",
            "l071": "about l071",
            "l072": "about l072",
            "l073": "about l073",
            "l074": "about l074",
            "l075": "about l075",
            "l076": "about l076",
            "l077": "about l077",
            "l078": "about l078",
            "l079": "about l079",
            "l080": "about l080",
            "l081": "about l081",
            "l082": "about l082",
            "l083": "about l083",
            "l084": "about l084",
            "l085": "about l085",
            "l086": "about l086",
            "l087": "about l087",
            "l088": "about l088",
            "l089": "about l089",
            "l090": "about l090",
            "l091": "about l091",
            "l092": "about l092",
            "l093": "about l093",
            "l094": "about l094",
            "l095": "about l095",
            "l096": "about l096",
            "l097": "about l097",
            "l098": "about l098",
            "l099": "about l099",
            "l100": "about l100",
            "l101": "about l101",
            "l102": "about l102",
            "l103": "about l103",
            "l104": "about l104",
            "l105": "about l105",
            "l106": "about l106",
            "l107": "about l107",
            "l108": "about l108",
            "l109": "about l109",
            "l110": "about l110",
            "l111": "about l111",
            "l112": "about l112",
            "l113": "about l113",
            "l114": "about l114",
            "l115": "about l115",
            "l116": "about l116",
            "l117": "about l117",
            "l118": "about l118",
            "l119": "about l119",
            "l120": "about l120",
            "l121": "about l121",
            "l122": "about l122",
            "l123": "about l123",
            "l124": "about l124",
            "l125": "about l125",
            "l126": "about l126",
            "l127": "about l127",
            "l128": "about l128",
            "l129": "about l129",
            "l130": "about l130",
            "l131": "about l131",
            "l132": "about l132",
            "l133": "about l133",
            "l134": "about l134",
            "l135": "about l135",
            "l136": "about l136",
            "l137": "about l137",
            "l138": "about l138",
            "l139": "about l139",
            "l140": "about l140",
            "l141": "about l141",
            "l142": "about l142",
            "l143": "about l143",
            "l144": "about l144",
            "l145": "about l145",
            "l146": "about l146",
            "l147": "about l147",
            "l148": "about l148",
            "l149": "about l149",
            "l150": "about l150",
            "l151": "about l151",
            "l152": "about l152",
            "l153": "about l153",
            "l154": "about l154",
            "l155": "about l155",
            "l156": "about l156",
            "l157": "about l157",
            "l158": "about l158",
            "l159": "about l159",
            "l160": "about l160",
            "l161": "about l161",
            "l162": "about l162",
            "l163": "about l163",
            "l164": "about l164",
            "l165": "about l165",
            "l166": "about l166",
            "l167": "about l167",
            "l168": "about l168",
            "l169": "about l169",
            "l170": "about l170",
            "l171": "about l171",
            "l172": "about l172",
            "l173": "about l173",
            "l174": "about l174",
            "l175": "about l175",
            "l176": "about l176",
            "l177": "about l177",
            "l178": "about l178",
            "l179": "about l179",
            "l180": "about l180",
            "l181": "about l181",
            "l182": "about l182",
            "l183": "about l183",
            "l184": "about l184",
            "l185": "about l185",
            "l186": "about l186",
            "l187": "about l187",
            "l188": "about l188",
            "l189": "about l189",
            "l190": "about l190",
            "l191": "about l191",
            "l192": "about l192",
            "l193": "about l193",
            "l194": "about l194",
            "l195": "about l195",
            "l196": "about l196",
            "l197": "about l197",
            "l198": "about l198",
            "l199": "about l199",
            "l200": "about l200",
            "l201": "about l201",
            "l202": "about l202",
            "l203": "about l203",
            "l204": "about l204",
            "l205": "about l205",
            "l206": "about l206",
            "l207": "about l207",
            "l208": "about l208",
            "l209": "about l209",
            "l210": "about l210",
            "l211": "about l211",
            "l212": "about l212",
            "l213": "about l213",
            "l214": "about l214",
            "l215": "about l215",
            "l216": "about l216",
            "l217": "about l217",
            "l218": "about l218",
            "l219": "about l219",
            "l220": "about l220",
            "l221": "about l221",
            "l222": "about l222",
            "l223": "about l223",
            "l224": "about l224",
            "l225": "about l225",
            "l226": "about l226",
            "l227": "about l227",
            "l228": "about l228",
            "l229": "about l229",
            "l230": "about l230",
            "l231": "about l231",
            "l232": "about l232",
            "l233": "about l233",
            "l234": "about l234",
            "l235": "about l235",
            "l236": "about l236",
            "l237": "about l237",
            "l238": "about l238",
            "l239": "about l239",
            "l240": "about l240",
            "l241": "about l241",
            "l242": "about l242",
            "l243": "about l243",
            "l244": "about l244",
            "l245": "about l245",
            "l246": "about l246",
            "l247": "about l247",
            "l248": "about l248",
            "l249": "about l249",
            "l250": "about l250",
            "l251": "about l251",
            "l252": "about l252",
            "l253": "about l253",
            "l254": "about l254",
            "l255": "about l255",
            "l256": "about l256",
            "l257": "about l257",
            "l258": "about l258",
            "l259": "about l259",
            "l260": "about l260",
            "l261": "about l261",
            "l262": "about l262",
            "l263": "about l263",
            "l264": "about l264",
            "l265": "about l265",
            "l266": "about l266",
            "l267": "about l267",
            "l268": "about l268",
            "l269": "about l269",
            "l270": "about l270",
            "l271": "about l271",
            "l272": "about l272",
            "l273": "about l273",
            "l274": "about l274",
            "l275": "about l275",
            "l276": "about l276",
            "l277": "about l277",
            "l278": "about l278",
            "l279": "about l279",
            "l280": "about l280",
            "l281": "about l281",
            "l282": "about l282",
            "l283": "about l283",
            "l284": "about l284",
            "l285": "about l285",
            "l286": "about l286",
            "l287": "about l287",
            "l288": "about l288",
            "l289": "about l289",
            "l290": "about l290",
            "l291": "about l291",
            "l292": "about l292",
            "l293": "about l293",
            "l294": "about l294",
            "l295": "about l295",
            "l296": "about l296",
            "l297": "about l297",
            "l298": "about l298",
            "l299": "about l299"
          }
        }
      },
      "error": "KeyError",
      "message": "'zzz'",
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l000",
              "l001",
              "l002",
              "l003",
              "l004",
              "l005",
              "l006",
              "l007",
              "l008",
              "l009",
              "l010",
              "l011",
              "l012",
              "l013",
              "l014"
            ],
            "criteria": {
              "l000": "about l000",
              "l001": "about l001",
              "l002": "about l002",
              "l003": "about l003",
              "l004": "about l004",
              "l005": "about l005",
              "l006": "about l006",
              "l007": "about l007",
              "l008": "about l008",
              "l009": "about l009",
              "l010": "about l010",
              "l011": "about l011",
              "l012": "about l012",
              "l013": "about l013",
              "l014": "about l014"
            }
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l015",
              "l016",
              "l017",
              "l018",
              "l019",
              "l020",
              "l021",
              "l022",
              "l023",
              "l024",
              "l025",
              "l026",
              "l027",
              "l028",
              "l029",
              "l030"
            ],
            "criteria": {
              "l015": "about l015",
              "l016": "about l016",
              "l017": "about l017",
              "l018": "about l018",
              "l019": "about l019",
              "l020": "about l020",
              "l021": "about l021",
              "l022": "about l022",
              "l023": "about l023",
              "l024": "about l024",
              "l025": "about l025",
              "l026": "about l026",
              "l027": "about l027",
              "l028": "about l028",
              "l029": "about l029",
              "l030": "about l030"
            }
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l031",
              "l032",
              "l033",
              "l034",
              "l035",
              "l036",
              "l037",
              "l038",
              "l039",
              "l040",
              "l041",
              "l042",
              "l043",
              "l044",
              "l045",
              "l046"
            ],
            "criteria": {
              "l031": "about l031",
              "l032": "about l032",
              "l033": "about l033",
              "l034": "about l034",
              "l035": "about l035",
              "l036": "about l036",
              "l037": "about l037",
              "l038": "about l038",
              "l039": "about l039",
              "l040": "about l040",
              "l041": "about l041",
              "l042": "about l042",
              "l043": "about l043",
              "l044": "about l044",
              "l045": "about l045",
              "l046": "about l046"
            }
          },
          "3": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l047",
              "l048",
              "l049",
              "l050",
              "l051",
              "l052",
              "l053",
              "l054",
              "l055",
              "l056",
              "l057",
              "l058",
              "l059",
              "l060",
              "l061",
              "l062"
            ],
            "criteria": {
              "l047": "about l047",
              "l048": "about l048",
              "l049": "about l049",
              "l050": "about l050",
              "l051": "about l051",
              "l052": "about l052",
              "l053": "about l053",
              "l054": "about l054",
              "l055": "about l055",
              "l056": "about l056",
              "l057": "about l057",
              "l058": "about l058",
              "l059": "about l059",
              "l060": "about l060",
              "l061": "about l061",
              "l062": "about l062"
            }
          },
          "4": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l063",
              "l064",
              "l065",
              "l066",
              "l067",
              "l068",
              "l069",
              "l070",
              "l071",
              "l072",
              "l073",
              "l074",
              "l075",
              "l076",
              "l077"
            ],
            "criteria": {
              "l063": "about l063",
              "l064": "about l064",
              "l065": "about l065",
              "l066": "about l066",
              "l067": "about l067",
              "l068": "about l068",
              "l069": "about l069",
              "l070": "about l070",
              "l071": "about l071",
              "l072": "about l072",
              "l073": "about l073",
              "l074": "about l074",
              "l075": "about l075",
              "l076": "about l076",
              "l077": "about l077"
            }
          },
          "5": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l078",
              "l079",
              "l080",
              "l081",
              "l082",
              "l083",
              "l084",
              "l085",
              "l086",
              "l087",
              "l088",
              "l089",
              "l090",
              "l091",
              "l092",
              "l093"
            ],
            "criteria": {
              "l078": "about l078",
              "l079": "about l079",
              "l080": "about l080",
              "l081": "about l081",
              "l082": "about l082",
              "l083": "about l083",
              "l084": "about l084",
              "l085": "about l085",
              "l086": "about l086",
              "l087": "about l087",
              "l088": "about l088",
              "l089": "about l089",
              "l090": "about l090",
              "l091": "about l091",
              "l092": "about l092",
              "l093": "about l093"
            }
          },
          "6": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l094",
              "l095",
              "l096",
              "l097",
              "l098",
              "l099",
              "l100",
              "l101",
              "l102",
              "l103",
              "l104",
              "l105",
              "l106",
              "l107",
              "l108",
              "l109"
            ],
            "criteria": {
              "l094": "about l094",
              "l095": "about l095",
              "l096": "about l096",
              "l097": "about l097",
              "l098": "about l098",
              "l099": "about l099",
              "l100": "about l100",
              "l101": "about l101",
              "l102": "about l102",
              "l103": "about l103",
              "l104": "about l104",
              "l105": "about l105",
              "l106": "about l106",
              "l107": "about l107",
              "l108": "about l108",
              "l109": "about l109"
            }
          },
          "7": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l110",
              "l111",
              "l112",
              "l113",
              "l114",
              "l115",
              "l116",
              "l117",
              "l118",
              "l119",
              "l120",
              "l121",
              "l122",
              "l123",
              "l124",
              "l125"
            ],
            "criteria": {
              "l110": "about l110",
              "l111": "about l111",
              "l112": "about l112",
              "l113": "about l113",
              "l114": "about l114",
              "l115": "about l115",
              "l116": "about l116",
              "l117": "about l117",
              "l118": "about l118",
              "l119": "about l119",
              "l120": "about l120",
              "l121": "about l121",
              "l122": "about l122",
              "l123": "about l123",
              "l124": "about l124",
              "l125": "about l125"
            }
          },
          "8": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l126",
              "l127",
              "l128",
              "l129",
              "l130",
              "l131",
              "l132",
              "l133",
              "l134",
              "l135",
              "l136",
              "l137",
              "l138",
              "l139",
              "l140",
              "l141"
            ],
            "criteria": {
              "l126": "about l126",
              "l127": "about l127",
              "l128": "about l128",
              "l129": "about l129",
              "l130": "about l130",
              "l131": "about l131",
              "l132": "about l132",
              "l133": "about l133",
              "l134": "about l134",
              "l135": "about l135",
              "l136": "about l136",
              "l137": "about l137",
              "l138": "about l138",
              "l139": "about l139",
              "l140": "about l140",
              "l141": "about l141"
            }
          },
          "9": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l142",
              "l143",
              "l144",
              "l145",
              "l146",
              "l147",
              "l148",
              "l149",
              "l150",
              "l151",
              "l152",
              "l153",
              "l154",
              "l155",
              "l156"
            ],
            "criteria": {
              "l142": "about l142",
              "l143": "about l143",
              "l144": "about l144",
              "l145": "about l145",
              "l146": "about l146",
              "l147": "about l147",
              "l148": "about l148",
              "l149": "about l149",
              "l150": "about l150",
              "l151": "about l151",
              "l152": "about l152",
              "l153": "about l153",
              "l154": "about l154",
              "l155": "about l155",
              "l156": "about l156"
            }
          },
          "10": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l157",
              "l158",
              "l159",
              "l160",
              "l161",
              "l162",
              "l163",
              "l164",
              "l165",
              "l166",
              "l167",
              "l168",
              "l169",
              "l170",
              "l171",
              "l172"
            ],
            "criteria": {
              "l157": "about l157",
              "l158": "about l158",
              "l159": "about l159",
              "l160": "about l160",
              "l161": "about l161",
              "l162": "about l162",
              "l163": "about l163",
              "l164": "about l164",
              "l165": "about l165",
              "l166": "about l166",
              "l167": "about l167",
              "l168": "about l168",
              "l169": "about l169",
              "l170": "about l170",
              "l171": "about l171",
              "l172": "about l172"
            }
          },
          "11": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l173",
              "l174",
              "l175",
              "l176",
              "l177",
              "l178",
              "l179",
              "l180",
              "l181",
              "l182",
              "l183",
              "l184",
              "l185",
              "l186",
              "l187",
              "l188"
            ],
            "criteria": {
              "l173": "about l173",
              "l174": "about l174",
              "l175": "about l175",
              "l176": "about l176",
              "l177": "about l177",
              "l178": "about l178",
              "l179": "about l179",
              "l180": "about l180",
              "l181": "about l181",
              "l182": "about l182",
              "l183": "about l183",
              "l184": "about l184",
              "l185": "about l185",
              "l186": "about l186",
              "l187": "about l187",
              "l188": "about l188"
            }
          },
          "12": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l189",
              "l190",
              "l191",
              "l192",
              "l193",
              "l194",
              "l195",
              "l196",
              "l197",
              "l198",
              "l199",
              "l200",
              "l201",
              "l202",
              "l203",
              "l204"
            ],
            "criteria": {
              "l189": "about l189",
              "l190": "about l190",
              "l191": "about l191",
              "l192": "about l192",
              "l193": "about l193",
              "l194": "about l194",
              "l195": "about l195",
              "l196": "about l196",
              "l197": "about l197",
              "l198": "about l198",
              "l199": "about l199",
              "l200": "about l200",
              "l201": "about l201",
              "l202": "about l202",
              "l203": "about l203",
              "l204": "about l204"
            }
          },
          "13": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l205",
              "l206",
              "l207",
              "l208",
              "l209",
              "l210",
              "l211",
              "l212",
              "l213",
              "l214",
              "l215",
              "l216",
              "l217",
              "l218",
              "l219",
              "l220"
            ],
            "criteria": {
              "l205": "about l205",
              "l206": "about l206",
              "l207": "about l207",
              "l208": "about l208",
              "l209": "about l209",
              "l210": "about l210",
              "l211": "about l211",
              "l212": "about l212",
              "l213": "about l213",
              "l214": "about l214",
              "l215": "about l215",
              "l216": "about l216",
              "l217": "about l217",
              "l218": "about l218",
              "l219": "about l219",
              "l220": "about l220"
            }
          },
          "14": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l221",
              "l222",
              "l223",
              "l224",
              "l225",
              "l226",
              "l227",
              "l228",
              "l229",
              "l230",
              "l231",
              "l232",
              "l233",
              "l234",
              "l235"
            ],
            "criteria": {
              "l221": "about l221",
              "l222": "about l222",
              "l223": "about l223",
              "l224": "about l224",
              "l225": "about l225",
              "l226": "about l226",
              "l227": "about l227",
              "l228": "about l228",
              "l229": "about l229",
              "l230": "about l230",
              "l231": "about l231",
              "l232": "about l232",
              "l233": "about l233",
              "l234": "about l234",
              "l235": "about l235"
            }
          },
          "15": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l236",
              "l237",
              "l238",
              "l239",
              "l240",
              "l241",
              "l242",
              "l243",
              "l244",
              "l245",
              "l246",
              "l247",
              "l248",
              "l249",
              "l250",
              "l251"
            ],
            "criteria": {
              "l236": "about l236",
              "l237": "about l237",
              "l238": "about l238",
              "l239": "about l239",
              "l240": "about l240",
              "l241": "about l241",
              "l242": "about l242",
              "l243": "about l243",
              "l244": "about l244",
              "l245": "about l245",
              "l246": "about l246",
              "l247": "about l247",
              "l248": "about l248",
              "l249": "about l249",
              "l250": "about l250",
              "l251": "about l251"
            }
          },
          "16": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l252",
              "l253",
              "l254",
              "l255",
              "l256",
              "l257",
              "l258",
              "l259",
              "l260",
              "l261",
              "l262",
              "l263",
              "l264",
              "l265",
              "l266",
              "l267"
            ],
            "criteria": {
              "l252": "about l252",
              "l253": "about l253",
              "l254": "about l254",
              "l255": "about l255",
              "l256": "about l256",
              "l257": "about l257",
              "l258": "about l258",
              "l259": "about l259",
              "l260": "about l260",
              "l261": "about l261",
              "l262": "about l262",
              "l263": "about l263",
              "l264": "about l264",
              "l265": "about l265",
              "l266": "about l266",
              "l267": "about l267"
            }
          },
          "17": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l268",
              "l269",
              "l270",
              "l271",
              "l272",
              "l273",
              "l274",
              "l275",
              "l276",
              "l277",
              "l278",
              "l279",
              "l280",
              "l281",
              "l282",
              "l283"
            ],
            "criteria": {
              "l268": "about l268",
              "l269": "about l269",
              "l270": "about l270",
              "l271": "about l271",
              "l272": "about l272",
              "l273": "about l273",
              "l274": "about l274",
              "l275": "about l275",
              "l276": "about l276",
              "l277": "about l277",
              "l278": "about l278",
              "l279": "about l279",
              "l280": "about l280",
              "l281": "about l281",
              "l282": "about l282",
              "l283": "about l283"
            }
          },
          "18": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l284",
              "l285",
              "l286",
              "l287",
              "l288",
              "l289",
              "l290",
              "l291",
              "l292",
              "l293",
              "l294",
              "l295",
              "l296",
              "l297",
              "l298",
              "l299"
            ],
            "criteria": {
              "l284": "about l284",
              "l285": "about l285",
              "l286": "about l286",
              "l287": "about l287",
              "l288": "about l288",
              "l289": "about l289",
              "l290": "about l290",
              "l291": "about l291",
              "l292": "about l292",
              "l293": "about l293",
              "l294": "about l294",
              "l295": "about l295",
              "l296": "about l296",
              "l297": "about l297",
              "l298": "about l298",
              "l299": "about l299"
            }
          }
        }
      ]
    },
    {
      "name": "list-non-label-two-rounds",
      "group_size": 16,
      "mode": "label",
      "label": "zzz",
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "l000",
            "l001",
            "l002",
            "l003",
            "l004",
            "l005",
            "l006",
            "l007",
            "l008",
            "l009",
            "l010",
            "l011",
            "l012",
            "l013",
            "l014",
            "l015",
            "l016",
            "l017",
            "l018",
            "l019",
            "l020",
            "l021",
            "l022",
            "l023",
            "l024",
            "l025",
            "l026",
            "l027",
            "l028",
            "l029",
            "l030",
            "l031",
            "l032",
            "l033",
            "l034",
            "l035",
            "l036",
            "l037",
            "l038",
            "l039",
            "l040",
            "l041",
            "l042",
            "l043",
            "l044",
            "l045",
            "l046",
            "l047",
            "l048",
            "l049",
            "l050",
            "l051",
            "l052",
            "l053",
            "l054",
            "l055",
            "l056",
            "l057",
            "l058",
            "l059",
            "l060",
            "l061",
            "l062",
            "l063",
            "l064",
            "l065",
            "l066",
            "l067",
            "l068",
            "l069",
            "l070",
            "l071",
            "l072",
            "l073",
            "l074",
            "l075",
            "l076",
            "l077",
            "l078",
            "l079",
            "l080",
            "l081",
            "l082",
            "l083",
            "l084",
            "l085",
            "l086",
            "l087",
            "l088",
            "l089",
            "l090",
            "l091",
            "l092",
            "l093",
            "l094",
            "l095",
            "l096",
            "l097",
            "l098",
            "l099",
            "l100",
            "l101",
            "l102",
            "l103",
            "l104",
            "l105",
            "l106",
            "l107",
            "l108",
            "l109",
            "l110",
            "l111",
            "l112",
            "l113",
            "l114",
            "l115",
            "l116",
            "l117",
            "l118",
            "l119",
            "l120",
            "l121",
            "l122",
            "l123",
            "l124",
            "l125",
            "l126",
            "l127",
            "l128",
            "l129",
            "l130",
            "l131",
            "l132",
            "l133",
            "l134",
            "l135",
            "l136",
            "l137",
            "l138",
            "l139",
            "l140",
            "l141",
            "l142",
            "l143",
            "l144",
            "l145",
            "l146",
            "l147",
            "l148",
            "l149",
            "l150",
            "l151",
            "l152",
            "l153",
            "l154",
            "l155",
            "l156",
            "l157",
            "l158",
            "l159",
            "l160",
            "l161",
            "l162",
            "l163",
            "l164",
            "l165",
            "l166",
            "l167",
            "l168",
            "l169",
            "l170",
            "l171",
            "l172",
            "l173",
            "l174",
            "l175",
            "l176",
            "l177",
            "l178",
            "l179",
            "l180",
            "l181",
            "l182",
            "l183",
            "l184",
            "l185",
            "l186",
            "l187",
            "l188",
            "l189",
            "l190",
            "l191",
            "l192",
            "l193",
            "l194",
            "l195",
            "l196",
            "l197",
            "l198",
            "l199",
            "l200",
            "l201",
            "l202",
            "l203",
            "l204",
            "l205",
            "l206",
            "l207",
            "l208",
            "l209",
            "l210",
            "l211",
            "l212",
            "l213",
            "l214",
            "l215",
            "l216",
            "l217",
            "l218",
            "l219",
            "l220",
            "l221",
            "l222",
            "l223",
            "l224",
            "l225",
            "l226",
            "l227",
            "l228",
            "l229",
            "l230",
            "l231",
            "l232",
            "l233",
            "l234",
            "l235",
            "l236",
            "l237",
            "l238",
            "l239",
            "l240",
            "l241",
            "l242",
            "l243",
            "l244",
            "l245",
            "l246",
            "l247",
            "l248",
            "l249",
            "l250",
            "l251",
            "l252",
            "l253",
            "l254",
            "l255",
            "l256",
            "l257",
            "l258",
            "l259",
            "l260",
            "l261",
            "l262",
            "l263",
            "l264",
            "l265",
            "l266",
            "l267",
            "l268",
            "l269",
            "l270",
            "l271",
            "l272",
            "l273",
            "l274",
            "l275",
            "l276",
            "l277",
            "l278",
            "l279",
            "l280",
            "l281",
            "l282",
            "l283",
            "l284",
            "l285",
            "l286",
            "l287",
            "l288",
            "l289",
            "l290",
            "l291",
            "l292",
            "l293",
            "l294",
            "l295",
            "l296",
            "l297",
            "l298",
            "l299"
          ]
        }
      },
      "error": null,
      "answers": {
        "q": "zzz"
      },
      "tournament": {
        "q": {
          "labels": [
            "zzz",
            "zzz"
          ],
          "n": 300,
          "rounds": 2
        }
      },
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l000",
              "l001",
              "l002",
              "l003",
              "l004",
              "l005",
              "l006",
              "l007",
              "l008",
              "l009",
              "l010",
              "l011",
              "l012",
              "l013",
              "l014"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l015",
              "l016",
              "l017",
              "l018",
              "l019",
              "l020",
              "l021",
              "l022",
              "l023",
              "l024",
              "l025",
              "l026",
              "l027",
              "l028",
              "l029",
              "l030"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l031",
              "l032",
              "l033",
              "l034",
              "l035",
              "l036",
              "l037",
              "l038",
              "l039",
              "l040",
              "l041",
              "l042",
              "l043",
              "l044",
              "l045",
              "l046"
            ]
          },
          "3": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l047",
              "l048",
              "l049",
              "l050",
              "l051",
              "l052",
              "l053",
              "l054",
              "l055",
              "l056",
              "l057",
              "l058",
              "l059",
              "l060",
              "l061",
              "l062"
            ]
          },
          "4": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l063",
              "l064",
              "l065",
              "l066",
              "l067",
              "l068",
              "l069",
              "l070",
              "l071",
              "l072",
              "l073",
              "l074",
              "l075",
              "l076",
              "l077"
            ]
          },
          "5": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l078",
              "l079",
              "l080",
              "l081",
              "l082",
              "l083",
              "l084",
              "l085",
              "l086",
              "l087",
              "l088",
              "l089",
              "l090",
              "l091",
              "l092",
              "l093"
            ]
          },
          "6": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l094",
              "l095",
              "l096",
              "l097",
              "l098",
              "l099",
              "l100",
              "l101",
              "l102",
              "l103",
              "l104",
              "l105",
              "l106",
              "l107",
              "l108",
              "l109"
            ]
          },
          "7": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l110",
              "l111",
              "l112",
              "l113",
              "l114",
              "l115",
              "l116",
              "l117",
              "l118",
              "l119",
              "l120",
              "l121",
              "l122",
              "l123",
              "l124",
              "l125"
            ]
          },
          "8": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l126",
              "l127",
              "l128",
              "l129",
              "l130",
              "l131",
              "l132",
              "l133",
              "l134",
              "l135",
              "l136",
              "l137",
              "l138",
              "l139",
              "l140",
              "l141"
            ]
          },
          "9": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l142",
              "l143",
              "l144",
              "l145",
              "l146",
              "l147",
              "l148",
              "l149",
              "l150",
              "l151",
              "l152",
              "l153",
              "l154",
              "l155",
              "l156"
            ]
          },
          "10": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l157",
              "l158",
              "l159",
              "l160",
              "l161",
              "l162",
              "l163",
              "l164",
              "l165",
              "l166",
              "l167",
              "l168",
              "l169",
              "l170",
              "l171",
              "l172"
            ]
          },
          "11": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l173",
              "l174",
              "l175",
              "l176",
              "l177",
              "l178",
              "l179",
              "l180",
              "l181",
              "l182",
              "l183",
              "l184",
              "l185",
              "l186",
              "l187",
              "l188"
            ]
          },
          "12": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l189",
              "l190",
              "l191",
              "l192",
              "l193",
              "l194",
              "l195",
              "l196",
              "l197",
              "l198",
              "l199",
              "l200",
              "l201",
              "l202",
              "l203",
              "l204"
            ]
          },
          "13": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l205",
              "l206",
              "l207",
              "l208",
              "l209",
              "l210",
              "l211",
              "l212",
              "l213",
              "l214",
              "l215",
              "l216",
              "l217",
              "l218",
              "l219",
              "l220"
            ]
          },
          "14": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l221",
              "l222",
              "l223",
              "l224",
              "l225",
              "l226",
              "l227",
              "l228",
              "l229",
              "l230",
              "l231",
              "l232",
              "l233",
              "l234",
              "l235"
            ]
          },
          "15": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l236",
              "l237",
              "l238",
              "l239",
              "l240",
              "l241",
              "l242",
              "l243",
              "l244",
              "l245",
              "l246",
              "l247",
              "l248",
              "l249",
              "l250",
              "l251"
            ]
          },
          "16": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l252",
              "l253",
              "l254",
              "l255",
              "l256",
              "l257",
              "l258",
              "l259",
              "l260",
              "l261",
              "l262",
              "l263",
              "l264",
              "l265",
              "l266",
              "l267"
            ]
          },
          "17": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l268",
              "l269",
              "l270",
              "l271",
              "l272",
              "l273",
              "l274",
              "l275",
              "l276",
              "l277",
              "l278",
              "l279",
              "l280",
              "l281",
              "l282",
              "l283"
            ]
          },
          "18": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l284",
              "l285",
              "l286",
              "l287",
              "l288",
              "l289",
              "l290",
              "l291",
              "l292",
              "l293",
              "l294",
              "l295",
              "l296",
              "l297",
              "l298",
              "l299"
            ]
          }
        },
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz",
              "zzz"
            ]
          }
        },
        {
          "q": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "zzz",
              "zzz"
            ]
          }
        }
      ]
    },
    {
      "name": "dict-missing-answer",
      "group_size": 16,
      "mode": "missing",
      "label": null,
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": {
            "l00": "about l00",
            "l01": "about l01",
            "l02": "about l02",
            "l03": "about l03",
            "l04": "about l04",
            "l05": "about l05",
            "l06": "about l06",
            "l07": "about l07",
            "l08": "about l08",
            "l09": "about l09",
            "l10": "about l10",
            "l11": "about l11",
            "l12": "about l12",
            "l13": "about l13",
            "l14": "about l14",
            "l15": "about l15",
            "l16": "about l16",
            "l17": "about l17",
            "l18": "about l18",
            "l19": "about l19",
            "l20": "about l20",
            "l21": "about l21",
            "l22": "about l22",
            "l23": "about l23",
            "l24": "about l24",
            "l25": "about l25",
            "l26": "about l26",
            "l27": "about l27",
            "l28": "about l28",
            "l29": "about l29",
            "l30": "about l30",
            "l31": "about l31",
            "l32": "about l32",
            "l33": "about l33",
            "l34": "about l34",
            "l35": "about l35",
            "l36": "about l36",
            "l37": "about l37",
            "l38": "about l38",
            "l39": "about l39"
          }
        }
      },
      "error": "KeyError",
      "message": "'0'",
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ],
            "criteria": {
              "l00": "about l00",
              "l01": "about l01",
              "l02": "about l02",
              "l03": "about l03",
              "l04": "about l04",
              "l05": "about l05",
              "l06": "about l06",
              "l07": "about l07",
              "l08": "about l08",
              "l09": "about l09",
              "l10": "about l10",
              "l11": "about l11",
              "l12": "about l12"
            }
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ],
            "criteria": {
              "l13": "about l13",
              "l14": "about l14",
              "l15": "about l15",
              "l16": "about l16",
              "l17": "about l17",
              "l18": "about l18",
              "l19": "about l19",
              "l20": "about l20",
              "l21": "about l21",
              "l22": "about l22",
              "l23": "about l23",
              "l24": "about l24",
              "l25": "about l25"
            }
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ],
            "criteria": {
              "l26": "about l26",
              "l27": "about l27",
              "l28": "about l28",
              "l29": "about l29",
              "l30": "about l30",
              "l31": "about l31",
              "l32": "about l32",
              "l33": "about l33",
              "l34": "about l34",
              "l35": "about l35",
              "l36": "about l36",
              "l37": "about l37",
              "l38": "about l38",
              "l39": "about l39"
            }
          }
        }
      ]
    },
    {
      "name": "list-missing-answer",
      "group_size": 16,
      "mode": "missing",
      "label": null,
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": [
            "l00",
            "l01",
            "l02",
            "l03",
            "l04",
            "l05",
            "l06",
            "l07",
            "l08",
            "l09",
            "l10",
            "l11",
            "l12",
            "l13",
            "l14",
            "l15",
            "l16",
            "l17",
            "l18",
            "l19",
            "l20",
            "l21",
            "l22",
            "l23",
            "l24",
            "l25",
            "l26",
            "l27",
            "l28",
            "l29",
            "l30",
            "l31",
            "l32",
            "l33",
            "l34",
            "l35",
            "l36",
            "l37",
            "l38",
            "l39"
          ]
        }
      },
      "error": "KeyError",
      "message": "'0'",
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ]
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ]
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ]
          }
        }
      ]
    },
    {
      "name": "dict-answer-without-choice",
      "group_size": 16,
      "mode": "no-choice",
      "label": null,
      "questions": {
        "q": {
          "type": "choice",
          "instructions": "pick",
          "criteria": {
            "l00": "about l00",
            "l01": "about l01",
            "l02": "about l02",
            "l03": "about l03",
            "l04": "about l04",
            "l05": "about l05",
            "l06": "about l06",
            "l07": "about l07",
            "l08": "about l08",
            "l09": "about l09",
            "l10": "about l10",
            "l11": "about l11",
            "l12": "about l12",
            "l13": "about l13",
            "l14": "about l14",
            "l15": "about l15",
            "l16": "about l16",
            "l17": "about l17",
            "l18": "about l18",
            "l19": "about l19",
            "l20": "about l20",
            "l21": "about l21",
            "l22": "about l22",
            "l23": "about l23",
            "l24": "about l24",
            "l25": "about l25",
            "l26": "about l26",
            "l27": "about l27",
            "l28": "about l28",
            "l29": "about l29",
            "l30": "about l30",
            "l31": "about l31",
            "l32": "about l32",
            "l33": "about l33",
            "l34": "about l34",
            "l35": "about l35",
            "l36": "about l36",
            "l37": "about l37",
            "l38": "about l38",
            "l39": "about l39"
          }
        }
      },
      "error": "KeyError",
      "message": "'choice'",
      "calls": [
        {
          "0": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l00",
              "l01",
              "l02",
              "l03",
              "l04",
              "l05",
              "l06",
              "l07",
              "l08",
              "l09",
              "l10",
              "l11",
              "l12"
            ],
            "criteria": {
              "l00": "about l00",
              "l01": "about l01",
              "l02": "about l02",
              "l03": "about l03",
              "l04": "about l04",
              "l05": "about l05",
              "l06": "about l06",
              "l07": "about l07",
              "l08": "about l08",
              "l09": "about l09",
              "l10": "about l10",
              "l11": "about l11",
              "l12": "about l12"
            }
          },
          "1": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l13",
              "l14",
              "l15",
              "l16",
              "l17",
              "l18",
              "l19",
              "l20",
              "l21",
              "l22",
              "l23",
              "l24",
              "l25"
            ],
            "criteria": {
              "l13": "about l13",
              "l14": "about l14",
              "l15": "about l15",
              "l16": "about l16",
              "l17": "about l17",
              "l18": "about l18",
              "l19": "about l19",
              "l20": "about l20",
              "l21": "about l21",
              "l22": "about l22",
              "l23": "about l23",
              "l24": "about l24",
              "l25": "about l25"
            }
          },
          "2": {
            "type": "choice",
            "instructions": "pick",
            "labels": [
              "l26",
              "l27",
              "l28",
              "l29",
              "l30",
              "l31",
              "l32",
              "l33",
              "l34",
              "l35",
              "l36",
              "l37",
              "l38",
              "l39"
            ],
            "criteria": {
              "l26": "about l26",
              "l27": "about l27",
              "l28": "about l28",
              "l29": "about l29",
              "l30": "about l30",
              "l31": "about l31",
              "l32": "about l32",
              "l33": "about l33",
              "l34": "about l34",
              "l35": "about l35",
              "l36": "about l36",
              "l37": "about l37",
              "l38": "about l38",
              "l39": "about l39"
            }
          }
        }
      ]
    }
  ],
  "refusals": [
    {
      "group_size": 1,
      "error": "ValueError",
      "message": "group_size must be an integer of at least 2, got 1"
    },
    {
      "group_size": 0,
      "error": "ValueError",
      "message": "group_size must be an integer of at least 2, got 0"
    },
    {
      "group_size": -3,
      "error": "ValueError",
      "message": "group_size must be an integer of at least 2, got -3"
    }
  ]
}