Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

201 KB
Raw Blame
{
  "english": {
    "config": {
      "max_len": 512,
      "head_max_len": 192,
      "temperature": [
        1.6369030475616455,
        1.2514300346374512,
        1.983399510383606
      ],
      "temperature_by_options": {
        "choice:3-5": 1.7601518630981445,
        "choice:6-10": 1.0000158548355103,
        "score:3-5": 1.2514300346374512,
        "noul:2": 1.983399510383606,
        "choice:11+": 0.10058280825614929,
        "choice:2": 1.9063563346862793
      },
      "encoder": "answerdotai/ModernBERT-large"
    },
    "special_ids": {
      "cls": 50281,
      "sep": 50282,
      "mask": 50284,
      "pad": 50283,
      "mask_token": "[MASK]"
    },
    "cases": {
      "choice-basic": {
        "state": "The customer was billed twice in March.",
        "question": {
          "t": "choice",
          "ins": "What should we do?",
          "crit": {
            "refund": "send the money back",
            "replace": "ship a new unit"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          1737,
          943,
          359,
          513,
          32,
          50282,
          50284,
          23005,
          27,
          5007,
          253,
          2583,
          896,
          50284,
          8171,
          27,
          6215,
          247,
          747,
          3943,
          50282,
          510,
          7731,
          369,
          47045,
          7019,
          275,
          3919,
          15,
          50282
        ],
        "markers": [
          10,
          17
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 8,
          "state_tokens_used": 8,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-no-description": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Approve?",
          "crit": {
            "yes": null,
            "no": ""
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          17274,
          306,
          32,
          50282,
          50284,
          4754,
          50284,
          642,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          8,
          10
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-falsy-criteria": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "zero": 0,
            "false": false,
            "none": null
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          5058,
          27,
          470,
          50284,
          3221,
          27,
          3221,
          50284,
          5293,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          7,
          11,
          15
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-structured-criteria": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": {
              "desc": "nested",
              "n": 1
            },
            "b": [
              1,
              2,
              "x"
            ],
            "c": 2.5
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          17579,
          12898,
          1381,
          346,
          47628,
          995,
          346,
          79,
          1381,
          337,
          94,
          50284,
          270,
          27,
          544,
          18,
          13,
          374,
          13,
          346,
          89,
          9686,
          50284,
          260,
          27,
          374,
          15,
          22,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          7,
          21,
          32
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-many-options": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick one of many.",
          "crit": {
            "opt00": "criterion number 0 with some words",
            "opt01": "criterion number 1 with some words",
            "opt02": "criterion number 2 with some words",
            "opt03": "criterion number 3 with some words",
            "opt04": "criterion number 4 with some words",
            "opt05": "criterion number 5 with some words",
            "opt06": "criterion number 6 with some words",
            "opt07": "criterion number 7 with some words",
            "opt08": "criterion number 8 with some words",
            "opt09": "criterion number 9 with some words",
            "opt10": "criterion number 10 with some words",
            "opt11": "criterion number 11 with some words",
            "opt12": "criterion number 12 with some words",
            "opt13": "criterion number 13 with some words",
            "opt14": "criterion number 14 with some words",
            "opt15": "criterion number 15 with some words",
            "opt16": "criterion number 16 with some words",
            "opt17": "criterion number 17 with some words",
            "opt18": "criterion number 18 with some words",
            "opt19": "criterion number 19 with some words",
            "opt20": "criterion number 20 with some words",
            "opt21": "criterion number 21 with some words",
            "opt22": "criterion number 22 with some words",
            "opt23": "criterion number 23 with some words",
            "opt24": "criterion number 24 with some words",
            "opt25": "criterion number 25 with some words",
            "opt26": "criterion number 26 with some words",
            "opt27": "criterion number 27 with some words",
            "opt28": "criterion number 28 with some words",
            "opt29": "criterion number 29 with some words",
            "opt30": "criterion number 30 with some words",
            "opt31": "criterion number 31 with some words",
            "opt32": "criterion number 32 with some words",
            "opt33": "criterion number 33 with some words",
            "opt34": "criterion number 34 with some words",
            "opt35": "criterion number 35 with some words",
            "opt36": "criterion number 36 with some words",
            "opt37": "criterion number 37 with some words",
            "opt38": "criterion number 38 with some words",
            "opt39": "criterion number 39 with some words"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          581,
          273,
          1142,
          15,
          50282,
          50284,
          1478,
          361,
          27,
          50284,
          1478,
          520,
          27,
          50284,
          1478,
          2640,
          27,
          50284,
          1478,
          2941,
          27,
          50284,
          1478,
          2125,
          27,
          50284,
          1478,
          1762,
          27,
          50284,
          1478,
          3071,
          27,
          50284,
          1478,
          2922,
          27,
          50284,
          1478,
          2904,
          27,
          50284,
          1478,
          2693,
          27,
          50284,
          1478,
          740,
          27,
          50284,
          1478,
          883,
          27,
          50284,
          1478,
          805,
          27,
          50284,
          1478,
          1012,
          27,
          50284,
          1478,
          1047,
          27,
          50284,
          1478,
          1010,
          27,
          50284,
          1478,
          1036,
          27,
          50284,
          1478,
          1166,
          27,
          50284,
          1478,
          1093,
          27,
          50284,
          1478,
          746,
          27,
          50284,
          1478,
          938,
          27,
          50284,
          1478,
          1797,
          27,
          50284,
          1478,
          1423,
          27,
          50284,
          1478,
          1508,
          27,
          50284,
          1478,
          1348,
          27,
          50284,
          1478,
          1099,
          27,
          50284,
          1478,
          1731,
          27,
          50284,
          1478,
          1630,
          27,
          50284,
          1478,
          1619,
          27,
          50284,
          1478,
          1717,
          27,
          50284,
          1478,
          1229,
          27,
          50284,
          1478,
          2405,
          27,
          50284,
          1478,
          1237,
          27,
          50284,
          1478,
          1610,
          27,
          50284,
          1478,
          1706,
          27,
          50284,
          1478,
          1671,
          27,
          50284,
          1478,
          1812,
          27,
          50284,
          1478,
          1787,
          27,
          50284,
          1478,
          1839,
          27,
          50284,
          1478,
          1867,
          27,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          10,
          14,
          18,
          22,
          26,
          30,
          34,
          38,
          42,
          46,
          50,
          54,
          58,
          62,
          66,
          70,
          74,
          78,
          82,
          86,
          90,
          94,
          98,
          102,
          106,
          110,
          114,
          118,
          122,
          126,
          130,
          134,
          138,
          142,
          146,
          150,
          154,
          158,
          162,
          166
        ],
        "stats": {
          "options": 40,
          "options_distinct": 40,
          "tokens_per_option": 4
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-long-option": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "short": "ok",
            "long": "verylongcriterion0 verylongcriterion1 verylongcriterion2 verylongcriterion3 verylongcriterion4 verylongcriterion5 verylongcriterion6 verylongcriterion7 verylongcriterion8 verylongcriterion9 verylongcriterion10 verylongcriterion11 verylongcriterion12 verylongcriterion13 verylongcriterion14 verylongcriterion15 verylongcriterion16 verylongcriterion17 verylongcriterion18 verylongcriterion19 verylongcriterion20 verylongcriterion21 verylongcriterion22 verylongcriterion23 verylongcriterion24 verylongcriterion25 verylongcriterion26 verylongcriterion27 verylongcriterion28 verylongcriterion29 verylongcriterion30 verylongcriterion31 verylongcriterion32 verylongcriterion33 verylongcriterion34 verylongcriterion35 verylongcriterion36 verylongcriterion37 verylongcriterion38 verylongcriterion39 verylongcriterion40 verylongcriterion41 verylongcriterion42 verylongcriterion43 verylongcriterion44 verylongcriterion45 verylongcriterion46 verylongcriterion47 verylongcriterion48 verylongcriterion49 verylongcriterion50 verylongcriterion51 verylongcriterion52 verylongcriterion53 verylongcriterion54 verylongcriterion55 verylongcriterion56 verylongcriterion57 verylongcriterion58 verylongcriterion59 verylongcriterion60 verylongcriterion61 verylongcriterion62 verylongcriterion63 verylongcriterion64 verylongcriterion65 verylongcriterion66 verylongcriterion67 verylongcriterion68 verylongcriterion69 verylongcriterion70 verylongcriterion71 verylongcriterion72 verylongcriterion73 verylongcriterion74 verylongcriterion75 verylongcriterion76 verylongcriterion77 verylongcriterion78 verylongcriterion79 verylongcriterion80 verylongcriterion81 verylongcriterion82 verylongcriterion83 verylongcriterion84 verylongcriterion85 verylongcriterion86 verylongcriterion87 verylongcriterion88 verylongcriterion89 verylongcriterion90 verylongcriterion91 verylongcriterion92 verylongcriterion93 verylongcriterion94 verylongcriterion95 verylongcriterion96 verylongcriterion97 verylongcriterion98 verylongcriterion99 verylongcriterion100 verylongcriterion101 verylongcriterion102 verylongcriterion103 verylongcriterion104 verylongcriterion105 verylongcriterion106 verylongcriterion107 verylongcriterion108 verylongcriterion109 verylongcriterion110 verylongcriterion111 verylongcriterion112 verylongcriterion113 verylongcriterion114 verylongcriterion115 verylongcriterion116 verylongcriterion117 verylongcriterion118 verylongcriterion119"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          2159,
          27,
          8718,
          50284,
          1048,
          27,
          1077,
          5056,
          68,
          41634,
          17,
          1077,
          5056,
          68,
          41634,
          18,
          1077,
          5056,
          68,
          41634,
          19,
          1077,
          5056,
          68,
          41634,
          20,
          1077,
          5056,
          68,
          41634,
          21,
          1077,
          5056,
          68,
          41634,
          22,
          1077,
          5056,
          68,
          41634,
          23,
          1077,
          5056,
          68,
          41634,
          24,
          1077,
          5056,
          68,
          41634,
          25,
          1077,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-colliding-options": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix one": "d",
            "prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix two": "d"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          50284,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          17744,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          7,
          56
        ],
        "stats": {
          "options": 2,
          "options_distinct": 1,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "score-levels": {
        "state": "The reply was polite but slow.",
        "question": {
          "t": "score",
          "ins": "Rate the reply.",
          "crit": [
            "terrible",
            "poor",
            "fine",
            "good"
          ]
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          18891,
          1953,
          27,
          28606,
          253,
          12252,
          15,
          50282,
          50284,
          1268,
          470,
          27,
          11527,
          50284,
          1268,
          337,
          27,
          4105,
          50284,
          1268,
          374,
          27,
          4030,
          50284,
          1268,
          495,
          27,
          1175,
          50282,
          510,
          12252,
          369,
          30405,
          533,
          3468,
          15,
          50282
        ],
        "markers": [
          9,
          14,
          19,
          24
        ],
        "stats": {
          "options": 4,
          "options_distinct": 4,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 7,
          "state_tokens_used": 7,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "score-structured": {
        "state": "The reply was polite but slow.",
        "question": {
          "t": "score",
          "ins": "Rate.",
          "crit": [
            {
              "d": 1
            },
            "ok",
            3
          ]
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          18891,
          1953,
          27,
          28606,
          15,
          50282,
          50284,
          1268,
          470,
          27,
          17579,
          69,
          1381,
          337,
          94,
          50284,
          1268,
          337,
          27,
          8718,
          50284,
          1268,
          374,
          27,
          495,
          50282,
          510,
          12252,
          369,
          30405,
          533,
          3468,
          15,
          50282
        ],
        "markers": [
          7,
          16,
          21
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 7,
          "state_tokens_used": 7,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "noul-default": {
        "state": "The invoice is dated March 2nd.",
        "question": {
          "t": "noul",
          "ins": "The invoice is from March."
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          79,
          3941,
          1953,
          27,
          380,
          45156,
          310,
          432,
          3919,
          15,
          50282,
          50284,
          3221,
          27,
          642,
          13,
          253,
          3908,
          1057,
          417,
          2186,
          50284,
          2032,
          27,
          4754,
          13,
          253,
          3908,
          6556,
          50282,
          510,
          45156,
          310,
          15483,
          3919,
          374,
          2109,
          15,
          50282
        ],
        "markers": [
          12,
          22
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 8,
          "state_tokens_used": 8,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "noul-criteria": {
        "state": "The invoice is dated March 2nd.",
        "question": {
          "t": "noul",
          "ins": "Holds?",
          "crit": {
            "false": "no it does not",
            "true": "yes it does"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          79,
          3941,
          1953,
          27,
          388,
          3502,
          32,
          50282,
          50284,
          3221,
          27,
          642,
          352,
          1057,
          417,
          50284,
          2032,
          27,
          4754,
          352,
          1057,
          50282,
          510,
          45156,
          310,
          15483,
          3919,
          374,
          2109,
          15,
          50282
        ],
        "markers": [
          9,
          16
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 8,
          "state_tokens_used": 8,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "noul-custom-labels": {
        "state": "The invoice is dated March 2nd.",
        "question": {
          "t": "noul",
          "ins": "Holds?",
          "labels": {
            "false": "nope",
            "true": "yep"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          79,
          3941,
          1953,
          27,
          388,
          3502,
          32,
          50282,
          50284,
          642,
          365,
          27,
          642,
          13,
          253,
          3908,
          1057,
          417,
          2186,
          50284,
          340,
          554,
          27,
          4754,
          13,
          253,
          3908,
          6556,
          50282,
          510,
          45156,
          310,
          15483,
          3919,
          374,
          2109,
          15,
          50282
        ],
        "markers": [
          9,
          20
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 8,
          "state_tokens_used": 8,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "mask-in-instruction": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick [MASK] one [MASK] now",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          50275,
          531,
          50275,
          2666,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          10,
          14
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "mask-in-option": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x [MASK] y",
            "b": "[MASK]"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50275,
          90,
          50284,
          270,
          27,
          50276,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          7,
          13
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "mask-in-state": {
        "state": "state with [MASK] inside it",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          3409,
          342,
          50275,
          40084,
          352,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 5,
          "state_tokens_used": 5,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "long-instruction": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words ",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          3000,
          9775,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          186,
          190
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "long-state": {
        "state": "evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. ",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          22432,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 2001,
          "state_tokens_used": 495,
          "state_tokens_dropped": 1506,
          "truncated": true
        }
      },
      "long-state-truncate-left": {
        "state": "evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. ",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": true,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          1941,
          6197,
          1180,
          581,
          15,
          209,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 2001,
          "state_tokens_used": 495,
          "state_tokens_dropped": 1506,
          "truncated": true
        }
      },
      "state-dict": {
        "state": {
          "order": 1,
          "items": [
            "a",
            "b"
          ],
          "n": 2.5,
          "ok": true,
          "missing": null
        },
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          9819,
          2621,
          1381,
          337,
          13,
          346,
          15565,
          1381,
          15640,
          66,
          995,
          346,
          67,
          21391,
          346,
          79,
          1381,
          374,
          15,
          22,
          13,
          346,
          536,
          1381,
          2032,
          13,
          346,
          33722,
          1381,
          3635,
          94,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 31,
          "state_tokens_used": 31,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-list": {
        "state": [
          1,
          "a",
          {
            "b": 2
          },
          null,
          true,
          1.5
        ],
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          60,
          18,
          13,
          346,
          66,
          995,
          17579,
          67,
          1381,
          374,
          2023,
          3635,
          13,
          2032,
          13,
          337,
          15,
          22,
          62,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 19,
          "state_tokens_used": 19,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-hostile-numbers": {
        "state": {
          "big": 1e+16,
          "small": 1e-05,
          "edge": 0.0001,
          "third": 0.3333333333333333,
          "huge": 1e+23,
          "whole": 2.0,
          "negzero": -0.0,
          "max": 1e+308,
          "denormal": 5e-324,
          "bigint": 123456789012345678901234567890,
          "negint": -7
        },
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": 1e+16,
            "b": 0.3333333333333333
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          337,
          70,
          12,
          1036,
          50284,
          270,
          27,
          470,
          15,
          26409,
          26409,
          26409,
          26409,
          50282,
          9819,
          2760,
          1381,
          337,
          70,
          12,
          1036,
          13,
          346,
          6795,
          1381,
          337,
          70,
          14,
          1762,
          13,
          346,
          13057,
          1381,
          470,
          15,
          5831,
          13,
          346,
          19016,
          1381,
          470,
          15,
          26409,
          26409,
          26409,
          26409,
          13,
          346,
          73,
          4079,
          1381,
          337,
          70,
          12,
          1508,
          13,
          346,
          40338,
          1381,
          374,
          15,
          17,
          13,
          346,
          8265,
          10528,
          1381,
          428,
          17,
          15,
          17,
          13,
          346,
          4090,
          1381,
          337,
          70,
          12,
          20777,
          13,
          346,
          3354,
          1939,
          1381,
          608,
          70,
          14,
          21397,
          13,
          346,
          2760,
          565,
          1381,
          1249,
          16767,
          43784,
          39154,
          1857,
          43784,
          39154,
          1857,
          25025,
          2270,
          13,
          346,
          8265,
          565,
          1381,
          428,
          24,
          94,
          50282
        ],
        "markers": [
          7,
          14
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 97,
          "state_tokens_used": 97,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-empty": {
        "state": "",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          50282
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 0,
          "state_tokens_used": 0,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-unicode": {
        "state": "我们被重复扣费 😀 لقد تم",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "退款",
            "b": "استرداد"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          209,
          11016,
          211,
          25715,
          124,
          50284,
          270,
          27,
          32262,
          113,
          8181,
          6900,
          9211,
          40802,
          50282,
          31486,
          41873,
          34698,
          7249,
          224,
          11827,
          98,
          29832,
          119,
          49042,
          211,
          23630,
          14062,
          9211,
          20817,
          5843,
          50282
        ],
        "markers": [
          7,
          15
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 16,
          "state_tokens_used": 16,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "option-order-permuted": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y",
            "c": "z"
          }
        },
        "max_len": 512,
        "head_max_len": 192,
        "option_order": [
          2,
          0,
          1
        ],
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          260,
          27,
          1182,
          50284,
          247,
          27,
          1269,
          50284,
          270,
          27,
          340,
          50282,
          35,
          2591,
          7019,
          15,
          50282
        ],
        "markers": [
          7,
          11,
          15
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "tiny-budget": {
        "state": "some state here that will not fit at all",
        "question": {
          "t": "choice",
          "ins": "a fairly long instruction that cannot fit either",
          "crit": {
            "a": "alpha",
            "b": "beta",
            "c": "gamma"
          }
        },
        "max_len": 24,
        "head_max_len": 16,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          247,
          9648,
          1048,
          9775,
          326,
          50282,
          50284,
          247,
          27,
          9765,
          50284,
          270,
          27,
          9840,
          50284,
          260,
          27,
          17356,
          50282,
          50282
        ],
        "markers": [
          10,
          14,
          18
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": 4
        },
        "truncation": {
          "state_tokens": 9,
          "state_tokens_used": 0,
          "state_tokens_dropped": 9,
          "truncated": true
        }
      },
      "head-larger-than-max": {
        "state": "state",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 12,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          50281,
          22122,
          1953,
          27,
          20745,
          15,
          50282,
          50284,
          247,
          27,
          1269,
          50284
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 1,
          "state_tokens_used": 0,
          "state_tokens_dropped": 1,
          "truncated": true
        }
      }
    }
  },
  "multilingual": {
    "config": {
      "max_len": 1024,
      "head_max_len": 256,
      "temperature": [
        1.0,
        1.0,
        1.0
      ],
      "temperature_by_options": {},
      "encoder": "jhu-clsp/mmBERT-base"
    },
    "special_ids": {
      "cls": 2,
      "sep": 1,
      "mask": 4,
      "pad": 0,
      "mask_token": "<mask>"
    },
    "cases": {
      "choice-basic": {
        "state": "The customer was billed twice in March.",
        "question": {
          "t": "choice",
          "ins": "What should we do?",
          "crit": {
            "refund": "send the money back",
            "replace": "ship a new unit"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          2439,
          1412,
          783,
          749,
          235336,
          1,
          4,
          19745,
          235292,
          5527,
          573,
          3370,
          1355,
          4,
          7919,
          235292,
          7509,
          476,
          888,
          4982,
          1,
          714,
          6650,
          729,
          100159,
          11594,
          575,
          4482,
          235265,
          1
        ],
        "markers": [
          10,
          17
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 8,
          "state_tokens_used": 8,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-no-description": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Approve?",
          "crit": {
            "yes": null,
            "no": ""
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          200255,
          235336,
          1,
          4,
          7778,
          4,
          793,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          9
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-falsy-criteria": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "zero": 0,
            "false": false,
            "none": null
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          8199,
          235292,
          235248,
          235276,
          4,
          1566,
          235292,
          1566,
          4,
          8031,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          12,
          16
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-structured-criteria": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": {
              "desc": "nested",
              "n": 1
            },
            "b": [
              1,
              2,
              "x"
            ],
            "c": 2.5
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          19946,
          11622,
          1192,
          664,
          57761,
          824,
          664,
          235254,
          1192,
          235248,
          235274,
          235270,
          4,
          518,
          235292,
          892,
          235274,
          235269,
          235248,
          235284,
          235269,
          664,
          235297,
          4437,
          4,
          498,
          235292,
          235248,
          235284,
          235265,
          235308,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          22,
          34
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-many-options": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick one of many.",
          "crit": {
            "opt00": "criterion number 0 with some words",
            "opt01": "criterion number 1 with some words",
            "opt02": "criterion number 2 with some words",
            "opt03": "criterion number 3 with some words",
            "opt04": "criterion number 4 with some words",
            "opt05": "criterion number 5 with some words",
            "opt06": "criterion number 6 with some words",
            "opt07": "criterion number 7 with some words",
            "opt08": "criterion number 8 with some words",
            "opt09": "criterion number 9 with some words",
            "opt10": "criterion number 10 with some words",
            "opt11": "criterion number 11 with some words",
            "opt12": "criterion number 12 with some words",
            "opt13": "criterion number 13 with some words",
            "opt14": "criterion number 14 with some words",
            "opt15": "criterion number 15 with some words",
            "opt16": "criterion number 16 with some words",
            "opt17": "criterion number 17 with some words",
            "opt18": "criterion number 18 with some words",
            "opt19": "criterion number 19 with some words",
            "opt20": "criterion number 20 with some words",
            "opt21": "criterion number 21 with some words",
            "opt22": "criterion number 22 with some words",
            "opt23": "criterion number 23 with some words",
            "opt24": "criterion number 24 with some words",
            "opt25": "criterion number 25 with some words",
            "opt26": "criterion number 26 with some words",
            "opt27": "criterion number 27 with some words",
            "opt28": "criterion number 28 with some words",
            "opt29": "criterion number 29 with some words",
            "opt30": "criterion number 30 with some words",
            "opt31": "criterion number 31 with some words",
            "opt32": "criterion number 32 with some words",
            "opt33": "criterion number 33 with some words",
            "opt34": "criterion number 34 with some words",
            "opt35": "criterion number 35 with some words",
            "opt36": "criterion number 36 with some words",
            "opt37": "criterion number 37 with some words",
            "opt38": "criterion number 38 with some words",
            "opt39": "criterion number 39 with some words"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          974,
          576,
          1767,
          235265,
          1,
          4,
          16775,
          235276,
          235276,
          235292,
          35133,
          4,
          16775,
          235276,
          235274,
          235292,
          35133,
          4,
          16775,
          235276,
          235284,
          235292,
          35133,
          4,
          16775,
          235276,
          235304,
          235292,
          35133,
          4,
          16775,
          235276,
          235310,
          235292,
          35133,
          4,
          16775,
          235276,
          235308,
          235292,
          35133,
          4,
          16775,
          235276,
          235318,
          235292,
          35133,
          4,
          16775,
          235276,
          235324,
          235292,
          35133,
          4,
          16775,
          235276,
          235321,
          235292,
          35133,
          4,
          16775,
          235276,
          235315,
          235292,
          35133,
          4,
          16775,
          235274,
          235276,
          235292,
          35133,
          4,
          16775,
          235274,
          235274,
          235292,
          35133,
          4,
          16775,
          235274,
          235284,
          235292,
          35133,
          4,
          16775,
          235274,
          235304,
          235292,
          35133,
          4,
          16775,
          235274,
          235310,
          235292,
          35133,
          4,
          16775,
          235274,
          235308,
          235292,
          35133,
          4,
          16775,
          235274,
          235318,
          235292,
          35133,
          4,
          16775,
          235274,
          235324,
          235292,
          35133,
          4,
          16775,
          235274,
          235321,
          235292,
          35133,
          4,
          16775,
          235274,
          235315,
          235292,
          35133,
          4,
          16775,
          235284,
          235276,
          235292,
          35133,
          4,
          16775,
          235284,
          235274,
          235292,
          35133,
          4,
          16775,
          235284,
          235284,
          235292,
          35133,
          4,
          16775,
          235284,
          235304,
          235292,
          35133,
          4,
          16775,
          235284,
          235310,
          235292,
          35133,
          4,
          16775,
          235284,
          235308,
          235292,
          35133,
          4,
          16775,
          235284,
          235318,
          235292,
          35133,
          4,
          16775,
          235284,
          235324,
          235292,
          35133,
          4,
          16775,
          235284,
          235321,
          235292,
          35133,
          4,
          16775,
          235284,
          235315,
          235292,
          35133,
          4,
          16775,
          235304,
          235276,
          235292,
          35133,
          4,
          16775,
          235304,
          235274,
          235292,
          35133,
          4,
          16775,
          235304,
          235284,
          235292,
          35133,
          4,
          16775,
          235304,
          235304,
          235292,
          35133,
          4,
          16775,
          235304,
          235310,
          235292,
          35133,
          4,
          16775,
          235304,
          235308,
          235292,
          35133,
          4,
          16775,
          235304,
          235318,
          235292,
          35133,
          4,
          16775,
          235304,
          235324,
          235292,
          35133,
          4,
          16775,
          235304,
          235321,
          235292,
          35133,
          4,
          16775,
          235304,
          235315,
          235292,
          35133,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          10,
          16,
          22,
          28,
          34,
          40,
          46,
          52,
          58,
          64,
          70,
          76,
          82,
          88,
          94,
          100,
          106,
          112,
          118,
          124,
          130,
          136,
          142,
          148,
          154,
          160,
          166,
          172,
          178,
          184,
          190,
          196,
          202,
          208,
          214,
          220,
          226,
          232,
          238,
          244
        ],
        "stats": {
          "options": 40,
          "options_distinct": 40,
          "tokens_per_option": 6
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-long-option": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "short": "ok",
            "long": "verylongcriterion0 verylongcriterion1 verylongcriterion2 verylongcriterion3 verylongcriterion4 verylongcriterion5 verylongcriterion6 verylongcriterion7 verylongcriterion8 verylongcriterion9 verylongcriterion10 verylongcriterion11 verylongcriterion12 verylongcriterion13 verylongcriterion14 verylongcriterion15 verylongcriterion16 verylongcriterion17 verylongcriterion18 verylongcriterion19 verylongcriterion20 verylongcriterion21 verylongcriterion22 verylongcriterion23 verylongcriterion24 verylongcriterion25 verylongcriterion26 verylongcriterion27 verylongcriterion28 verylongcriterion29 verylongcriterion30 verylongcriterion31 verylongcriterion32 verylongcriterion33 verylongcriterion34 verylongcriterion35 verylongcriterion36 verylongcriterion37 verylongcriterion38 verylongcriterion39 verylongcriterion40 verylongcriterion41 verylongcriterion42 verylongcriterion43 verylongcriterion44 verylongcriterion45 verylongcriterion46 verylongcriterion47 verylongcriterion48 verylongcriterion49 verylongcriterion50 verylongcriterion51 verylongcriterion52 verylongcriterion53 verylongcriterion54 verylongcriterion55 verylongcriterion56 verylongcriterion57 verylongcriterion58 verylongcriterion59 verylongcriterion60 verylongcriterion61 verylongcriterion62 verylongcriterion63 verylongcriterion64 verylongcriterion65 verylongcriterion66 verylongcriterion67 verylongcriterion68 verylongcriterion69 verylongcriterion70 verylongcriterion71 verylongcriterion72 verylongcriterion73 verylongcriterion74 verylongcriterion75 verylongcriterion76 verylongcriterion77 verylongcriterion78 verylongcriterion79 verylongcriterion80 verylongcriterion81 verylongcriterion82 verylongcriterion83 verylongcriterion84 verylongcriterion85 verylongcriterion86 verylongcriterion87 verylongcriterion88 verylongcriterion89 verylongcriterion90 verylongcriterion91 verylongcriterion92 verylongcriterion93 verylongcriterion94 verylongcriterion95 verylongcriterion96 verylongcriterion97 verylongcriterion98 verylongcriterion99 verylongcriterion100 verylongcriterion101 verylongcriterion102 verylongcriterion103 verylongcriterion104 verylongcriterion105 verylongcriterion106 verylongcriterion107 verylongcriterion108 verylongcriterion109 verylongcriterion110 verylongcriterion111 verylongcriterion112 verylongcriterion113 verylongcriterion114 verylongcriterion115 verylongcriterion116 verylongcriterion117 verylongcriterion118 verylongcriterion119"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          3309,
          235292,
          4634,
          4,
          1497,
          235292,
          1508,
          4280,
          101395,
          235276,
          1508,
          4280,
          101395,
          235274,
          1508,
          4280,
          101395,
          235284,
          1508,
          4280,
          101395,
          235304,
          1508,
          4280,
          101395,
          235310,
          1508,
          4280,
          101395,
          235308,
          1508,
          4280,
          101395,
          235318,
          1508,
          4280,
          101395,
          235324,
          1508,
          4280,
          101395,
          235321,
          1508,
          4280,
          101395,
          235315,
          1508,
          4280,
          101395,
          235274,
          235276,
          1508,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "choice-colliding-options": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix one": "d",
            "prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix prefix two": "d"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          4,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          24733,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          56
        ],
        "stats": {
          "options": 2,
          "options_distinct": 1,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "score-levels": {
        "state": "The reply was polite but slow.",
        "question": {
          "t": "score",
          "ins": "Rate the reply.",
          "crit": [
            "terrible",
            "poor",
            "fine",
            "good"
          ]
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          7716,
          2872,
          235292,
          19129,
          573,
          7260,
          235265,
          1,
          4,
          2403,
          235248,
          235276,
          235292,
          16744,
          4,
          2403,
          235248,
          235274,
          235292,
          6528,
          4,
          2403,
          235248,
          235284,
          235292,
          4948,
          4,
          2403,
          235248,
          235304,
          235292,
          1426,
          1,
          714,
          7260,
          729,
          36575,
          901,
          6080,
          235265,
          1
        ],
        "markers": [
          9,
          15,
          21,
          27
        ],
        "stats": {
          "options": 4,
          "options_distinct": 4,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 7,
          "state_tokens_used": 7,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "score-structured": {
        "state": "The reply was polite but slow.",
        "question": {
          "t": "score",
          "ins": "Rate.",
          "crit": [
            {
              "d": 1
            },
            "ok",
            3
          ]
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          7716,
          2872,
          235292,
          19129,
          235265,
          1,
          4,
          2403,
          235248,
          235276,
          235292,
          19946,
          235258,
          1192,
          235248,
          235274,
          235270,
          4,
          2403,
          235248,
          235274,
          235292,
          4634,
          4,
          2403,
          235248,
          235284,
          235292,
          235248,
          235304,
          1,
          714,
          7260,
          729,
          36575,
          901,
          6080,
          235265,
          1
        ],
        "markers": [
          7,
          18,
          24
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 7,
          "state_tokens_used": 7,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "noul-default": {
        "state": "The invoice is dated March 2nd.",
        "question": {
          "t": "noul",
          "ins": "The invoice is from March."
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          552,
          6311,
          2872,
          235292,
          714,
          42529,
          603,
          774,
          4482,
          235265,
          1,
          4,
          1566,
          235292,
          793,
          235269,
          573,
          6218,
          1721,
          780,
          3385,
          4,
          1382,
          235292,
          7778,
          235269,
          573,
          6218,
          12723,
          1,
          714,
          42529,
          603,
          21660,
          4482,
          235248,
          235284,
          491,
          235265,
          1
        ],
        "markers": [
          12,
          22
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 9,
          "state_tokens_used": 9,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "noul-criteria": {
        "state": "The invoice is dated March 2nd.",
        "question": {
          "t": "noul",
          "ins": "Holds?",
          "crit": {
            "false": "no it does not",
            "true": "yes it does"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          552,
          6311,
          2872,
          235292,
          125337,
          235336,
          1,
          4,
          1566,
          235292,
          793,
          665,
          1721,
          780,
          4,
          1382,
          235292,
          7778,
          665,
          1721,
          1,
          714,
          42529,
          603,
          21660,
          4482,
          235248,
          235284,
          491,
          235265,
          1
        ],
        "markers": [
          8,
          15
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 9,
          "state_tokens_used": 9,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "noul-custom-labels": {
        "state": "The invoice is dated March 2nd.",
        "question": {
          "t": "noul",
          "ins": "Holds?",
          "labels": {
            "false": "nope",
            "true": "yep"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          552,
          6311,
          2872,
          235292,
          125337,
          235336,
          1,
          4,
          86738,
          235292,
          793,
          235269,
          573,
          6218,
          1721,
          780,
          3385,
          4,
          129763,
          235292,
          7778,
          235269,
          573,
          6218,
          12723,
          1,
          714,
          42529,
          603,
          21660,
          4482,
          235248,
          235284,
          491,
          235265,
          1
        ],
        "markers": [
          8,
          18
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 9,
          "state_tokens_used": 9,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "mask-in-instruction": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick <mask> one <mask> now",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235248,
          235248,
          974,
          235248,
          235248,
          1490,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          12,
          16
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "mask-in-option": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x <mask> y",
            "b": "<mask>"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          235248,
          235248,
          597,
          4,
          518,
          235292,
          235248,
          235248,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          14
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "mask-in-state": {
        "state": "state with <mask> inside it",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          2329,
          675,
          235248,
          235248,
          5580,
          665,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 6,
          "state_tokens_used": 6,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "long-instruction": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words instruction words ",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          3907,
          14239,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          250,
          254
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "long-state": {
        "state": "evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. ",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 2001,
          "state_tokens_used": 1007,
          "state_tokens_dropped": 994,
          "truncated": true
        }
      },
      "long-state-truncate-left": {
        "state": "evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. evidence sentence number one. ",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": true,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          5820,
          13060,
          1758,
          974,
          235265,
          235248,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 2001,
          "state_tokens_used": 1007,
          "state_tokens_dropped": 994,
          "truncated": true
        }
      },
      "state-dict": {
        "state": {
          "order": 1,
          "items": [
            "a",
            "b"
          ],
          "n": 2.5,
          "ok": true,
          "missing": null
        },
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          19946,
          2308,
          1192,
          235248,
          235274,
          235269,
          664,
          7325,
          1192,
          10890,
          235250,
          824,
          664,
          235268,
          12229,
          664,
          235254,
          1192,
          235248,
          235284,
          235265,
          235308,
          235269,
          664,
          1124,
          1192,
          1382,
          235269,
          664,
          39976,
          1192,
          1468,
          235270,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 33,
          "state_tokens_used": 33,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-list": {
        "state": [
          1,
          "a",
          {
            "b": 2
          },
          null,
          true,
          1.5
        ],
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          892,
          235274,
          235269,
          664,
          235250,
          824,
          19946,
          235268,
          1192,
          235248,
          235284,
          789,
          1468,
          235269,
          1382,
          235269,
          235248,
          235274,
          235265,
          235308,
          235307,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 21,
          "state_tokens_used": 21,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-hostile-numbers": {
        "state": {
          "big": 1e+16,
          "small": 1e-05,
          "edge": 0.0001,
          "third": 0.3333333333333333,
          "huge": 1e+23,
          "whole": 2.0,
          "negzero": -0.0,
          "max": 1e+308,
          "denormal": 5e-324,
          "bigint": 123456789012345678901234567890,
          "negint": -7
        },
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": 1e+16,
            "b": 0.3333333333333333
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          235248,
          235274,
          235249,
          235340,
          235274,
          235318,
          4,
          518,
          235292,
          235248,
          235276,
          235265,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          1,
          19946,
          7773,
          1192,
          235248,
          235274,
          235249,
          235340,
          235274,
          235318,
          235269,
          664,
          10498,
          1192,
          235248,
          235274,
          235249,
          235290,
          235276,
          235308,
          235269,
          664,
          9926,
          1192,
          235248,
          235276,
          235265,
          235276,
          235276,
          235276,
          235274,
          235269,
          664,
          23635,
          1192,
          235248,
          235276,
          235265,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235304,
          235269,
          664,
          85546,
          1192,
          235248,
          235274,
          235249,
          235340,
          235284,
          235304,
          235269,
          664,
          43219,
          1192,
          235248,
          235284,
          235265,
          235276,
          235269,
          664,
          14637,
          14033,
          1192,
          728,
          235276,
          235265,
          235276,
          235269,
          664,
          2615,
          1192,
          235248,
          235274,
          235249,
          235340,
          235304,
          235276,
          235321,
          235269,
          664,
          1574,
          2958,
          1192,
          235248,
          235308,
          235249,
          235290,
          235304,
          235284,
          235310,
          235269,
          664,
          111972,
          1192,
          235248,
          235274,
          235284,
          235304,
          235310,
          235308,
          235318,
          235324,
          235321,
          235315,
          235276,
          235274,
          235284,
          235304,
          235310,
          235308,
          235318,
          235324,
          235321,
          235315,
          235276,
          235274,
          235284,
          235304,
          235310,
          235308,
          235318,
          235324,
          235321,
          235315,
          235276,
          235269,
          664,
          14637,
          635,
          1192,
          728,
          235324,
          235270,
          1
        ],
        "markers": [
          7,
          16
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 146,
          "state_tokens_used": 146,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-empty": {
        "state": "",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          1
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 0,
          "state_tokens_used": 0,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "state-unicode": {
        "state": "我们被重复扣费 😀 لقد تم",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "退款",
            "b": "استرداد"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          164047,
          236604,
          4,
          518,
          235292,
          5846,
          5277,
          3390,
          1,
          118772,
          235936,
          79825,
          238498,
          236699,
          79937,
          151958,
          22129,
          1
        ],
        "markers": [
          7,
          12
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 8,
          "state_tokens_used": 8,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "option-order-permuted": {
        "state": "Billed twice.",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y",
            "c": "z"
          }
        },
        "max_len": 1024,
        "head_max_len": 256,
        "option_order": [
          2,
          0,
          1
        ],
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          498,
          235292,
          868,
          4,
          476,
          235292,
          1141,
          4,
          518,
          235292,
          597,
          1,
          599,
          14640,
          11594,
          235265,
          1
        ],
        "markers": [
          7,
          11,
          15
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 4,
          "state_tokens_used": 4,
          "state_tokens_dropped": 0,
          "truncated": false
        }
      },
      "tiny-budget": {
        "state": "some state here that will not fit at all",
        "question": {
          "t": "choice",
          "ins": "a fairly long instruction that cannot fit either",
          "crit": {
            "a": "alpha",
            "b": "beta",
            "c": "gamma"
          }
        },
        "max_len": 24,
        "head_max_len": 16,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          476,
          14966,
          1497,
          14239,
          674,
          1,
          4,
          476,
          235292,
          12603,
          4,
          518,
          235292,
          18820,
          4,
          498,
          235292,
          34959,
          1,
          1
        ],
        "markers": [
          10,
          14,
          18
        ],
        "stats": {
          "options": 3,
          "options_distinct": 3,
          "tokens_per_option": 4
        },
        "truncation": {
          "state_tokens": 9,
          "state_tokens_used": 0,
          "state_tokens_dropped": 9,
          "truncated": true
        }
      },
      "head-larger-than-max": {
        "state": "state",
        "question": {
          "t": "choice",
          "ins": "Pick.",
          "crit": {
            "a": "x",
            "b": "y"
          }
        },
        "max_len": 12,
        "head_max_len": 192,
        "option_order": null,
        "truncate_left": false,
        "ids": [
          2,
          6241,
          2872,
          235292,
          17350,
          235265,
          1,
          4,
          476,
          235292,
          1141,
          4
        ],
        "markers": [
          7,
          11
        ],
        "stats": {
          "options": 2,
          "options_distinct": 2,
          "tokens_per_option": null
        },
        "truncation": {
          "state_tokens": 1,
          "state_tokens_used": 0,
          "state_tokens_dropped": 1,
          "truncated": true
        }
      }
    }
  }
}