Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
{
"by": {
"english": {
"max_len": 512,
"head_max_len": 192,
"states": {
"repeat-90": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2.",
"repeat-100": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12.",
"repeat-3": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2.",
"repeat-120": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12. clause100 states that item 26 was billed on day 13. clause101 states that item 27 was billed on day 14. clause102 states that item 28 was billed on day 15. clause103 states that item 29 was billed on day 16. clause104 states that item 30 was billed on day 17. clause105 states that item 31 was billed on day 18. clause106 states that item 32 was billed on day 19. clause107 states that item 33 was billed on day 20. clause108 states that item 34 was billed on day 21. clause109 states that item 35 was billed on day 22. clause110 states that item 36 was billed on day 23. clause111 states that item 0 was billed on day 24. clause112 states that item 1 was billed on day 25. clause113 states that item 2 was billed on day 26. clause114 states that item 3 was billed on day 27. clause115 states that item 4 was billed on day 28. clause116 states that item 5 was billed on day 0. clause117 states that item 6 was billed on day 1. clause118 states that item 7 was billed on day 2. clause119 states that item 8 was billed on day 3."
},
"splits": {
"repeat-90|None|None": [
"clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25",
". clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9",
". clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22",
". clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6",
". clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19",
". clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2."
],
"repeat-100|None|None": [
"clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25",
". clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9",
". clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22",
". clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6",
". clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19",
". clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3",
". clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12."
],
"repeat-90|120|60": [
"clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9",
". clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14",
". clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19",
". clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24",
". clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0",
". clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5",
". clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10",
". clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15",
". clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20",
". clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25",
". clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1",
". clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6",
". clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11",
". clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16",
". clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21",
". clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26",
". clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2",
". clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2."
],
"repeat-90|150|150": [
"clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item",
" 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24",
". clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item",
" 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20",
". clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item",
" 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16",
". clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item",
" 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2."
],
"repeat-120|None|None": [
"clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states",
"4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item",
" that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was",
" 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on",
" billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24",
" day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause",
". clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states",
"29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item",
" that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was",
" 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on",
" billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20",
" day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause",
". clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states",
"54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item",
" that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was",
" 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on",
" billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16",
" day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause",
". clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states",
"79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item",
" that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was",
" 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on",
" billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12",
" day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12. clause100 states that item 26 was billed on day 13. clause101 states that item 27 was billed on day 14. clause102 states that item 28 was billed on day 15. clause103 states that item 29 was billed on day 16. clause",
". clause100 states that item 26 was billed on day 13. clause101 states that item 27 was billed on day 14. clause102 states that item 28 was billed on day 15. clause103 states that item 29 was billed on day 16. clause104 states that item 30 was billed on day 17. clause105 states that item 31 was billed on day 18. clause106 states that item 32 was billed on day 19. clause107 states that item 33 was billed on day 20. clause108 states",
"104 states that item 30 was billed on day 17. clause105 states that item 31 was billed on day 18. clause106 states that item 32 was billed on day 19. clause107 states that item 33 was billed on day 20. clause108 states that item 34 was billed on day 21. clause109 states that item 35 was billed on day 22. clause110 states that item 36 was billed on day 23. clause111 states that item 0 was billed on day 24. clause112 states that item",
" that item 34 was billed on day 21. clause109 states that item 35 was billed on day 22. clause110 states that item 36 was billed on day 23. clause111 states that item 0 was billed on day 24. clause112 states that item 1 was billed on day 25. clause113 states that item 2 was billed on day 26. clause114 states that item 3 was billed on day 27. clause115 states that item 4 was billed on day 28. clause116 states that item 5 was",
" 1 was billed on day 25. clause113 states that item 2 was billed on day 26. clause114 states that item 3 was billed on day 27. clause115 states that item 4 was billed on day 28. clause116 states that item 5 was billed on day 0. clause117 states that item 6 was billed on day 1. clause118 states that item 7 was billed on day 2. clause119 states that item 8 was billed on day 3."
]
},
"cases": [
{
"case": "noul-max-wins",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.31,
"answer_confidence": 0.31,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.5,
"confidence": 0.77,
"answer_confidence": 0.77,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.99,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.31,
"answer_confidence": 0.31,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.31,
"answer_confidence": 0.31,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "noul-tie-takes-the-first",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.3,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.95,
"answer_confidence": 0.95,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.3,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.3,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "choice-most-confident",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"intent": {
"type": "choice",
"instructions": "What should we do?",
"criteria": {
"refund": "money back",
"replace": "new unit"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.4,
"replace": 0.6
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.55,
"refund": 0.44999999999999996
},
"confidence": 0.45,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.9,
"replace": 0.09999999999999998
},
"confidence": 0.1,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 312,
"token_end": 624,
"count": 6
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.5,
"refund": 0.5
},
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.4,
"replace": 0.6
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.55,
"refund": 0.44999999999999996
},
"confidence": 0.45,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.9,
"replace": 0.09999999999999998
},
"confidence": 0.1,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 312,
"token_end": 624,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "choice-tie-takes-the-first",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"intent": {
"type": "choice",
"instructions": "What should we do?",
"criteria": {
"refund": "money back",
"replace": "new unit"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
},
"window": {
"index": 0,
"token_start": 0,
"token_end": 312,
"count": 6
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.8,
"refund": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.8,
"refund": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.8,
"refund": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
},
"window": {
"index": 0,
"token_start": 0,
"token_end": 312,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "score-most-confident",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"grade": {
"type": "score",
"criteria": [
"low",
"mid",
"high"
],
"instructions": "How bad?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 1.0,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.7,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 2.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.12,
"answer_confidence": 0.88,
"action": {
"act_probability": 0.75
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 0.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 1.0,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.7,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 2.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.12,
"answer_confidence": 0.88,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 0.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 2.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.12,
"answer_confidence": 0.88,
"action": {
"act_probability": 0.75
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "two-questions-two-windows",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
},
"intent": {
"type": "choice",
"instructions": "What should we do?",
"criteria": {
"refund": "money back",
"replace": "new unit"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15,
"confidence": 0.9,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.2,
"replace": 0.8
},
"confidence": 0.8,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.95,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
},
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.3,
"refund": 0.7
},
"confidence": 0.7,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.99,
"replace": 0.010000000000000009
},
"confidence": 0.01,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 312,
"token_end": 624,
"count": 6
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15,
"confidence": 0.9,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.2,
"replace": 0.8
},
"confidence": 0.8,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.95,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.3,
"refund": 0.7
},
"confidence": 0.7,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.99,
"replace": 0.010000000000000009
},
"confidence": 0.01,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.95,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 156,
"token_end": 468,
"count": 6
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.99,
"replace": 0.010000000000000009
},
"confidence": 0.01,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 312,
"token_end": 624,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "span-clamped-at-the-end",
"state_key": "repeat-100",
"split_key": "repeat-100|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.99,
"confidence": 0.99,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.5
},
"window": {
"index": 2,
"token_start": 312,
"token_end": 624,
"count": 7
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.99,
"confidence": 0.99,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 106,
"output_tokens": 5,
"state_tokens": 16,
"state_tokens_dropped": 6,
"truncated": false,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
156,
312,
468,
624,
780,
936
],
"budget": 312,
"state_tokens": 1201,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.99,
"confidence": 0.99,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.5
},
"window": {
"index": 2,
"token_start": 312,
"token_end": 624,
"count": 7
}
}
},
"usage": {
"input_tokens": 721,
"output_tokens": 0,
"state_tokens": 91,
"state_tokens_dropped": 21,
"truncated": 3,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 7
}
},
"warnings": []
},
{
"case": "explicit-window-and-stride",
"state_key": "repeat-90",
"split_key": "repeat-90|120|60",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": 120,
"stride": 60,
"batch_size": null,
"batch_cap_used": 7,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15000000000000002,
"confidence": 0.15000000000000002,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.25,
"confidence": 0.25,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.30000000000000004,
"confidence": 0.30000000000000004,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.35,
"confidence": 0.35,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.4,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 106,
"output_tokens": 5,
"state_tokens": 16,
"state_tokens_dropped": 6,
"truncated": false,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.45000000000000007,
"confidence": 0.45000000000000007,
"answer_confidence": 0.45000000000000007,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 107,
"output_tokens": 5,
"state_tokens": 17,
"state_tokens_dropped": 7,
"truncated": true,
"truncated_questions": [
"q7"
],
"backend": "window-7"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.5,
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 108,
"output_tokens": 5,
"state_tokens": 18,
"state_tokens_dropped": 8,
"truncated": false,
"truncated_questions": [],
"backend": "window-8",
"options": {
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.55,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 109,
"output_tokens": 5,
"state_tokens": 19,
"state_tokens_dropped": 9,
"truncated": true,
"truncated_questions": [
"q9"
],
"backend": "window-9"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.6,
"confidence": 0.6,
"answer_confidence": 0.6,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 110,
"output_tokens": 5,
"state_tokens": 20,
"state_tokens_dropped": 10,
"truncated": false,
"truncated_questions": [],
"backend": "window-10",
"options": {
"q10": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.65,
"confidence": 0.65,
"answer_confidence": 0.65,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 111,
"output_tokens": 5,
"state_tokens": 21,
"state_tokens_dropped": 11,
"truncated": true,
"truncated_questions": [
"q11"
],
"backend": "window-11"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.7000000000000001,
"confidence": 0.7000000000000001,
"answer_confidence": 0.7000000000000001,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 112,
"output_tokens": 5,
"state_tokens": 22,
"state_tokens_dropped": 12,
"truncated": false,
"truncated_questions": [],
"backend": "window-12",
"options": {
"q12": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.75,
"confidence": 0.75,
"answer_confidence": 0.75,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 113,
"output_tokens": 5,
"state_tokens": 23,
"state_tokens_dropped": 13,
"truncated": true,
"truncated_questions": [
"q13"
],
"backend": "window-13"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.8,
"confidence": 0.8,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 114,
"output_tokens": 5,
"state_tokens": 24,
"state_tokens_dropped": 14,
"truncated": false,
"truncated_questions": [],
"backend": "window-14",
"options": {
"q14": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.85,
"confidence": 0.85,
"answer_confidence": 0.85,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 115,
"output_tokens": 5,
"state_tokens": 25,
"state_tokens_dropped": 15,
"truncated": true,
"truncated_questions": [
"q15"
],
"backend": "window-15"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.9,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 116,
"output_tokens": 5,
"state_tokens": 26,
"state_tokens_dropped": 16,
"truncated": false,
"truncated_questions": [],
"backend": "window-16",
"options": {
"q16": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9500000000000001,
"confidence": 0.9500000000000001,
"answer_confidence": 0.9500000000000001,
"action": {
"act_probability": 0.5
},
"window": {
"index": 17,
"token_start": 1020,
"token_end": 1081,
"count": 18
}
}
},
"usage": {
"input_tokens": 117,
"output_tokens": 5,
"state_tokens": 27,
"state_tokens_dropped": 17,
"truncated": true,
"truncated_questions": [
"q17"
],
"backend": "window-17"
}
}
],
"starts": [
0,
60,
120,
180,
240,
300,
360,
420,
480,
540,
600,
660,
720,
780,
840,
900,
960,
1020
],
"budget": 120,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9500000000000001,
"confidence": 0.9500000000000001,
"answer_confidence": 0.9500000000000001,
"action": {
"act_probability": 0.5
},
"window": {
"index": 17,
"token_start": 1020,
"token_end": 1081,
"count": 18
}
}
},
"usage": {
"input_tokens": 1953,
"output_tokens": 0,
"state_tokens": 333,
"state_tokens_dropped": 153,
"truncated": 9,
"truncated_questions": [
"q17"
],
"backend": "window-17",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q10": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q12": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q14": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q16": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 18
}
},
"warnings": []
},
{
"case": "explicit-stride-no-overlap",
"state_key": "repeat-90",
"split_key": "repeat-90|150|150",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": 150,
"stride": 150,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15000000000000002,
"confidence": 0.15000000000000002,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.25,
"confidence": 0.25,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.30000000000000004,
"confidence": 0.30000000000000004,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.35,
"confidence": 0.35,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.4,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 106,
"output_tokens": 5,
"state_tokens": 16,
"state_tokens_dropped": 6,
"truncated": false,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.45000000000000007,
"confidence": 0.45000000000000007,
"answer_confidence": 0.45000000000000007,
"action": {
"act_probability": 0.5
},
"window": {
"index": 7,
"token_start": 1050,
"token_end": 1081,
"count": 8
}
}
},
"usage": {
"input_tokens": 107,
"output_tokens": 5,
"state_tokens": 17,
"state_tokens_dropped": 7,
"truncated": true,
"truncated_questions": [
"q7"
],
"backend": "window-7"
}
}
],
"starts": [
0,
150,
300,
450,
600,
750,
900,
1050
],
"budget": 150,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.45000000000000007,
"confidence": 0.45000000000000007,
"answer_confidence": 0.45000000000000007,
"action": {
"act_probability": 0.5
},
"window": {
"index": 7,
"token_start": 1050,
"token_end": 1081,
"count": 8
}
}
},
"usage": {
"input_tokens": 828,
"output_tokens": 0,
"state_tokens": 108,
"state_tokens_dropped": 28,
"truncated": 4,
"truncated_questions": [
"q7"
],
"backend": "window-7",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 8
}
},
"warnings": []
},
{
"case": "fits-one-window",
"state_key": "repeat-3",
"split_key": null,
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": null,
"starts": null,
"budget": null,
"state_tokens": null,
"single_call": true,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.42,
"confidence": 0.61,
"answer_confidence": 0.61,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 11,
"output_tokens": 3,
"state_tokens": 7,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"windows": 1
}
},
"warnings": []
},
{
"case": "clamped-window-caps-the-batch",
"state_key": "repeat-120",
"split_key": "repeat-120|None|None",
"questions": {
"intent": {
"type": "choice",
"instructions": "Pick one of many.",
"criteria": {
"opt000": "criterion 0 with several words",
"opt001": "criterion 1 with several words",
"opt002": "criterion 2 with several words",
"opt003": "criterion 3 with several words",
"opt004": "criterion 4 with several words",
"opt005": "criterion 5 with several words",
"opt006": "criterion 6 with several words",
"opt007": "criterion 7 with several words",
"opt008": "criterion 8 with several words",
"opt009": "criterion 9 with several words",
"opt010": "criterion 10 with several words",
"opt011": "criterion 11 with several words",
"opt012": "criterion 12 with several words",
"opt013": "criterion 13 with several words",
"opt014": "criterion 14 with several words",
"opt015": "criterion 15 with several words",
"opt016": "criterion 16 with several words",
"opt017": "criterion 17 with several words",
"opt018": "criterion 18 with several words",
"opt019": "criterion 19 with several words",
"opt020": "criterion 20 with several words",
"opt021": "criterion 21 with several words",
"opt022": "criterion 22 with several words",
"opt023": "criterion 23 with several words",
"opt024": "criterion 24 with several words",
"opt025": "criterion 25 with several words",
"opt026": "criterion 26 with several words",
"opt027": "criterion 27 with several words",
"opt028": "criterion 28 with several words",
"opt029": "criterion 29 with several words",
"opt030": "criterion 30 with several words",
"opt031": "criterion 31 with several words",
"opt032": "criterion 32 with several words",
"opt033": "criterion 33 with several words",
"opt034": "criterion 34 with several words",
"opt035": "criterion 35 with several words",
"opt036": "criterion 36 with several words",
"opt037": "criterion 37 with several words",
"opt038": "criterion 38 with several words",
"opt039": "criterion 39 with several words",
"opt040": "criterion 40 with several words",
"opt041": "criterion 41 with several words",
"opt042": "criterion 42 with several words",
"opt043": "criterion 43 with several words",
"opt044": "criterion 44 with several words",
"opt045": "criterion 45 with several words",
"opt046": "criterion 46 with several words",
"opt047": "criterion 47 with several words",
"opt048": "criterion 48 with several words",
"opt049": "criterion 49 with several words",
"opt050": "criterion 50 with several words",
"opt051": "criterion 51 with several words",
"opt052": "criterion 52 with several words",
"opt053": "criterion 53 with several words",
"opt054": "criterion 54 with several words",
"opt055": "criterion 55 with several words",
"opt056": "criterion 56 with several words",
"opt057": "criterion 57 with several words",
"opt058": "criterion 58 with several words",
"opt059": "criterion 59 with several words",
"opt060": "criterion 60 with several words",
"opt061": "criterion 61 with several words",
"opt062": "criterion 62 with several words",
"opt063": "criterion 63 with several words",
"opt064": "criterion 64 with several words",
"opt065": "criterion 65 with several words",
"opt066": "criterion 66 with several words",
"opt067": "criterion 67 with several words",
"opt068": "criterion 68 with several words",
"opt069": "criterion 69 with several words",
"opt070": "criterion 70 with several words",
"opt071": "criterion 71 with several words",
"opt072": "criterion 72 with several words",
"opt073": "criterion 73 with several words",
"opt074": "criterion 74 with several words",
"opt075": "criterion 75 with several words",
"opt076": "criterion 76 with several words",
"opt077": "criterion 77 with several words",
"opt078": "criterion 78 with several words",
"opt079": "criterion 79 with several words",
"opt080": "criterion 80 with several words",
"opt081": "criterion 81 with several words",
"opt082": "criterion 82 with several words",
"opt083": "criterion 83 with several words",
"opt084": "criterion 84 with several words",
"opt085": "criterion 85 with several words",
"opt086": "criterion 86 with several words",
"opt087": "criterion 87 with several words",
"opt088": "criterion 88 with several words",
"opt089": "criterion 89 with several words",
"opt090": "criterion 90 with several words",
"opt091": "criterion 91 with several words",
"opt092": "criterion 92 with several words",
"opt093": "criterion 93 with several words",
"opt094": "criterion 94 with several words",
"opt095": "criterion 95 with several words",
"opt096": "criterion 96 with several words",
"opt097": "criterion 97 with several words",
"opt098": "criterion 98 with several words",
"opt099": "criterion 99 with several words"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": 9,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.1,
"replace": 0.9
},
"confidence": 0.9,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.15000000000000002,
"replace": 0.85
},
"confidence": 0.85,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.2,
"replace": 0.8
},
"confidence": 0.8,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.25,
"replace": 0.75
},
"confidence": 0.75,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.30000000000000004,
"replace": 0.7
},
"confidence": 0.7,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.35,
"replace": 0.65
},
"confidence": 0.65,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.4,
"replace": 0.6
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 106,
"output_tokens": 5,
"state_tokens": 16,
"state_tokens_dropped": 6,
"truncated": false,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.45000000000000007,
"replace": 0.5499999999999999
},
"confidence": 0.55,
"answer_confidence": 0.45000000000000007,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 107,
"output_tokens": 5,
"state_tokens": 17,
"state_tokens_dropped": 7,
"truncated": true,
"truncated_questions": [
"q7"
],
"backend": "window-7"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.5,
"replace": 0.5
},
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 108,
"output_tokens": 5,
"state_tokens": 18,
"state_tokens_dropped": 8,
"truncated": false,
"truncated_questions": [],
"backend": "window-8",
"options": {
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.55,
"replace": 0.44999999999999996
},
"confidence": 0.45,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 109,
"output_tokens": 5,
"state_tokens": 19,
"state_tokens_dropped": 9,
"truncated": true,
"truncated_questions": [
"q9"
],
"backend": "window-9"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.6,
"replace": 0.4
},
"confidence": 0.4,
"answer_confidence": 0.6,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 110,
"output_tokens": 5,
"state_tokens": 20,
"state_tokens_dropped": 10,
"truncated": false,
"truncated_questions": [],
"backend": "window-10",
"options": {
"q10": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.65,
"replace": 0.35
},
"confidence": 0.35,
"answer_confidence": 0.65,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 111,
"output_tokens": 5,
"state_tokens": 21,
"state_tokens_dropped": 11,
"truncated": true,
"truncated_questions": [
"q11"
],
"backend": "window-11"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.7000000000000001,
"replace": 0.29999999999999993
},
"confidence": 0.3,
"answer_confidence": 0.7000000000000001,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 112,
"output_tokens": 5,
"state_tokens": 22,
"state_tokens_dropped": 12,
"truncated": false,
"truncated_questions": [],
"backend": "window-12",
"options": {
"q12": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.75,
"replace": 0.25
},
"confidence": 0.25,
"answer_confidence": 0.75,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 113,
"output_tokens": 5,
"state_tokens": 23,
"state_tokens_dropped": 13,
"truncated": true,
"truncated_questions": [
"q13"
],
"backend": "window-13"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 114,
"output_tokens": 5,
"state_tokens": 24,
"state_tokens_dropped": 14,
"truncated": false,
"truncated_questions": [],
"backend": "window-14",
"options": {
"q14": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.85,
"replace": 0.15000000000000002
},
"confidence": 0.15,
"answer_confidence": 0.85,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 115,
"output_tokens": 5,
"state_tokens": 25,
"state_tokens_dropped": 15,
"truncated": true,
"truncated_questions": [
"q15"
],
"backend": "window-15"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.9,
"replace": 0.09999999999999998
},
"confidence": 0.1,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 116,
"output_tokens": 5,
"state_tokens": 26,
"state_tokens_dropped": 16,
"truncated": false,
"truncated_questions": [],
"backend": "window-16",
"options": {
"q16": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.9500000000000001,
"replace": 0.04999999999999993
},
"confidence": 0.05,
"answer_confidence": 0.9500000000000001,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 117,
"output_tokens": 5,
"state_tokens": 27,
"state_tokens_dropped": 17,
"truncated": true,
"truncated_questions": [
"q17"
],
"backend": "window-17"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.0,
"replace": 0.0
},
"confidence": 0.0,
"answer_confidence": 1.0,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 118,
"output_tokens": 5,
"state_tokens": 28,
"state_tokens_dropped": 18,
"truncated": false,
"truncated_questions": [],
"backend": "window-18",
"options": {
"q18": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.05,
"replace": -0.050000000000000044
},
"confidence": -0.05,
"answer_confidence": 1.05,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 119,
"output_tokens": 5,
"state_tokens": 29,
"state_tokens_dropped": 19,
"truncated": true,
"truncated_questions": [
"q19"
],
"backend": "window-19"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.1,
"replace": -0.10000000000000009
},
"confidence": -0.1,
"answer_confidence": 1.1,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 120,
"output_tokens": 5,
"state_tokens": 30,
"state_tokens_dropped": 20,
"truncated": false,
"truncated_questions": [],
"backend": "window-20",
"options": {
"q20": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.1500000000000001,
"replace": -0.15000000000000013
},
"confidence": -0.15,
"answer_confidence": 1.1500000000000001,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 121,
"output_tokens": 5,
"state_tokens": 31,
"state_tokens_dropped": 21,
"truncated": true,
"truncated_questions": [
"q21"
],
"backend": "window-21"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.2000000000000002,
"replace": -0.20000000000000018
},
"confidence": -0.2,
"answer_confidence": 1.2000000000000002,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 122,
"output_tokens": 5,
"state_tokens": 32,
"state_tokens_dropped": 22,
"truncated": false,
"truncated_questions": [],
"backend": "window-22",
"options": {
"q22": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.2500000000000002,
"replace": -0.2500000000000002
},
"confidence": -0.25,
"answer_confidence": 1.2500000000000002,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 123,
"output_tokens": 5,
"state_tokens": 33,
"state_tokens_dropped": 23,
"truncated": true,
"truncated_questions": [
"q23"
],
"backend": "window-23"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.3000000000000003,
"replace": -0.30000000000000027
},
"confidence": -0.3,
"answer_confidence": 1.3000000000000003,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 124,
"output_tokens": 5,
"state_tokens": 34,
"state_tokens_dropped": 24,
"truncated": false,
"truncated_questions": [],
"backend": "window-24",
"options": {
"q24": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.35,
"replace": -0.3500000000000001
},
"confidence": -0.35,
"answer_confidence": 1.35,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 125,
"output_tokens": 5,
"state_tokens": 35,
"state_tokens_dropped": 25,
"truncated": true,
"truncated_questions": [
"q25"
],
"backend": "window-25"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.4000000000000001,
"replace": -0.40000000000000013
},
"confidence": -0.4,
"answer_confidence": 1.4000000000000001,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 126,
"output_tokens": 5,
"state_tokens": 36,
"state_tokens_dropped": 26,
"truncated": false,
"truncated_questions": [],
"backend": "window-26",
"options": {
"q26": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.4500000000000002,
"replace": -0.4500000000000002
},
"confidence": -0.45,
"answer_confidence": 1.4500000000000002,
"action": {
"act_probability": 0.25
},
"window": {
"index": 27,
"token_start": 1350,
"token_end": 1441,
"count": 28
}
}
},
"usage": {
"input_tokens": 127,
"output_tokens": 5,
"state_tokens": 37,
"state_tokens_dropped": 27,
"truncated": true,
"truncated_questions": [
"q27"
],
"backend": "window-27"
}
}
],
"starts": [
0,
50,
100,
150,
200,
250,
300,
350,
400,
450,
500,
550,
600,
650,
700,
750,
800,
850,
900,
950,
1000,
1050,
1100,
1150,
1200,
1250,
1300,
1350
],
"budget": 100,
"state_tokens": 1441,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 1.4500000000000002,
"replace": -0.4500000000000002
},
"confidence": -0.45,
"answer_confidence": 1.4500000000000002,
"action": {
"act_probability": 0.25
},
"window": {
"index": 27,
"token_start": 1350,
"token_end": 1441,
"count": 28
}
}
},
"usage": {
"input_tokens": 3178,
"output_tokens": 0,
"state_tokens": 658,
"state_tokens_dropped": 378,
"truncated": 14,
"truncated_questions": [
"q27"
],
"backend": "window-27",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q10": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q12": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q14": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q16": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q18": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q20": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q22": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q24": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q26": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 28
}
},
"warnings": [
"laya: predict_long: these questions leave only 100 of max_len=512 for the state (their heads take the rest), so the scan window is capped 312 -> 100 and roughly 3.1x as many windows -- each a full forward pass -- are needed to read the document. Fewer or shorter options, a larger max_len, or laya.shortlist.predict_shortlist for a large label set will all cost less than scanning at this width",
"laya: predict_long: these questions leave only 100 of max_len=512 for the state (their heads take the rest), so the scan window is capped 312 -> 100 and roughly 3.1x as many windows -- each a full forward pass -- are needed to read the document. Fewer or shorter options, a larger max_len, or laya.shortlist.predict_shortlist for a large label set will all cost less than scanning at this width"
]
},
{
"case": "explicit-batch-size",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": 2,
"batch_cap_used": 2,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15000000000000002,
"confidence": 0.15000000000000002,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.25,
"confidence": 0.25,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.30000000000000004,
"confidence": 0.30000000000000004,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.35,
"confidence": 0.35,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.5
},
"window": {
"index": 5,
"token_start": 780,
"token_end": 1081,
"count": 6
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
156,
312,
468,
624,
780
],
"budget": 312,
"state_tokens": 1081,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.35,
"confidence": 0.35,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.5
},
"window": {
"index": 5,
"token_start": 780,
"token_end": 1081,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
}
]
},
"multilingual": {
"max_len": 1024,
"head_max_len": 256,
"states": {
"repeat-90": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2.",
"repeat-100": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12.",
"repeat-3": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2.",
"repeat-120": "clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12. clause100 states that item 26 was billed on day 13. clause101 states that item 27 was billed on day 14. clause102 states that item 28 was billed on day 15. clause103 states that item 29 was billed on day 16. clause104 states that item 30 was billed on day 17. clause105 states that item 31 was billed on day 18. clause106 states that item 32 was billed on day 19. clause107 states that item 33 was billed on day 20. clause108 states that item 34 was billed on day 21. clause109 states that item 35 was billed on day 22. clause110 states that item 36 was billed on day 23. clause111 states that item 0 was billed on day 24. clause112 states that item 1 was billed on day 25. clause113 states that item 2 was billed on day 26. clause114 states that item 3 was billed on day 27. clause115 states that item 4 was billed on day 28. clause116 states that item 5 was billed on day 0. clause117 states that item 6 was billed on day 1. clause118 states that item 7 was billed on day 2. clause119 states that item 8 was billed on day 3."
},
"splits": {
"repeat-90|None|None": [
" clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed",
"4 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was",
" on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2."
],
"repeat-100|None|None": [
" clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed",
"4 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was",
" on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6",
" billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12."
],
"repeat-90|120|60": [
" clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was",
" item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item",
" billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 1",
" 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item ",
"5. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22",
"19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 2",
". clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause",
"6 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day",
"30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was",
" 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item ",
" billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45",
"4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day ",
" states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item",
"19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 2",
" 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 2",
"6. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states",
"2 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8.",
" that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was",
" clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause7",
" billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 1",
"4 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed",
"9. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that",
" on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1",
" item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2."
],
"repeat-90|150|150": [
" clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was",
" billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item ",
"19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states",
" that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was",
" billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause",
"47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 2",
"6. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause6",
"5 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause7",
"4 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9",
" was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2."
],
"repeat-120|None|None": [
" clause0 states that item 0 was billed on day 0. clause1 states that item 1 was billed on day 1. clause2 states that item 2 was billed on day 2. clause3 states that item 3 was billed on day 3. clause4 states that item 4 was billed on day 4. clause5 states that item 5 was billed on day 5. clause6 states that item 6 was billed on day 6. clause7 states that item 7 was billed on day 7. clause8 states that item 8 was billed on day 8. clause9 states that item 9 was billed on day 9. clause10 states that item 10 was billed on day 10. clause11 states that item 11 was billed on day 11. clause12 states that item 12 was billed on day 12. clause13 states that item 13 was billed on day 13. clause14 states that item 14 was billed on day 14. clause15 states that item 15 was billed on day 15. clause16 states that item 16 was billed on day 16. clause17 states that item 17 was billed on day 17. clause18 states that item 18 was billed on day 18. clause19 states that item 19 was billed on day 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item",
" 19. clause20 states that item 20 was billed on day 20. clause21 states that item 21 was billed on day 21. clause22 states that item 22 was billed on day 22. clause23 states that item 23 was billed on day 23. clause24 states that item 24 was billed on day 24. clause25 states that item 25 was billed on day 25. clause26 states that item 26 was billed on day 26. clause27 states that item 27 was billed on day 27. clause28 states that item 28 was billed on day 28. clause29 states that item 29 was billed on day 0. clause30 states that item 30 was billed on day 1. clause31 states that item 31 was billed on day 2. clause32 states that item 32 was billed on day 3. clause33 states that item 33 was billed on day 4. clause34 states that item 34 was billed on day 5. clause35 states that item 35 was billed on day 6. clause36 states that item 36 was billed on day 7. clause37 states that item 0 was billed on day 8. clause38 states that item 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27",
" 1 was billed on day 9. clause39 states that item 2 was billed on day 10. clause40 states that item 3 was billed on day 11. clause41 states that item 4 was billed on day 12. clause42 states that item 5 was billed on day 13. clause43 states that item 6 was billed on day 14. clause44 states that item 7 was billed on day 15. clause45 states that item 8 was billed on day 16. clause46 states that item 9 was billed on day 17. clause47 states that item 10 was billed on day 18. clause48 states that item 11 was billed on day 19. clause49 states that item 12 was billed on day 20. clause50 states that item 13 was billed on day 21. clause51 states that item 14 was billed on day 22. clause52 states that item 15 was billed on day 23. clause53 states that item 16 was billed on day 24. clause54 states that item 17 was billed on day 25. clause55 states that item 18 was billed on day 26. clause56 states that item 19 was billed on day 27. clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed",
". clause57 states that item 20 was billed on day 28. clause58 states that item 21 was billed on day 0. clause59 states that item 22 was billed on day 1. clause60 states that item 23 was billed on day 2. clause61 states that item 24 was billed on day 3. clause62 states that item 25 was billed on day 4. clause63 states that item 26 was billed on day 5. clause64 states that item 27 was billed on day 6. clause65 states that item 28 was billed on day 7. clause66 states that item 29 was billed on day 8. clause67 states that item 30 was billed on day 9. clause68 states that item 31 was billed on day 10. clause69 states that item 32 was billed on day 11. clause70 states that item 33 was billed on day 12. clause71 states that item 34 was billed on day 13. clause72 states that item 35 was billed on day 14. clause73 states that item 36 was billed on day 15. clause74 states that item 0 was billed on day 16. clause75 states that item 1 was billed on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20",
" on day 17. clause76 states that item 2 was billed on day 18. clause77 states that item 3 was billed on day 19. clause78 states that item 4 was billed on day 20. clause79 states that item 5 was billed on day 21. clause80 states that item 6 was billed on day 22. clause81 states that item 7 was billed on day 23. clause82 states that item 8 was billed on day 24. clause83 states that item 9 was billed on day 25. clause84 states that item 10 was billed on day 26. clause85 states that item 11 was billed on day 27. clause86 states that item 12 was billed on day 28. clause87 states that item 13 was billed on day 0. clause88 states that item 14 was billed on day 1. clause89 states that item 15 was billed on day 2. clause90 states that item 16 was billed on day 3. clause91 states that item 17 was billed on day 4. clause92 states that item 18 was billed on day 5. clause93 states that item 19 was billed on day 6. clause94 states that item 20 was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12. clause100 states that item 26 was billed on day 13. clause101 states that item 27 was billed on day 14. clause102 states that item 28 was billed on day 15. clause103 states that item 29 was billed on day 16. clause104 states that item 30 was billed on day 17. clause105 states that item 31 was billed on day 18. clause106 states that item 32 was billed on day 19. clause107 states that item 33 was billed on day 20. clause108 states that item 34 was billed on day 21. clause109 states that item 35 was billed on day 22. clause110 states that item 36 was billed on day 23. clause111 states that item 0 was billed on day 24. clause",
" was billed on day 7. clause95 states that item 21 was billed on day 8. clause96 states that item 22 was billed on day 9. clause97 states that item 23 was billed on day 10. clause98 states that item 24 was billed on day 11. clause99 states that item 25 was billed on day 12. clause100 states that item 26 was billed on day 13. clause101 states that item 27 was billed on day 14. clause102 states that item 28 was billed on day 15. clause103 states that item 29 was billed on day 16. clause104 states that item 30 was billed on day 17. clause105 states that item 31 was billed on day 18. clause106 states that item 32 was billed on day 19. clause107 states that item 33 was billed on day 20. clause108 states that item 34 was billed on day 21. clause109 states that item 35 was billed on day 22. clause110 states that item 36 was billed on day 23. clause111 states that item 0 was billed on day 24. clause112 states that item 1 was billed on day 25. clause113 states that item 2 was billed on day 26. clause114 states that item 3 was billed on day 27. clause115 states that item 4 was billed on day 28. clause116 states that item 5 was billed on day 0. clause117 states that item 6 was billed on day 1. clause118 states that item 7 was billed on day 2. clause119 states that item 8 was billed on day 3."
]
},
"cases": [
{
"case": "noul-max-wins",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.31,
"answer_confidence": 0.31,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.5,
"confidence": 0.77,
"answer_confidence": 0.77,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.31,
"answer_confidence": 0.31,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
},
{
"case": "noul-tie-takes-the-first",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.3,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.95,
"answer_confidence": 0.95,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
},
{
"case": "choice-most-confident",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"intent": {
"type": "choice",
"instructions": "What should we do?",
"criteria": {
"refund": "money back",
"replace": "new unit"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.4,
"replace": 0.6
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.55,
"refund": 0.44999999999999996
},
"confidence": 0.45,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.9,
"replace": 0.09999999999999998
},
"confidence": 0.1,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1457,
"count": 3
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.9,
"replace": 0.09999999999999998
},
"confidence": 0.1,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1457,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
},
{
"case": "choice-tie-takes-the-first",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"intent": {
"type": "choice",
"instructions": "What should we do?",
"criteria": {
"refund": "money back",
"replace": "new unit"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
},
"window": {
"index": 0,
"token_start": 0,
"token_end": 760,
"count": 3
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.8,
"refund": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8,
"replace": 0.19999999999999996
},
"confidence": 0.2,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.25
},
"window": {
"index": 0,
"token_start": 0,
"token_end": 760,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
},
{
"case": "score-most-confident",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"grade": {
"type": "score",
"criteria": [
"low",
"mid",
"high"
],
"instructions": "How bad?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 1.0,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.7,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 2.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.12,
"answer_confidence": 0.88,
"action": {
"act_probability": 0.75
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 0.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.6,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.75
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"grade": {
"type": "score",
"score": 2.5,
"legend": {
"0": "low",
"1": "mid",
"2": "high"
},
"probabilities": {
"0": 0.2,
"1": 0.3,
"2": 0.5
},
"confidence": 0.12,
"answer_confidence": 0.88,
"action": {
"act_probability": 0.75
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
},
{
"case": "two-questions-two-windows",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
},
"intent": {
"type": "choice",
"instructions": "What should we do?",
"criteria": {
"refund": "money back",
"replace": "new unit"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15,
"confidence": 0.9,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.2,
"replace": 0.8
},
"confidence": 0.8,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.95,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
},
"intent": {
"type": "choice",
"choice": "replace",
"probabilities": {
"replace": 0.3,
"refund": 0.7
},
"confidence": 0.7,
"answer_confidence": 0.3,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.5
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.99,
"replace": 0.010000000000000009
},
"confidence": 0.01,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1457,
"count": 3
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.95,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 1,
"token_start": 380,
"token_end": 1140,
"count": 3
}
},
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.99,
"replace": 0.010000000000000009
},
"confidence": 0.01,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.25
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1457,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
},
{
"case": "span-clamped-at-the-end",
"state_key": "repeat-100",
"split_key": "repeat-100|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.99,
"confidence": 0.99,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.5
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1520,
"count": 4
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
}
],
"starts": [
0,
380,
760,
1140
],
"budget": 760,
"state_tokens": 1620,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.99,
"confidence": 0.99,
"answer_confidence": 0.99,
"action": {
"act_probability": 0.5
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1520,
"count": 4
}
}
},
"usage": {
"input_tokens": 406,
"output_tokens": 0,
"state_tokens": 46,
"state_tokens_dropped": 6,
"truncated": 2,
"truncated_questions": [
"q3"
],
"backend": "window-3",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 4
}
},
"warnings": []
},
{
"case": "explicit-window-and-stride",
"state_key": "repeat-90",
"split_key": "repeat-90|120|60",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": 120,
"stride": 60,
"batch_size": null,
"batch_cap_used": 4,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15000000000000002,
"confidence": 0.15000000000000002,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.25,
"confidence": 0.25,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.30000000000000004,
"confidence": 0.30000000000000004,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.35,
"confidence": 0.35,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.4,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 106,
"output_tokens": 5,
"state_tokens": 16,
"state_tokens_dropped": 6,
"truncated": false,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.45000000000000007,
"confidence": 0.45000000000000007,
"answer_confidence": 0.45000000000000007,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 107,
"output_tokens": 5,
"state_tokens": 17,
"state_tokens_dropped": 7,
"truncated": true,
"truncated_questions": [
"q7"
],
"backend": "window-7"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.5,
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 108,
"output_tokens": 5,
"state_tokens": 18,
"state_tokens_dropped": 8,
"truncated": false,
"truncated_questions": [],
"backend": "window-8",
"options": {
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.55,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 109,
"output_tokens": 5,
"state_tokens": 19,
"state_tokens_dropped": 9,
"truncated": true,
"truncated_questions": [
"q9"
],
"backend": "window-9"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.6,
"confidence": 0.6,
"answer_confidence": 0.6,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 110,
"output_tokens": 5,
"state_tokens": 20,
"state_tokens_dropped": 10,
"truncated": false,
"truncated_questions": [],
"backend": "window-10",
"options": {
"q10": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.65,
"confidence": 0.65,
"answer_confidence": 0.65,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 111,
"output_tokens": 5,
"state_tokens": 21,
"state_tokens_dropped": 11,
"truncated": true,
"truncated_questions": [
"q11"
],
"backend": "window-11"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.7000000000000001,
"confidence": 0.7000000000000001,
"answer_confidence": 0.7000000000000001,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 112,
"output_tokens": 5,
"state_tokens": 22,
"state_tokens_dropped": 12,
"truncated": false,
"truncated_questions": [],
"backend": "window-12",
"options": {
"q12": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.75,
"confidence": 0.75,
"answer_confidence": 0.75,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 113,
"output_tokens": 5,
"state_tokens": 23,
"state_tokens_dropped": 13,
"truncated": true,
"truncated_questions": [
"q13"
],
"backend": "window-13"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.8,
"confidence": 0.8,
"answer_confidence": 0.8,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 114,
"output_tokens": 5,
"state_tokens": 24,
"state_tokens_dropped": 14,
"truncated": false,
"truncated_questions": [],
"backend": "window-14",
"options": {
"q14": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.85,
"confidence": 0.85,
"answer_confidence": 0.85,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 115,
"output_tokens": 5,
"state_tokens": 25,
"state_tokens_dropped": 15,
"truncated": true,
"truncated_questions": [
"q15"
],
"backend": "window-15"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9,
"confidence": 0.9,
"answer_confidence": 0.9,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 116,
"output_tokens": 5,
"state_tokens": 26,
"state_tokens_dropped": 16,
"truncated": false,
"truncated_questions": [],
"backend": "window-16",
"options": {
"q16": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.9500000000000001,
"confidence": 0.9500000000000001,
"answer_confidence": 0.9500000000000001,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 117,
"output_tokens": 5,
"state_tokens": 27,
"state_tokens_dropped": 17,
"truncated": true,
"truncated_questions": [
"q17"
],
"backend": "window-17"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.0,
"confidence": 1.0,
"answer_confidence": 1.0,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 118,
"output_tokens": 5,
"state_tokens": 28,
"state_tokens_dropped": 18,
"truncated": false,
"truncated_questions": [],
"backend": "window-18",
"options": {
"q18": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.05,
"confidence": 1.05,
"answer_confidence": 1.05,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 119,
"output_tokens": 5,
"state_tokens": 29,
"state_tokens_dropped": 19,
"truncated": true,
"truncated_questions": [
"q19"
],
"backend": "window-19"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.1,
"confidence": 1.1,
"answer_confidence": 1.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 120,
"output_tokens": 5,
"state_tokens": 30,
"state_tokens_dropped": 20,
"truncated": false,
"truncated_questions": [],
"backend": "window-20",
"options": {
"q20": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.1500000000000001,
"confidence": 1.1500000000000001,
"answer_confidence": 1.1500000000000001,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 121,
"output_tokens": 5,
"state_tokens": 31,
"state_tokens_dropped": 21,
"truncated": true,
"truncated_questions": [
"q21"
],
"backend": "window-21"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.2000000000000002,
"confidence": 1.2000000000000002,
"answer_confidence": 1.2000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 122,
"output_tokens": 5,
"state_tokens": 32,
"state_tokens_dropped": 22,
"truncated": false,
"truncated_questions": [],
"backend": "window-22",
"options": {
"q22": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.2500000000000002,
"confidence": 1.2500000000000002,
"answer_confidence": 1.2500000000000002,
"action": {
"act_probability": 0.5
},
"window": {
"index": 23,
"token_start": 1380,
"token_end": 1457,
"count": 24
}
}
},
"usage": {
"input_tokens": 123,
"output_tokens": 5,
"state_tokens": 33,
"state_tokens_dropped": 23,
"truncated": true,
"truncated_questions": [
"q23"
],
"backend": "window-23"
}
}
],
"starts": [
0,
60,
120,
180,
240,
300,
360,
420,
480,
540,
600,
660,
720,
780,
840,
900,
960,
1020,
1080,
1140,
1200,
1260,
1320,
1380
],
"budget": 120,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 1.2500000000000002,
"confidence": 1.2500000000000002,
"answer_confidence": 1.2500000000000002,
"action": {
"act_probability": 0.5
},
"window": {
"index": 23,
"token_start": 1380,
"token_end": 1457,
"count": 24
}
}
},
"usage": {
"input_tokens": 2676,
"output_tokens": 0,
"state_tokens": 516,
"state_tokens_dropped": 276,
"truncated": 12,
"truncated_questions": [
"q23"
],
"backend": "window-23",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q10": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q12": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q14": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q16": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q18": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q20": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q22": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 24
}
},
"warnings": []
},
{
"case": "explicit-stride-no-overlap",
"state_key": "repeat-90",
"split_key": "repeat-90|150|150",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": 150,
"stride": 150,
"batch_size": null,
"batch_cap_used": 2,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15000000000000002,
"confidence": 0.15000000000000002,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.25,
"confidence": 0.25,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.30000000000000004,
"confidence": 0.30000000000000004,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.35,
"confidence": 0.35,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.4,
"confidence": 0.4,
"answer_confidence": 0.4,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 106,
"output_tokens": 5,
"state_tokens": 16,
"state_tokens_dropped": 6,
"truncated": false,
"truncated_questions": [],
"backend": "window-6",
"options": {
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.45000000000000007,
"confidence": 0.45000000000000007,
"answer_confidence": 0.45000000000000007,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 107,
"output_tokens": 5,
"state_tokens": 17,
"state_tokens_dropped": 7,
"truncated": true,
"truncated_questions": [
"q7"
],
"backend": "window-7"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.5,
"confidence": 0.5,
"answer_confidence": 0.5,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 108,
"output_tokens": 5,
"state_tokens": 18,
"state_tokens_dropped": 8,
"truncated": false,
"truncated_questions": [],
"backend": "window-8",
"options": {
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.55,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
},
"window": {
"index": 9,
"token_start": 1350,
"token_end": 1457,
"count": 10
}
}
},
"usage": {
"input_tokens": 109,
"output_tokens": 5,
"state_tokens": 19,
"state_tokens_dropped": 9,
"truncated": true,
"truncated_questions": [
"q9"
],
"backend": "window-9"
}
}
],
"starts": [
0,
150,
300,
450,
600,
750,
900,
1050,
1200,
1350
],
"budget": 150,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.55,
"confidence": 0.55,
"answer_confidence": 0.55,
"action": {
"act_probability": 0.5
},
"window": {
"index": 9,
"token_start": 1350,
"token_end": 1457,
"count": 10
}
}
},
"usage": {
"input_tokens": 1045,
"output_tokens": 0,
"state_tokens": 145,
"state_tokens_dropped": 45,
"truncated": 5,
"truncated_questions": [
"q9"
],
"backend": "window-9",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q6": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q8": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 10
}
},
"warnings": []
},
{
"case": "fits-one-window",
"state_key": "repeat-3",
"split_key": null,
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": null,
"starts": null,
"budget": null,
"state_tokens": null,
"single_call": true,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.42,
"confidence": 0.61,
"answer_confidence": 0.61,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 11,
"output_tokens": 3,
"state_tokens": 7,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"windows": 1
}
},
"warnings": []
},
{
"case": "clamped-window-caps-the-batch",
"state_key": "repeat-120",
"split_key": "repeat-120|None|None",
"questions": {
"intent": {
"type": "choice",
"instructions": "Pick one of many.",
"criteria": {
"opt000": "criterion 0 with several words",
"opt001": "criterion 1 with several words",
"opt002": "criterion 2 with several words",
"opt003": "criterion 3 with several words",
"opt004": "criterion 4 with several words",
"opt005": "criterion 5 with several words",
"opt006": "criterion 6 with several words",
"opt007": "criterion 7 with several words",
"opt008": "criterion 8 with several words",
"opt009": "criterion 9 with several words",
"opt010": "criterion 10 with several words",
"opt011": "criterion 11 with several words",
"opt012": "criterion 12 with several words",
"opt013": "criterion 13 with several words",
"opt014": "criterion 14 with several words",
"opt015": "criterion 15 with several words",
"opt016": "criterion 16 with several words",
"opt017": "criterion 17 with several words",
"opt018": "criterion 18 with several words",
"opt019": "criterion 19 with several words",
"opt020": "criterion 20 with several words",
"opt021": "criterion 21 with several words",
"opt022": "criterion 22 with several words",
"opt023": "criterion 23 with several words",
"opt024": "criterion 24 with several words",
"opt025": "criterion 25 with several words",
"opt026": "criterion 26 with several words",
"opt027": "criterion 27 with several words",
"opt028": "criterion 28 with several words",
"opt029": "criterion 29 with several words",
"opt030": "criterion 30 with several words",
"opt031": "criterion 31 with several words",
"opt032": "criterion 32 with several words",
"opt033": "criterion 33 with several words",
"opt034": "criterion 34 with several words",
"opt035": "criterion 35 with several words",
"opt036": "criterion 36 with several words",
"opt037": "criterion 37 with several words",
"opt038": "criterion 38 with several words",
"opt039": "criterion 39 with several words",
"opt040": "criterion 40 with several words",
"opt041": "criterion 41 with several words",
"opt042": "criterion 42 with several words",
"opt043": "criterion 43 with several words",
"opt044": "criterion 44 with several words",
"opt045": "criterion 45 with several words",
"opt046": "criterion 46 with several words",
"opt047": "criterion 47 with several words",
"opt048": "criterion 48 with several words",
"opt049": "criterion 49 with several words",
"opt050": "criterion 50 with several words",
"opt051": "criterion 51 with several words",
"opt052": "criterion 52 with several words",
"opt053": "criterion 53 with several words",
"opt054": "criterion 54 with several words",
"opt055": "criterion 55 with several words",
"opt056": "criterion 56 with several words",
"opt057": "criterion 57 with several words",
"opt058": "criterion 58 with several words",
"opt059": "criterion 59 with several words",
"opt060": "criterion 60 with several words",
"opt061": "criterion 61 with several words",
"opt062": "criterion 62 with several words",
"opt063": "criterion 63 with several words",
"opt064": "criterion 64 with several words",
"opt065": "criterion 65 with several words",
"opt066": "criterion 66 with several words",
"opt067": "criterion 67 with several words",
"opt068": "criterion 68 with several words",
"opt069": "criterion 69 with several words",
"opt070": "criterion 70 with several words",
"opt071": "criterion 71 with several words",
"opt072": "criterion 72 with several words",
"opt073": "criterion 73 with several words",
"opt074": "criterion 74 with several words",
"opt075": "criterion 75 with several words",
"opt076": "criterion 76 with several words",
"opt077": "criterion 77 with several words",
"opt078": "criterion 78 with several words",
"opt079": "criterion 79 with several words",
"opt080": "criterion 80 with several words",
"opt081": "criterion 81 with several words",
"opt082": "criterion 82 with several words",
"opt083": "criterion 83 with several words",
"opt084": "criterion 84 with several words",
"opt085": "criterion 85 with several words",
"opt086": "criterion 86 with several words",
"opt087": "criterion 87 with several words",
"opt088": "criterion 88 with several words",
"opt089": "criterion 89 with several words",
"opt090": "criterion 90 with several words",
"opt091": "criterion 91 with several words",
"opt092": "criterion 92 with several words",
"opt093": "criterion 93 with several words",
"opt094": "criterion 94 with several words",
"opt095": "criterion 95 with several words",
"opt096": "criterion 96 with several words",
"opt097": "criterion 97 with several words",
"opt098": "criterion 98 with several words",
"opt099": "criterion 99 with several words"
}
}
},
"window": null,
"stride": null,
"batch_size": null,
"batch_cap_used": null,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.1,
"replace": 0.9
},
"confidence": 0.9,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.15000000000000002,
"replace": 0.85
},
"confidence": 0.85,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.2,
"replace": 0.8
},
"confidence": 0.8,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.25,
"replace": 0.75
},
"confidence": 0.75,
"answer_confidence": 0.25,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 103,
"output_tokens": 5,
"state_tokens": 13,
"state_tokens_dropped": 3,
"truncated": true,
"truncated_questions": [
"q3"
],
"backend": "window-3"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.30000000000000004,
"replace": 0.7
},
"confidence": 0.7,
"answer_confidence": 0.30000000000000004,
"action": {
"act_probability": 0.25
}
}
},
"usage": {
"input_tokens": 104,
"output_tokens": 5,
"state_tokens": 14,
"state_tokens_dropped": 4,
"truncated": false,
"truncated_questions": [],
"backend": "window-4",
"options": {
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.35,
"replace": 0.65
},
"confidence": 0.65,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.25
},
"window": {
"index": 5,
"token_start": 1530,
"token_end": 1967,
"count": 6
}
}
},
"usage": {
"input_tokens": 105,
"output_tokens": 5,
"state_tokens": 15,
"state_tokens_dropped": 5,
"truncated": true,
"truncated_questions": [
"q5"
],
"backend": "window-5"
}
}
],
"starts": [
0,
306,
612,
918,
1224,
1530
],
"budget": 612,
"state_tokens": 1967,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"intent": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.35,
"replace": 0.65
},
"confidence": 0.65,
"answer_confidence": 0.35,
"action": {
"act_probability": 0.25
},
"window": {
"index": 5,
"token_start": 1530,
"token_end": 1967,
"count": 6
}
}
},
"usage": {
"input_tokens": 615,
"output_tokens": 0,
"state_tokens": 75,
"state_tokens_dropped": 15,
"truncated": 3,
"truncated_questions": [
"q5"
],
"backend": "window-5",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q4": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 6
}
},
"warnings": []
},
{
"case": "explicit-batch-size",
"state_key": "repeat-90",
"split_key": "repeat-90|None|None",
"questions": {
"holds": {
"type": "noul",
"instructions": "Does it hold?"
}
},
"window": null,
"stride": null,
"batch_size": 2,
"batch_cap_used": 2,
"per_window": [
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.1,
"confidence": 0.1,
"answer_confidence": 0.1,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 100,
"output_tokens": 5,
"state_tokens": 10,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": [],
"backend": "window-0",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.15000000000000002,
"confidence": 0.15000000000000002,
"answer_confidence": 0.15000000000000002,
"action": {
"act_probability": 0.5
}
}
},
"usage": {
"input_tokens": 101,
"output_tokens": 5,
"state_tokens": 11,
"state_tokens_dropped": 1,
"truncated": true,
"truncated_questions": [
"q1"
],
"backend": "window-1"
}
},
{
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1457,
"count": 3
}
}
},
"usage": {
"input_tokens": 102,
"output_tokens": 5,
"state_tokens": 12,
"state_tokens_dropped": 2,
"truncated": false,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
}
}
}
],
"starts": [
0,
380,
760
],
"budget": 760,
"state_tokens": 1457,
"single_call": false,
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"holds": {
"type": "noul",
"noul": 0.2,
"confidence": 0.2,
"answer_confidence": 0.2,
"action": {
"act_probability": 0.5
},
"window": {
"index": 2,
"token_start": 760,
"token_end": 1457,
"count": 3
}
}
},
"usage": {
"input_tokens": 303,
"output_tokens": 0,
"state_tokens": 33,
"state_tokens_dropped": 3,
"truncated": 1,
"truncated_questions": [],
"backend": "window-2",
"options": {
"q0": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
},
"q2": {
"total": 3,
"distinct": 2,
"tokens_per_option": null
}
},
"windows": 3
}
},
"warnings": []
}
]
}
}
}