Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

22.0 KB
Raw Blame
{
  "name": "lang_empty",
  "state": "Subject: Double charged on invoice 88213\n\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the account.",
  "serialized_state": "Subject: Double charged on invoice 88213\n\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the account.",
  "questions": {
    "department": {
      "type": "choice",
      "instructions": "Which department should handle this?",
      "criteria": {
        "billing": "invoices, payments, double charges, refunds",
        "technical": "bugs, outages, integration errors",
        "account": "logins, seats, plan changes"
      }
    },
    "urgency": {
      "type": "score",
      "instructions": "How urgent is this request?",
      "criteria": [
        "not urgent",
        "this week",
        "today",
        "drop everything"
      ]
    },
    "churn_risk": {
      "type": "noul",
      "instructions": "The customer threatens to cancel the account."
    },
    "needs_human": {
      "type": "noul",
      "instructions": "This requires a human agent rather than an automated reply.",
      "criteria": {
        "false": "a template reply resolves it",
        "true": "a person must intervene"
      }
    }
  },
  "per_question": [
    {
      "id": "department",
      "type": "choice",
      "qtype": 0,
      "instructions": "Which department should handle this?",
      "head_text": "choice question: Which department should handle this?",
      "options": [
        "billing: invoices, payments, double charges, refunds",
        "technical: bugs, outages, integration errors",
        "account: logins, seats, plan changes"
      ],
      "input_ids": [
        2,
        6241,
        2872,
        235292,
        12236,
        9888,
        1412,
        6589,
        736,
        235336,
        1,
        4,
        54972,
        235292,
        88220,
        235269,
        15598,
        235269,
        4199,
        12036,
        235269,
        85869,
        4,
        9838,
        235292,
        30608,
        235269,
        142788,
        235269,
        16827,
        10266,
        4,
        3185,
        235292,
        12138,
        235256,
        235269,
        18723,
        235269,
        1780,
        4559,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1
      ],
      "markers": [
        11,
        22,
        31
      ]
    },
    {
      "id": "urgency",
      "type": "score",
      "qtype": 1,
      "instructions": "How urgent is this request?",
      "head_text": "score question: How urgent is this request?",
      "options": [
        "level 0: not urgent",
        "level 1: this week",
        "level 2: today",
        "level 3: drop everything"
      ],
      "input_ids": [
        2,
        7716,
        2872,
        235292,
        2250,
        34722,
        603,
        736,
        3853,
        235336,
        1,
        4,
        2403,
        235248,
        235276,
        235292,
        780,
        34722,
        4,
        2403,
        235248,
        235274,
        235292,
        736,
        2788,
        4,
        2403,
        235248,
        235284,
        235292,
        3646,
        4,
        2403,
        235248,
        235304,
        235292,
        7605,
        4553,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1
      ],
      "markers": [
        11,
        18,
        25,
        31
      ]
    },
    {
      "id": "churn_risk",
      "type": "noul",
      "qtype": 2,
      "instructions": "The customer threatens to cancel the account.",
      "head_text": "noul question: The customer threatens to cancel the account.",
      "options": [
        "false: no, the statement does not hold",
        "true: yes, the statement holds"
      ],
      "input_ids": [
        2,
        552,
        6311,
        2872,
        235292,
        714,
        6650,
        80670,
        577,
        12459,
        573,
        3185,
        235265,
        1,
        4,
        1566,
        235292,
        793,
        235269,
        573,
        6218,
        1721,
        780,
        3385,
        4,
        1382,
        235292,
        7778,
        235269,
        573,
        6218,
        12723,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1
      ],
      "markers": [
        14,
        24
      ]
    },
    {
      "id": "needs_human",
      "type": "noul",
      "qtype": 2,
      "instructions": "This requires a human agent rather than an automated reply.",
      "head_text": "noul question: This requires a human agent rather than an automated reply.",
      "options": [
        "false: a template reply resolves it",
        "true: a person must intervene"
      ],
      "input_ids": [
        2,
        552,
        6311,
        2872,
        235292,
        1417,
        9286,
        476,
        3515,
        10588,
        4644,
        1178,
        671,
        34177,
        7260,
        235265,
        1,
        4,
        1566,
        235292,
        476,
        11387,
        7260,
        116075,
        665,
        4,
        1382,
        235292,
        476,
        1552,
        2004,
        75103,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1
      ],
      "markers": [
        17,
        25
      ]
    }
  ],
  "batch": {
    "input_ids": [
      [
        2,
        6241,
        2872,
        235292,
        12236,
        9888,
        1412,
        6589,
        736,
        235336,
        1,
        4,
        54972,
        235292,
        88220,
        235269,
        15598,
        235269,
        4199,
        12036,
        235269,
        85869,
        4,
        9838,
        235292,
        30608,
        235269,
        142788,
        235269,
        16827,
        10266,
        4,
        3185,
        235292,
        12138,
        235256,
        235269,
        18723,
        235269,
        1780,
        4559,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1
      ],
      [
        2,
        7716,
        2872,
        235292,
        2250,
        34722,
        603,
        736,
        3853,
        235336,
        1,
        4,
        2403,
        235248,
        235276,
        235292,
        780,
        34722,
        4,
        2403,
        235248,
        235274,
        235292,
        736,
        2788,
        4,
        2403,
        235248,
        235284,
        235292,
        3646,
        4,
        2403,
        235248,
        235304,
        235292,
        7605,
        4553,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1,
        0,
        0,
        0
      ],
      [
        2,
        552,
        6311,
        2872,
        235292,
        714,
        6650,
        80670,
        577,
        12459,
        573,
        3185,
        235265,
        1,
        4,
        1566,
        235292,
        793,
        235269,
        573,
        6218,
        1721,
        780,
        3385,
        4,
        1382,
        235292,
        7778,
        235269,
        573,
        6218,
        12723,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        2,
        552,
        6311,
        2872,
        235292,
        1417,
        9286,
        476,
        3515,
        10588,
        4644,
        1178,
        671,
        34177,
        7260,
        235265,
        1,
        4,
        1566,
        235292,
        476,
        11387,
        7260,
        116075,
        665,
        4,
        1382,
        235292,
        476,
        1552,
        2004,
        75103,
        1,
        28437,
        235292,
        12510,
        12497,
        611,
        42529,
        235248,
        235321,
        235321,
        235284,
        235274,
        235304,
        109,
        11192,
        235269,
        590,
        729,
        100159,
        11594,
        736,
        2514,
        604,
        573,
        1122,
        1780,
        578,
        573,
        2257,
        6256,
        919,
        780,
        1125,
        103147,
        235265,
        1417,
        603,
        573,
        4906,
        1069,
        590,
        791,
        5952,
        575,
        235265,
        1927,
        665,
        603,
        780,
        8115,
        3646,
        590,
        1144,
        132991,
        573,
        3185,
        235265,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ]
    ],
    "attention_mask": [
      [
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1
      ],
      [
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        0,
        0,
        0
      ],
      [
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ]
    ],
    "marker_pos": [
      [
        11,
        22,
        31,
        0
      ],
      [
        11,
        18,
        25,
        31
      ],
      [
        14,
        24,
        0,
        0
      ],
      [
        17,
        25,
        0,
        0
      ]
    ],
    "marker_mask": [
      [
        true,
        true,
        true,
        false
      ],
      [
        true,
        true,
        true,
        true
      ],
      [
        true,
        true,
        false,
        false
      ],
      [
        true,
        true,
        false,
        false
      ]
    ],
    "qtype": [
      0,
      1,
      2,
      2
    ]
  },
  "marker_axis_padded": false,
  "logits": [
    [
      7.727238655090332,
      -4.555615425109863,
      -2.0609042644500732,
      -10000.0
    ],
    [
      -3.1127467155456543,
      0.14541220664978027,
      -0.22580814361572266,
      -0.7165543437004089
    ],
    [
      3.0695688724517822,
      -0.07253175973892212,
      -10000.0,
      -10000.0
    ],
    [
      1.247997522354126,
      -0.26682233810424805,
      -10000.0,
      -10000.0
    ]
  ],
  "act_logits": [
    [
      1252.7354736328125,
      -1494.896240234375
    ],
    [
      1394.948486328125,
      -1645.8040771484375
    ],
    [
      1234.01416015625,
      -1468.8492431640625
    ],
    [
      1266.344970703125,
      -1504.056396484375
    ]
  ],
  "result": {
    "model": "laya-rl-agent",
    "answers": {
      "department": {
        "type": "choice",
        "choice": "billing",
        "probabilities": {
          "billing": 0.9999,
          "technical": 0.0,
          "account": 0.0001
        },
        "confidence": 0.9994,
        "answer_confidence": 0.9999,
        "action": {
          "act_probability": 1.0
        }
      },
      "urgency": {
        "type": "score",
        "score": 1.6956,
        "legend": {
          "0": "not urgent",
          "1": "this week",
          "2": "today",
          "3": "drop everything"
        },
        "probabilities": {
          "0": 0.0179,
          "1": 0.465,
          "2": 0.3208,
          "3": 0.1964
        },
        "confidence": 0.1976,
        "answer_confidence": 0.465,
        "action": {
          "act_probability": 1.0
        }
      },
      "churn_risk": {
        "type": "noul",
        "noul": 0.0414,
        "confidence": 0.9586,
        "answer_confidence": 0.9586,
        "action": {
          "act_probability": 1.0
        }
      },
      "needs_human": {
        "type": "noul",
        "noul": 0.1802,
        "confidence": 0.8198,
        "answer_confidence": 0.8198,
        "action": {
          "act_probability": 1.0
        }
      }
    },
    "usage": {
      "input_tokens": 375,
      "output_tokens": 0,
      "state_tokens": 56,
      "state_tokens_dropped": 0,
      "truncated": false,
      "truncated_questions": []
    }
  },
  "options": {
    "lang": ""
  },
  "lang_temperatures": {
    "de": {
      "temperature": [
        2.0,
        3.0,
        1.5
      ]
    },
    "fr": null,
    "es": {
      "temperature_by_options": {
        "choice:3-5": 2.5,
        "noul:2": 0.7
      }
    },
    "pt": {
      "temperature": [
        1.2,
        4.0,
        0.8
      ],
      "temperature_by_options": {
        "score:3-5": 2.0,
        "choice:6-10": 3.0
      }
    },
    "it": {
      "temperature": null,
      "temperature_by_options": {
        "choice:2": 3.0,
        "choice:6-10": 0.6,
        "score:6-10": 2.0
      }
    },
    "nl": {
      "temperature": [
        9.0,
        0.1,
        1.0
      ]
    },
    "sv-SE": {
      "temperature": [
        1.5,
        1.5,
        1.5
      ]
    },
    "SV": {
      "temperature": [
        3.5,
        3.5,
        3.5
      ]
    }
  }
}