Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
{
"events": [
"on_predict_start",
"on_predict_end",
"on_route",
"on_load",
"on_evict",
"on_error"
],
"composition": [
{
"case": "nothing-installed",
"defaults": [],
"installed": [],
"hooks": [],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": false,
"order": []
},
{
"case": "defaults-only",
"defaults": [
"d1",
"d2"
],
"installed": [],
"hooks": [],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": false,
"order": [
"d1",
"d2"
]
},
{
"case": "installed-only",
"defaults": [],
"installed": [
"i1",
"i2"
],
"hooks": [],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": false,
"order": [
"i1",
"i2"
]
},
{
"case": "per-call-only",
"defaults": [],
"installed": [],
"hooks": [
"p1",
"p2"
],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": false,
"order": [
"p1",
"p2"
]
},
{
"case": "defaults-then-installed-then-per-call",
"defaults": [
"d1"
],
"installed": [
"i1"
],
"hooks": [
"p1"
],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": false,
"order": [
"d1",
"i1",
"p1"
]
},
{
"case": "callables-come-after-hook-objects",
"defaults": [
"d1"
],
"installed": [
"i1"
],
"hooks": [
"p1"
],
"on_predict_start": [
"s1"
],
"on_predict_end": [
"e1"
],
"skip_defaults": false,
"order": [
"d1",
"i1",
"p1",
"start:s1",
"end:e1"
]
},
{
"case": "several-start-callables-keep-their-order",
"defaults": [],
"installed": [],
"hooks": [],
"on_predict_start": [
"s1",
"s2",
"s3"
],
"on_predict_end": [],
"skip_defaults": false,
"order": [
"start:s1",
"start:s2",
"start:s3"
]
},
{
"case": "start-callables-before-end-callables",
"defaults": [],
"installed": [],
"hooks": [],
"on_predict_start": [
"s1"
],
"on_predict_end": [
"e1"
],
"skip_defaults": false,
"order": [
"start:s1",
"end:e1"
]
},
{
"case": "skip-defaults-drops-only-the-defaults",
"defaults": [
"d1",
"d2"
],
"installed": [
"i1"
],
"hooks": [
"p1"
],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": true,
"order": [
"i1",
"p1"
]
},
{
"case": "skip-defaults-with-nothing-else",
"defaults": [
"d1"
],
"installed": [],
"hooks": [],
"on_predict_start": [],
"on_predict_end": [],
"skip_defaults": true,
"order": []
}
],
"default_hooks_api": {
"after_set": [
"probe"
],
"mutating_the_returned_list_changes_nothing": [
"probe"
],
"after_add": [
"probe",
"added"
],
"after_clear": []
},
"normalise_refusals": [
{
"input": "a class rather than an instance",
"error": "hooks entries must be instances, not classes; got _NotAHook. Instantiate it first."
},
{
"input": "an object implementing no event",
"error": "hooks entries must implement at least one of on_predict_start, on_predict_end, on_route, on_load, on_evict, on_error; got _NotAHook. Pass a plain callable as on_predict_start=/on_predict_end= instead."
},
{
"input": "an event attribute that is not callable",
"error": "hooks entry _NotCallable.on_predict_start must be callable, got str"
},
{
"input": "a plain object",
"error": "hooks entries must implement at least one of on_predict_start, on_predict_end, on_route, on_load, on_evict, on_error; got object. Pass a plain callable as on_predict_start=/on_predict_end= instead."
},
{
"input": "a non-callable on_predict_start",
"error": "on_predict_start must be callable, got int"
},
{
"input": "a non-callable on_predict_end",
"error": "on_predict_end must be callable, got str"
}
],
"as_sequence": [
{
"input": "none",
"length": 0
},
{
"input": "one",
"length": 1
},
{
"input": "list-of-two",
"length": 2
},
{
"input": "tuple-of-three",
"length": 3
},
{
"input": "empty-list",
"length": 0
}
],
"dispatch": [
{
"case": "every-hook-in-order",
"event": "on_predict_start",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_predict_start"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_predict_start"
],
"behaviour": null
},
{
"name": "c",
"events": [
"on_predict_start"
],
"behaviour": null
}
],
"calls": [
"a.on_predict_start",
"b.on_predict_start",
"c.on_predict_start"
],
"raised": null,
"warnings": [],
"results": null
},
{
"case": "a-hook-that-does-not-implement-the-event-is-skipped",
"event": "on_predict_start",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_predict_start"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_predict_end"
],
"behaviour": null
},
{
"name": "c",
"events": [
"on_predict_start"
],
"behaviour": null
}
],
"calls": [
"a.on_predict_start",
"c.on_predict_start"
],
"raised": null,
"warnings": [],
"results": null
},
{
"case": "no-hook-implements-the-event",
"event": "on_route",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_predict_end"
],
"behaviour": null
}
],
"calls": [],
"raised": null,
"warnings": [],
"results": null
},
{
"case": "raising-stops-the-chain",
"event": "on_predict_start",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_predict_start"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_predict_start"
],
"behaviour": "raise"
},
{
"name": "c",
"events": [
"on_predict_start"
],
"behaviour": null
}
],
"calls": [
"a.on_predict_start",
"b.on_predict_start"
],
"raised": {
"type": "ValueError",
"message": "boom from b"
},
"warnings": [],
"results": null
},
{
"case": "raise-errors-false-warns-and-continues",
"event": "on_predict_start",
"raise_errors": false,
"chain": [
{
"name": "a",
"events": [
"on_predict_start"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_predict_start"
],
"behaviour": "raise"
},
{
"name": "c",
"events": [
"on_predict_start"
],
"behaviour": null
}
],
"calls": [
"a.on_predict_start",
"b.on_predict_start",
"c.on_predict_start"
],
"raised": null,
"warnings": [
"laya: hook StubHook.on_predict_start failed: boom from b"
],
"results": null
},
{
"case": "raise-errors-false-with-every-hook-failing",
"event": "on_predict_start",
"raise_errors": false,
"chain": [
{
"name": "a",
"events": [
"on_predict_start"
],
"behaviour": "raise"
},
{
"name": "b",
"events": [
"on_predict_start"
],
"behaviour": "raise"
}
],
"calls": [
"a.on_predict_start",
"b.on_predict_start"
],
"raised": null,
"warnings": [
"laya: hook StubHook.on_predict_start failed: boom from a",
"laya: hook StubHook.on_predict_start failed: boom from b"
],
"results": null
},
{
"case": "skip-does-not-stop-the-chain",
"event": "on_predict_start",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_predict_start"
],
"behaviour": "skip:1"
},
{
"name": "b",
"events": [
"on_predict_start"
],
"behaviour": null
}
],
"calls": [
"a.on_predict_start",
"b.on_predict_start"
],
"raised": null,
"warnings": [],
"results": 1
},
{
"case": "the-other-four-events-dispatch-the-same-way",
"event": "on_route",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_route",
"on_load",
"on_evict",
"on_error"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_route"
],
"behaviour": null
}
],
"calls": [
"a.on_route",
"b.on_route"
],
"raised": null,
"warnings": [],
"results": null
},
{
"case": "on-error-dispatches-over-the-same-chain",
"event": "on_error",
"raise_errors": false,
"chain": [
{
"name": "a",
"events": [
"on_error"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_error"
],
"behaviour": "raise"
}
],
"calls": [
"a.on_error",
"b.on_error"
],
"raised": null,
"warnings": [
"laya: hook StubHook.on_error failed: boom from b"
],
"results": null
},
{
"case": "on-predict-end-dispatches-over-the-same-chain",
"event": "on_predict_end",
"raise_errors": true,
"chain": [
{
"name": "a",
"events": [
"on_predict_end"
],
"behaviour": null
},
{
"name": "b",
"events": [
"on_predict_end"
],
"behaviour": null
}
],
"calls": [
"a.on_predict_end",
"b.on_predict_end"
],
"raised": null,
"warnings": [],
"results": null
}
],
"skip": [
{
"case": "one-result-per-state",
"states": 3,
"results": 3,
"accepted": true,
"error": null,
"assigned": [
10,
11,
12
]
},
{
"case": "one-result-for-the-whole-call",
"states": 3,
"results": 1,
"accepted": true,
"error": null,
"assigned": [
10
]
},
{
"case": "one-state-one-result",
"states": 1,
"results": 1,
"accepted": true,
"error": null,
"assigned": [
10
]
},
{
"case": "two-results-for-one-state",
"states": 1,
"results": 2,
"accepted": false,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (1); got 2",
"assigned": null
},
{
"case": "too-few-results",
"states": 3,
"results": 2,
"accepted": false,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (3); got 2",
"assigned": null
},
{
"case": "no-results-at-all",
"states": 3,
"results": 0,
"accepted": false,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (3); got 0",
"assigned": null
},
{
"case": "too-many-results",
"states": 2,
"results": 5,
"accepted": false,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (2); got 5",
"assigned": null
},
{
"case": "no-states-no-results",
"states": 0,
"results": 0,
"accepted": true,
"error": null,
"assigned": []
},
{
"case": "no-states-one-result",
"states": 0,
"results": 1,
"accepted": true,
"error": null,
"assigned": [
10
]
},
{
"case": "no-states-two-results",
"states": 0,
"results": 2,
"accepted": false,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (0); got 2",
"assigned": null
}
],
"usage": [
{
"case": "one-result",
"results": [
{
"input_tokens": 11,
"output_tokens": 0
}
],
"total": {
"input_tokens": 11,
"output_tokens": 0
}
},
{
"case": "several-results-sum",
"results": [
{
"input_tokens": 11,
"output_tokens": 1
},
{
"input_tokens": 22,
"output_tokens": 2
},
{
"input_tokens": 33,
"output_tokens": 3
}
],
"total": {
"input_tokens": 66,
"output_tokens": 6
}
},
{
"case": "no-results-at-all",
"results": [],
"total": {
"input_tokens": 0,
"output_tokens": 0
}
},
{
"case": "zeroes",
"results": [
{
"input_tokens": 0,
"output_tokens": 0
}
],
"total": {
"input_tokens": 0,
"output_tokens": 0
}
},
{
"case": "a-missing-usage-block",
"results": [
{}
],
"total": {
"input_tokens": 0,
"output_tokens": 0
}
},
{
"case": "a-null-usage-block",
"results": [
{
"__usage_is_none__": true
}
],
"total": {
"input_tokens": 0,
"output_tokens": 0
}
},
{
"case": "a-missing-key",
"results": [
{
"input_tokens": 7
}
],
"total": {
"input_tokens": 7,
"output_tokens": 0
}
},
{
"case": "a-null-value",
"results": [
{
"input_tokens": 7,
"output_tokens": null
}
],
"total": {
"input_tokens": 7,
"output_tokens": 0
}
},
{
"case": "a-float-is-truncated",
"results": [
{
"input_tokens": 7.9,
"output_tokens": 0
}
],
"total": {
"input_tokens": 7,
"output_tokens": 0
}
}
],
"timeouts": [
{
"input": "None",
"accepted": true,
"value": null,
"seconds": null,
"error": null
},
{
"input": "1",
"accepted": true,
"value": 1.0,
"seconds": "1",
"error": null
},
{
"input": "2",
"accepted": true,
"value": 2.0,
"seconds": "2",
"error": null
},
{
"input": "10",
"accepted": true,
"value": 10.0,
"seconds": "10",
"error": null
},
{
"input": "60",
"accepted": true,
"value": 60.0,
"seconds": "60",
"error": null
},
{
"input": "1.5",
"accepted": true,
"value": 1.5,
"seconds": "1.5",
"error": null
},
{
"input": "0.05",
"accepted": true,
"value": 0.05,
"seconds": "0.05",
"error": null
},
{
"input": "1e-07",
"accepted": true,
"value": 1e-07,
"seconds": "1e-07",
"error": null
},
{
"input": "'0.5'",
"accepted": true,
"value": 0.5,
"seconds": "0.5",
"error": null
},
{
"input": "0",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got 0"
},
{
"input": "0.0",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got 0.0"
},
{
"input": "-1",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got -1"
},
{
"input": "-0.5",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got -0.5"
},
{
"input": "nan",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got nan"
},
{
"input": "inf",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got inf"
},
{
"input": "-inf",
"accepted": false,
"value": null,
"seconds": null,
"error": "hooks_timeout must be a positive finite number or None; got -inf"
}
],
"registry": [
{
"case": "add-keeps-insertion-order",
"script": [
"add:a",
"add:b",
"add:c"
],
"steps": [
{
"op": "add:a",
"returned": null,
"hooks": [
"a"
]
},
{
"op": "add:b",
"returned": null,
"hooks": [
"a",
"b"
]
},
{
"op": "add:c",
"returned": null,
"hooks": [
"a",
"b",
"c"
]
}
],
"final": [
"a",
"b",
"c"
]
},
{
"case": "add-a-sequence-at-once",
"script": [
"add:[a,b]",
"add:c"
],
"steps": [
{
"op": "add:[a,b]",
"returned": null,
"hooks": [
"a",
"b"
]
},
{
"op": "add:c",
"returned": null,
"hooks": [
"a",
"b",
"c"
]
}
],
"final": [
"a",
"b",
"c"
]
},
{
"case": "the-same-hook-twice",
"script": [
"add:a",
"add:a"
],
"steps": [
{
"op": "add:a",
"returned": null,
"hooks": [
"a"
]
},
{
"op": "add:a",
"returned": null,
"hooks": [
"a",
"a"
]
}
],
"final": [
"a",
"a"
]
},
{
"case": "remove-by-identity",
"script": [
"add:a",
"add:b",
"remove:a"
],
"steps": [
{
"op": "add:a",
"returned": null,
"hooks": [
"a"
]
},
{
"op": "add:b",
"returned": null,
"hooks": [
"a",
"b"
]
},
{
"op": "remove:a",
"returned": true,
"hooks": [
"b"
]
}
],
"final": [
"b"
]
},
{
"case": "remove-takes-every-copy",
"script": [
"add:a",
"add:a",
"add:b",
"remove:a"
],
"steps": [
{
"op": "add:a",
"returned": null,
"hooks": [
"a"
]
},
{
"op": "add:a",
"returned": null,
"hooks": [
"a",
"a"
]
},
{
"op": "add:b",
"returned": null,
"hooks": [
"a",
"a",
"b"
]
},
{
"op": "remove:a",
"returned": true,
"hooks": [
"b"
]
}
],
"final": [
"b"
]
},
{
"case": "remove-something-never-installed",
"script": [
"add:a",
"remove:b"
],
"steps": [
{
"op": "add:a",
"returned": null,
"hooks": [
"a"
]
},
{
"op": "remove:b",
"returned": false,
"hooks": [
"a"
]
}
],
"final": [
"a"
]
},
{
"case": "a-block-installs-and-restores",
"script": [
"enter:1:[t]",
"exit:1"
],
"steps": [
{
"op": "enter:1:[t]",
"returned": null,
"hooks": [
"t"
]
},
{
"op": "exit:1",
"returned": null,
"hooks": []
}
],
"final": []
},
{
"case": "a-block-over-an-already-installed-hook",
"script": [
"add:a",
"enter:1:[a]",
"exit:1"
],
"steps": [
{
"op": "add:a",
"returned": null,
"hooks": [
"a"
]
},
{
"op": "enter:1:[a]",
"returned": null,
"hooks": [
"a",
"a"
]
},
{
"op": "exit:1",
"returned": null,
"hooks": [
"a"
]
}
],
"final": [
"a"
]
},
{
"case": "overlapping-blocks",
"script": [
"enter:1:[x]",
"enter:2:[y]",
"exit:2",
"exit:1"
],
"steps": [
{
"op": "enter:1:[x]",
"returned": null,
"hooks": [
"x"
]
},
{
"op": "enter:2:[y]",
"returned": null,
"hooks": [
"x",
"y"
]
},
{
"op": "exit:2",
"returned": null,
"hooks": [
"x"
]
},
{
"op": "exit:1",
"returned": null,
"hooks": []
}
],
"final": []
},
{
"case": "overlapping-blocks-exited-outermost-first",
"script": [
"enter:1:[x]",
"enter:2:[y]",
"exit:1",
"exit:2"
],
"steps": [
{
"op": "enter:1:[x]",
"returned": null,
"hooks": [
"x"
]
},
{
"op": "enter:2:[y]",
"returned": null,
"hooks": [
"x",
"y"
]
},
{
"op": "exit:1",
"returned": null,
"hooks": [
"y"
]
},
{
"op": "exit:2",
"returned": null,
"hooks": []
}
],
"final": []
},
{
"case": "add-inside-a-block-survives-the-exit",
"script": [
"enter:1:[t]",
"add:d",
"exit:1"
],
"steps": [
{
"op": "enter:1:[t]",
"returned": null,
"hooks": [
"t"
]
},
{
"op": "add:d",
"returned": null,
"hooks": [
"t",
"d"
]
},
{
"op": "exit:1",
"returned": null,
"hooks": [
"d"
]
}
],
"final": [
"d"
]
},
{
"case": "a-block-with-several-arguments",
"script": [
"enter:1:[x],[y,z]",
"exit:1"
],
"steps": [
{
"op": "enter:1:[x],[y,z]",
"returned": null,
"hooks": [
"x",
"y",
"z"
]
},
{
"op": "exit:1",
"returned": null,
"hooks": []
}
],
"final": []
},
{
"case": "a-block-with-nothing-in-it",
"script": [
"enter:1:",
"exit:1"
],
"steps": [
{
"op": "enter:1:",
"returned": null,
"hooks": []
},
{
"op": "exit:1",
"returned": null,
"hooks": []
}
],
"final": []
}
],
"predict_batch": [
{
"case": "no-hooks",
"defaults": [],
"installed": [],
"hooks": [],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [],
"result": [
110
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": null
},
{
"case": "a-start-hook-sees-the-call",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {}
}
],
"states": [
"s0",
"s1"
],
"questions": [
"urgent",
"intent"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0",
"s1"
],
"questions": [
"urgent",
"intent"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0",
"s1"
],
"questions": [
"urgent",
"intent"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0",
"s1"
],
"questions": [
"urgent",
"intent"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110,
111
],
"usage": {
"input_tokens": 221,
"output_tokens": 201
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110,
111
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "default-installed-and-per-call-all-fire",
"defaults": [
{
"name": "d",
"behaviour": {}
}
],
"installed": [
{
"name": "i",
"behaviour": {}
}
],
"hooks": [
{
"name": "p",
"behaviour": {}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "d.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "i.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "d.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
},
{
"call": "i.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-start-hook-rewrites-the-states",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "states:x,y,z"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"x",
"y",
"z"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"x",
"y",
"z"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110,
111,
112
],
"usage": {
"input_tokens": 333,
"output_tokens": 303
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110,
111,
112
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-start-hook-rewrites-the-questions",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "questions:urgent,intent"
}
}
],
"states": [
"s0"
],
"questions": [
"q",
"r"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"urgent",
"intent"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q",
"r"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"urgent",
"intent"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-start-hook-sets-the-token-budget",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "max_len:128"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {
"max_len": 128
}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": 128,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-start-hook-sets-the-head-budget",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "head_max_len:64"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {
"head_max_len": 64
}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": 64,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "skip-answers-the-call",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "skip:1"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
10
],
"usage": {
"input_tokens": 10,
"output_tokens": 0
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
10
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "skip-one-per-state",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "skip:2"
}
}
],
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
10,
11
],
"usage": {
"input_tokens": 21,
"output_tokens": 1
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
10,
11
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "skip-one-for-the-whole-call",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "skip:1"
}
}
],
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
10
],
"usage": {
"input_tokens": 10,
"output_tokens": 0
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
10
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "skip-with-a-count-that-fits-nothing",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "skip:3"
}
}
],
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_error",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (2); got 3",
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "ctx.skip() takes one result for the whole call or one per state in ctx.states (2); got 3",
"elapsed_ms_set": true
}
],
"result": null,
"raised": {
"type": "ValueError",
"message": "ctx.skip() takes one result for the whole call or one per state in ctx.states (2); got 3",
"context": null
},
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "the-last-skip-wins",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "skip:1"
}
},
{
"name": "p2",
"behaviour": {
"on_predict_start": "skip:2"
}
}
],
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p2.on_predict_start",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
10
],
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
10,
11
],
"usage": {
"input_tokens": 21,
"output_tokens": 1
},
"error": null,
"elapsed_ms_set": true
},
{
"call": "p2.on_predict_end",
"states": [
"s0",
"s1"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
10,
11
],
"usage": {
"input_tokens": 21,
"output_tokens": 1
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
10,
11
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "an-end-hook-rewrites-the-results",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_end": "results:1"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
510
],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-raising-start-hook-fails-the-call",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "raise"
}
},
{
"name": "p2",
"behaviour": {}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_error",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "boom from p",
"elapsed_ms_set": false
},
{
"call": "p2.on_error",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "boom from p",
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "boom from p",
"elapsed_ms_set": true
},
{
"call": "p2.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "boom from p",
"elapsed_ms_set": true
}
],
"result": null,
"raised": {
"type": "ValueError",
"message": "boom from p",
"context": null
},
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-raising-start-hook-is-only-a-warning",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_start": "raise"
}
},
{
"name": "p2",
"behaviour": {}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": false,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p2.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
},
{
"call": "p2.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110
],
"raised": null,
"warnings": [
"laya: hook StubHook.on_predict_start failed: boom from p"
],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-raising-end-hook-fails-the-call",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_end": "raise"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": null,
"raised": {
"type": "ValueError",
"message": "boom from p",
"context": null
},
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "a-raising-end-hook-is-only-a-warning",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_end": "raise"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": false,
"inference_raises": false,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [
110
],
"usage": {
"input_tokens": 110,
"output_tokens": 100
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [
110
],
"raised": null,
"warnings": [
"laya: hook StubHook.on_predict_end failed: boom from p"
],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "inference-fails",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": true,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_error",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "the graph refused this batch",
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "the graph refused this batch",
"elapsed_ms_set": true
}
],
"result": null,
"raised": {
"type": "RuntimeError",
"message": "the graph refused this batch",
"context": null
},
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "inference-fails-with-a-raising-error-hook",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_error": "raise"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": true,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_error",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "the graph refused this batch",
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "the graph refused this batch",
"elapsed_ms_set": true
}
],
"result": null,
"raised": {
"type": "RuntimeError",
"message": "the graph refused this batch",
"context": "ValueError"
},
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "inference-fails-with-a-raising-end-hook",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {
"on_predict_end": "raise"
}
}
],
"states": [
"s0"
],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": true,
"inference": {
"states": [
"s0"
],
"questions": [
"q"
],
"overrides": {}
},
"calls": [
{
"call": "p.on_predict_start",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_error",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "the graph refused this batch",
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [
"s0"
],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": "the graph refused this batch",
"elapsed_ms_set": true
}
],
"result": null,
"raised": {
"type": "RuntimeError",
"message": "the graph refused this batch",
"context": "ValueError"
},
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
},
{
"case": "no-states",
"defaults": [],
"installed": [],
"hooks": [
{
"name": "p",
"behaviour": {}
}
],
"states": [],
"questions": [
"q"
],
"hooks_raise": true,
"inference_raises": false,
"inference": null,
"calls": [
{
"call": "p.on_predict_start",
"states": [],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": null,
"usage": null,
"error": null,
"elapsed_ms_set": false
},
{
"call": "p.on_predict_end",
"states": [],
"questions": [
"q"
],
"model": "stub-checkpoint",
"max_len": null,
"head_max_len": null,
"results": [],
"usage": {
"input_tokens": 0,
"output_tokens": 0
},
"error": null,
"elapsed_ms_set": true
}
],
"result": [],
"raised": null,
"warnings": [],
"one_run_id_per_call": true,
"run_id_hex_length": 32
}
]
}