Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

Merge pull request #428 from PerryLink/fix/lang-temperatures-validation

Nandakishore4535825213a
diff --cc laya/agent.py
index 4c95a46f,6ee4693b..c98bcbf8
--- a/laya/agent.py
+++ b/laya/agent.py
@@@ -31,19 -23,15 +31,20 @@@ from .common import
answer_confidence,
confidence_from_probs,
_resolve_noul_labels,
+ _reuse_question_tokens,
+ _disable_question_token_reuse,
encode_text,
+ render_criterion,
render_options,
+ resolve_lang_temperatures,
serialize_state,
temp_bucket,
+ unpermute_probs,
)
+from .confidence import check_min_confidence, flag_low_confidence
from .hooks import (
- HookRegistry, PredictContext, aggregate_usage, compose_hooks, dispatch, normalise_hooks,
- validate_timeout,
+ HookRegistry, PredictContext, _as_sequence, aggregate_usage, compose_hooks, dispatch,
+ normalise_hooks, validate_timeout,
)
from .revisions import resolve_revision, snapshot_revision, verify_digests
diff --cc laya/common.py
index 254111ad,5c80d630..15d71281
--- a/laya/common.py
+++ b/laya/common.py
@@@ -4,9 -4,7 +4,9 @@@ import mat
import os
import threading
from contextlib import nullcontext
+from contextvars import ContextVar
+from functools import wraps
- from typing import Dict, List, Optional, Union
+ from typing import Any, Dict, List, Optional, Sequence, Union
import numpy as np
import torch
diff --cc laya/onnx_agent.py
index 4e5b78d0,4bec8d4f..0b47943d
--- a/laya/onnx_agent.py
+++ b/laya/onnx_agent.py
@@@ -20,11 -19,10 +20,12 @@@ from laya.common import
collate_items,
confidence_from_probs,
encode_text,
+ render_criterion,
render_options,
+ resolve_lang_temperatures,
serialize_state,
temp_bucket,
+ unpermute_probs,
TEMP_MIN,
TEMP_MAX,
clamp_temperature,