Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

963 B
Raw Blame
"""Emit a counter and a latency histogram for every decision.

Works without any dependency; uncomment the OpenTelemetry lines if it is installed.

    python examples/hooks/otel.py
"""
import laya

COUNTS = {}
LATENCIES = []


def on_predict_end(ctx):
    model = ctx.model or "auto"
    COUNTS[model] = COUNTS.get(model, 0) + 1
    if ctx.elapsed_ms is not None:
        LATENCIES.append(ctx.elapsed_ms)
    # With OpenTelemetry installed (`pip install opentelemetry-api`):
    #   from opentelemetry import metrics
    #   meter = metrics.get_meter("laya")
    #   meter.create_counter("laya.decisions").add(1, {"model": model})
    #   meter.create_histogram("laya.decision.latency_ms").record(ctx.elapsed_ms or 0.0)


agent = laya.load("convaiinnovations/laya", on_predict_end=on_predict_end)
agent.system_one("I was charged twice.", {"urgent": {"type": "noul", "instructions": "Urgent?"}})
print("counts:", COUNTS)
print("latency samples:", len(LATENCIES))