Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C
604 B
Raw Blame
import type { HealthResponse } from "./api"

export function activeRequests(health: HealthResponse | null): number {
  return Number(health?.scheduler?.active || 0)
}

export function supportsCacheSlots(health: HealthResponse | null): boolean {
  return typeof health?.kv_slots === "number" && health.kv_slots > 0
}

/* Only an explicit true: a server that predates the field answers a trailing
   assistant turn fresh, so a Continue button there would mislabel a re-answer. */
export function supportsContinuation(health: HealthResponse | null): boolean {
  return health?.continue_assistant === true
}