Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C
950 B
Raw Blame
#ifndef COLIBRI_NATIVE_QUANT_BATCH_H
#define COLIBRI_NATIVE_QUANT_BATCH_H

#include "tensor.h"

/* inputs and outputs are batch-major. Every batch element preserves the exact
 * scalar column accumulation order of the single-token reference kernels. */
int coli_fp8_matmul_batch_ref(float *outputs, const ColiTensorView *weight,
                              const float *inputs, int batch);
int coli_fp4_matmul_batch_ref(float *outputs, const ColiTensorView *weight,
                              const float *inputs, int batch);

/* Hoisted-qdq variant: `activations` were qdq'd once by the caller (batch-
 * major, same layout the _ref computes internally); `inputs` stays raw for
 * the GPU path, exactly as in _ref. Bit-identical to _ref. */
int coli_fp8_matmul_batch_pre(float *outputs, const ColiTensorView *weight,
                              const float *inputs, const float *activations,
                              int batch);

#endif