Skip to content

LLM inference in C/C++

C++ ggml
NameLast commit date
..
dpct
template-instances
add-id.cpp
add-id.hpp
backend.hpp
base.hpp
binbcast.cpp
binbcast.hpp
CMakeLists.txt
col2im-1d.cpp
col2im-1d.hpp
common.cpp
common.hpp
concat.cpp
concat.hpp
conv.cpp
conv.hpp
conv2d-dw.cpp
conv2d-dw.hpp
conv2d-transpose.cpp
conv2d-transpose.hpp
conv2d.cpp
conv2d.hpp
conv3d.cpp
conv3d.hpp
convert.cpp
convert.hpp
count-equal.cpp
count-equal.hpp
cpy.cpp
cpy.hpp
cross_entropy_loss.cpp
cross_entropy_loss.hpp
cumsum.cpp
cumsum.hpp
dequantize.hpp
diag.cpp
diag.hpp
dmmv.cpp
dmmv.hpp
dsv4-hc.cpp
dsv4-hc.hpp
element_wise.cpp
element_wise.hpp
esimd.hpp
fattn-common.hpp
fattn-mkl.cpp
fattn-onednn.cpp
fattn-onednn.hpp
fattn-sparse.cpp
fattn-sparse.hpp
fattn-tile.cpp
fattn-tile.hpp
fattn-vec.hpp
fattn.cpp
fattn.hpp
fill.cpp
fill.hpp
fused-gemm.cpp
fused-gemm.hpp
fusion.cpp
fusion.hpp
fwht.cpp
fwht.hpp
gated_delta_net.cpp
gated_delta_net.hpp
gemm.hpp
getrows.cpp
getrows.hpp
ggml-sycl.cpp
gla.cpp
gla.hpp
im2col.cpp
im2col.hpp
lightning-indexer.cpp
lightning-indexer.hpp
mem.cpp
mem.hpp
memtrace.cpp
memtrace.hpp
mmq.cpp
mmq.hpp
mmvq.cpp
mmvq.hpp
norm.cpp
norm.hpp
opt-step.cpp
opt-step.hpp
outprod.cpp
outprod.hpp
pad_reflect_1d.cpp
pad_reflect_1d.hpp
pad.cpp
pad.hpp
pool.cpp
pool.hpp
presets.hpp
quantize.hpp
quants.hpp
repeat_back.cpp
repeat_back.hpp
roll.cpp
roll.hpp
rope.cpp
rope.hpp
set_rows.cpp
set_rows.hpp
set.cpp
set.hpp
softmax.cpp
softmax.hpp
solve_tri.cpp
solve_tri.hpp
ssm_conv.cpp
ssm_conv.hpp
ssm_scan.cpp
ssm_scan.hpp
sycl_hw.cpp
sycl_hw.hpp
topk-moe.cpp
topk-moe.hpp
topk-radix.cpp
topk-radix.hpp
tsembd.cpp
tsembd.hpp
type.hpp
upscale.cpp
upscale.hpp
vecdotq.hpp
wkv.cpp
wkv.hpp