Skip to content

LLM inference in C/C++

C++ ggml
NameLast commit date
..
allreduce-ops.c
allreduce-ops.h
argsort-ops.c
argsort-ops.h
binary-ops.c
binary-ops.h
cmake-toolchain.cmake
CMakeLists.txt
concat-ops.c
concat-ops.h
cpy-ops.c
cpy-ops.h
cumsum-ops.c
cumsum-ops.h
diag-ops.c
diag-ops.h
dma-copy.h
dma-queue.c
dma-queue.h
fill-ops.c
fill-ops.h
flash-attn-ops.c
flash-attn-ops.h
gated-delta-net-ops.c
gated-delta-net-ops.h
gather-rows.c
gather-rows.h
get-rows-ops.c
get-rows-ops.h
glu-ops.c
glu-ops.h
hex-bitmap.h
hex-common.h
hex-dump.h
hex-fastdiv.h
hex-profile.h
hex-utils.h
hmx-fa-kernels.h
hmx-mm-kernels-tiled.h
hmx-queue.c
hmx-queue.h
hmx-utils.h
htp_iface.idl
htp-ctx.h
htp-dcache.c
htp-dcache.h
htp-fence.h
htp-ops.h
htp-swiv.py
htp-tensor.h
htp-vtcm.h
hvx-arith.h
hvx-base.h
hvx-copy.h
hvx-div.h
hvx-dump.h
hvx-erf.h
hvx-exp.h
hvx-fa-kernels.h
hvx-flash-attn.h
hvx-floor.h
hvx-inverse.h
hvx-log.h
hvx-mm-kernels-float.h
hvx-mm-kernels-tiled.h
hvx-norm.h
hvx-pow.h
hvx-quant.h
hvx-reduce.h
hvx-repl.h
hvx-scale.h
hvx-sigmoid.h
hvx-sin-cos.h
hvx-sqrt.h
hvx-types.h
hvx-utils.h
im2col-ops.c
im2col-ops.h
main.c
matmul-ops.c
matmul-ops.h
pad-ops.c
pad-ops.h
pool-ops.c
pool-ops.h
repeat-ops.c
repeat-ops.h
roll-ops.c
roll-ops.h
rope-ops.c
rope-ops.h
set-rows-ops.c
set-rows-ops.h
softmax-ops.c
softmax-ops.h
solve-tri-ops.c
solve-tri-ops.h
ssm-conv.c
ssm-conv.h
sum-rows-ops.c
sum-rows-ops.h
unary-ops.c
unary-ops.h
work-queue.c
work-queue.h