Skip to content

LLM inference in C/C++

C++ ggml
NameLast commit date
..
fusion
llama-context
peg-parser
snapshots
.gitignore
CMakeLists.txt
gguf-model-data.cpp
gguf-model-data.h
test-alloc.cpp
test-arg-parser.cpp
test-autorelease.cpp
test-backend-ops.cpp
test-backend-sampler.cpp
test-barrier.cpp
test-batch-alloc.cpp
test-c.c
test-chat-analysis.cpp
test-chat-auto-parser.cpp
test-chat-peg-parser.cpp
test-chat-template.cpp
test-chat.cpp
test-col2im-1d.cpp
test-conv-1d.cpp
test-double-float.cpp
test-export-graph-ops.cpp
test-fusion.cpp
test-gbnf-validator.cpp
test-gelu-quick.cpp
test-gguf-model-data.cpp
test-gguf.cpp
test-grammar-integration.cpp
test-grammar-llguidance.cpp
test-grammar-parser.cpp
test-jinja.cpp
test-json-schema-to-grammar.cpp
test-json-schema.cpp
test-llama-archs.cpp
test-llama-context.cpp
test-llama-grammar.cpp
test-log.cpp
test-lora-conversion-inference.sh
test-metal-graph-optimize.cpp
test-model-load-cancel.cpp
test-model-resolution.cpp
test-mtmd-c-api.c
test-mtmd-impl.cpp
test-opt.cpp
test-peg-parser.cpp
test-quant-type-selection.cpp
test-quantize-be.sh
test-quantize-fns.cpp
test-quantize-perf.cpp
test-quantize-stats.cpp
test-reasoning-budget.cpp
test-rope.cpp
test-rpc-multi-server.cpp
test-rpc-multi-server.sh
test-rset-release.cpp
test-sampling.cpp
test-server-component.cpp
test-thread-safety.cpp
test-tiled-mulmat.cpp
test-tokenizer-0.cpp
test-tokenizer-0.py
test-tokenizer-0.sh
test-tokenizer-1-bpe.cpp
test-tokenizer-1-spm.cpp
test-tokenizer-random.py
test-tokenizers-repo.sh
test-unicode.cpp
testing.h