Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Improve performance
Justine Tunneyd377ae9d442c
diff --git a/llama.cpp/ggml.c b/llama.cpp/ggml.cindex 2ecfd15f..b18be425 100644--- a/llama.cpp/ggml.c+++ b/llama.cpp/ggml.c@@ -13966,6 +13966,7 @@ static void ggml_compute_forward_im2col_f32(// src0: kernel [OC, IC, KH, KW]// src1: image [N, IC, IH, IW]// dst: result [N, OH, OW, IC*KH*KW]+__target_clones("avx512f,avx2")static void ggml_compute_forward_im2col_f16(const struct ggml_compute_params * params,struct ggml_tensor * dst) {