Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Fix typo in llama.h (#354)
Ikko Eltociear Ashimineb3aa97d51264
diff --git a/llama.cpp/llama.h b/llama.cpp/llama.hindex 318104e4..fdb95f58 100644--- a/llama.cpp/llama.h+++ b/llama.cpp/llama.h@@ -776,7 +776,7 @@ extern "C" {// Logits for the ith token. For positive indices, Equivalent to:// llama_get_logits(ctx) + ctx->output_ids[i]*n_vocab- // Negative indicies can be used to access logits in reverse order, -1 is the last logit.+ // Negative indices can be used to access logits in reverse order, -1 is the last logit.// returns NULL for invalid ids.LLAMA_API float * llama_get_logits_ith(struct llama_context * ctx, int32_t i);@@ -790,7 +790,7 @@ extern "C" {// Get the embeddings for the ith token. For positive indices, Equivalent to:// llama_get_embeddings(ctx) + ctx->output_ids[i]*n_embd- // Negative indicies can be used to access embeddings in reverse order, -1 is the last embedding.+ // Negative indices can be used to access embeddings in reverse order, -1 is the last embedding.// shape: [n_embd] (1-dimensional)// returns NULL for invalid ids.LLAMA_API float * llama_get_embeddings_ith(struct llama_context * ctx, int32_t i);