Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Revert "Disable warmup"
Justine Tunney1601118bde65
diff --git a/llama.cpp/common.h b/llama.cpp/common.hindex 526091da..465e1b8c 100644--- a/llama.cpp/common.h+++ b/llama.cpp/common.h@@ -171,7 +171,7 @@ struct gpt_params {bool infill = false; // use infill modebool dump_kv_cache = false; // dump the KV cache contents for debugging purposesbool no_kv_offload = false; // disable KV offloading- bool warmup = false; // warmup run+ bool warmup = true; // warmup runbool check_tensors = false; // validate tensor datastd::string cache_type_k = "f16"; // KV cache data type for the Kdiff --git a/llamafile/schlep.c b/llamafile/schlep.cindex 41f1bf3c..79358379 100644--- a/llamafile/schlep.c+++ b/llamafile/schlep.c@@ -80,10 +80,6 @@ void llamafile_schlep(const void *data, size_t size) {if (size < 128 * 1024 * 1024)return;- // don't bother if we're using a gpu- if (llamafile_has_gpu())- return;-// don't bother if stderr isn't a terminalif (!isatty(2))return;