Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Fix uninitialized variables in server
Haohui Maied87fdb7924b
diff --git a/llama.cpp/server/server.cpp b/llama.cpp/server/server.cppindex 757ad0f2..3e6e7f2e 100644--- a/llama.cpp/server/server.cpp+++ b/llama.cpp/server/server.cpp@@ -1092,6 +1092,7 @@ struct llama_server_contextstd::lock_guard<std::mutex> lock(mutex_results);task_result res;res.id = id;+ res.stop = false;res.error = true;res.result_json = { { "content", error } };queue_results.push_back(res);@@ -1251,6 +1252,7 @@ struct llama_server_contextstd::lock_guard<std::mutex> lock(mutex_tasks);task_server task;task.id = id_gen++;+ task.target_id = 0;task.data = data;task.infill_mode = infill;task.embedding_mode = embedding;