Skip to content

Distribute and run LLMs with a single file.

Fix uninitialized variables in server

Haohui Maied87fdb7924b
diff --git a/llama.cpp/server/server.cpp b/llama.cpp/server/server.cpp
index 757ad0f2..3e6e7f2e 100644
--- a/llama.cpp/server/server.cpp
+++ b/llama.cpp/server/server.cpp
@@ -1092,6 +1092,7 @@ struct llama_server_context
std::lock_guard<std::mutex> lock(mutex_results);
task_result res;
res.id = id;
+ res.stop = false;
res.error = true;
res.result_json = { { "content", error } };
queue_results.push_back(res);
@@ -1251,6 +1252,7 @@ struct llama_server_context
std::lock_guard<std::mutex> lock(mutex_tasks);
task_server task;
task.id = id_gen++;
+ task.target_id = 0;
task.data = data;
task.infill_mode = infill;
task.embedding_mode = embedding;