Skip to content

LLM inference in C/C++

C++ ggml

cli: fix spinner not show during prompt processing (#24283)

Xuan-Son Nguyen715b86a36636
diff --git a/tools/cli/cli.cpp b/tools/cli/cli.cpp
index e830f262de..a164b3bb91 100644
--- a/tools/cli/cli.cpp
+++ b/tools/cli/cli.cpp
@@ -128,7 +128,18 @@ struct cli_context {
console::spinner::start();
server_task_result_ptr result = rd.next(should_stop);
- console::spinner::stop();
+ while (true) {
+ auto res_partial = dynamic_cast<server_task_result_cmpl_partial *>(result.get());
+ if (res_partial && res_partial->is_begin) {
+ // this is the "send 200 status to client" signal in streaming mode
+ // skip, do not stop the spinner
+ result = rd.next(should_stop);
+ } else {
+ console::spinner::stop();
+ break;
+ }
+ }
+
std::string curr_content;
bool is_thinking = false;