Skip to content

LLM inference in C/C++

C++ ggml

chat: include full unparsed prompt in debug (#24650)

Piotr Wilkin (ilintar)38d546330ad3
diff --git a/common/chat.cpp b/common/chat.cpp
index 05c2e85bee..ded8440e66 100644
--- a/common/chat.cpp
+++ b/common/chat.cpp
@@ -2678,10 +2678,9 @@ common_chat_msg common_chat_peg_parse(const common_peg_arena & src_pars
}
return msg;
}
- LOG_WRN("%s: unparsed %s output: %s\n", __func__, common_chat_format_name(params.format),
- effective_input.substr(result.end).c_str());
- throw std::runtime_error(std::string("The model produced output that does not match the expected ") +
- common_chat_format_name(params.format) + " format");
+ LOG_WRN("%s: unparsed %s output: %s\n", __func__, common_chat_format_name(params.format), effective_input.substr(result.end).c_str());
+ LOG_DBG("%s: full %s output triggering error:\n=== BEGIN ===\n%s\n=== END ===\n", __func__, common_chat_format_name(params.format), effective_input.c_str());
+ throw std::runtime_error(std::string("The model produced output that does not match the expected ") + common_chat_format_name(params.format) + " format");
}
common_chat_msg msg;