Skip to content

A Simple and Universal Swarm Intelligence Engine, Predicting Anything. 简洁通用的群体智能引擎,预测万物

fix: strip fabricated tool_result blocks to prevent LLM hallucination

MiroFish Contributor1d96b0987561
diff --git a/backend/app/services/report_agent.py b/backend/app/services/report_agent.py
index cecd70b4..88bff23a 100644
--- a/backend/app/services/report_agent.py
+++ b/backend/app/services/report_agent.py
@@ -664,6 +664,12 @@ SECTION_SYSTEM_PROMPT_TEMPLATE = """\
- 不要添加模拟中不存在的信息
- 如果某方面信息不足,如实说明
+5. 【禁止捏造数据】
+ - ❌ 禁止捏造用户名、引用、统计数字或互动数据
+ - ❌ 禁止在回复中包含 <tool_result> 块 — 只有系统会提供工具结果
+ - ✅ 只能引用真实出现在工具结果中的实体、引用和数据
+ - 如果工具结果中没有相关内容,应如实说明,而非编造
+
═══════════════════════════════════════════════════════════════
【⚠️ 格式规范 - 极其重要!】
═══════════════════════════════════════════════════════════════
@@ -1133,7 +1139,26 @@ class ReportAgent:
if params_desc:
desc_parts.append(f" 参数: {params_desc}")
return "\n".join(desc_parts)
-
+
+ @staticmethod
+ def _strip_fake_tool_results(response: str) -> str:
+ """Strip any <tool_result> blocks the LLM fabricated in its response.
+
+ When the LLM generates a <tool_call> block and then continues to generate
+ a <tool_result> block in the same response, we must strip the fake result
+ before appending to message history. The real tool result will be injected
+ separately by the system.
+ """
+ import re
+ cleaned = re.sub(
+ r'<tool_result>.*?</tool_result>',
+ '',
+ response,
+ flags=re.DOTALL,
+ )
+ cleaned = re.sub(r'\n{3,}', '\n\n', cleaned)
+ return cleaned.strip()
+
def plan_outline(
self,
progress_callback: Optional[Callable] = None
@@ -1335,7 +1360,8 @@ class ReportAgent:
if conflict_retries <= 2:
# 前两次:丢弃本次响应,要求 LLM 重新回复
- messages.append({"role": "assistant", "content": response})
+ cleaned_response = ReportAgent._strip_fake_tool_results(response)
+ messages.append({"role": "assistant", "content": cleaned_response})
messages.append({
"role": "user",
"content": (
@@ -1375,7 +1401,8 @@ class ReportAgent:
if has_final_answer:
# 工具调用次数不足,拒绝并要求继续调工具
if tool_calls_count < min_tool_calls:
- messages.append({"role": "assistant", "content": response})
+ cleaned_response = ReportAgent._strip_fake_tool_results(response)
+ messages.append({"role": "assistant", "content": cleaned_response})
unused_tools = all_tools - used_tools
unused_hint = f"(这些工具还未使用,推荐用一下他们: {', '.join(unused_tools)})" if unused_tools else ""
messages.append({
@@ -1451,9 +1478,10 @@ class ReportAgent:
unused_tools = all_tools - used_tools
unused_hint = ""
if unused_tools and tool_calls_count < self.MAX_TOOL_CALLS_PER_SECTION:
- unused_hint = REACT_UNUSED_TOOLS_HINT.format(unused_list="、".join(unused_tools))
+ unlock_hint = REACT_UNUSED_TOOLS_HINT.format(unused_list="、".join(unused_tools))
- messages.append({"role": "assistant", "content": response})
+ cleaned_response = ReportAgent._strip_fake_tool_results(response)
+ messages.append({"role": "assistant", "content": cleaned_response})
messages.append({
"role": "user",
"content": REACT_OBSERVATION_TEMPLATE.format(
@@ -1857,7 +1885,8 @@ class ReportAgent:
tool_calls_made.append(call)
# 将结果添加到消息
- messages.append({"role": "assistant", "content": response})
+ cleaned_response = ReportAgent._strip_fake_tool_results(response)
+ messages.append({"role": "assistant", "content": cleaned_response})
observation = "\n".join([f"[{r['tool']}结果]\n{r['result']}" for r in tool_results])
messages.append({
"role": "user",