A Simple and Universal Swarm Intelligence Engine, Predicting Anything. 简洁通用的群体智能引擎,预测万物
Python agent-memoryfinancial-forecastingfuture-predictionknowledge-graphllmsmulti-agent-simulationpublic-opinion-analysispython3social-predictionswarm-intelligence
fix: strip fabricated tool_result blocks to prevent LLM hallucination
MiroFish Contributor1d96b0987561
diff --git a/backend/app/services/report_agent.py b/backend/app/services/report_agent.pyindex cecd70b4..88bff23a 100644--- a/backend/app/services/report_agent.py+++ b/backend/app/services/report_agent.py@@ -664,6 +664,12 @@ SECTION_SYSTEM_PROMPT_TEMPLATE = """\- 不要添加模拟中不存在的信息- 如果某方面信息不足,如实说明+5. 【禁止捏造数据】+ - ❌ 禁止捏造用户名、引用、统计数字或互动数据+ - ❌ 禁止在回复中包含 <tool_result> 块 — 只有系统会提供工具结果+ - ✅ 只能引用真实出现在工具结果中的实体、引用和数据+ - 如果工具结果中没有相关内容,应如实说明,而非编造+═══════════════════════════════════════════════════════════════【⚠️ 格式规范 - 极其重要!】═══════════════════════════════════════════════════════════════@@ -1133,7 +1139,26 @@ class ReportAgent:if params_desc:desc_parts.append(f" 参数: {params_desc}")return "\n".join(desc_parts)-++ @staticmethod+ def _strip_fake_tool_results(response: str) -> str:+ """Strip any <tool_result> blocks the LLM fabricated in its response.++ When the LLM generates a <tool_call> block and then continues to generate+ a <tool_result> block in the same response, we must strip the fake result+ before appending to message history. The real tool result will be injected+ separately by the system.+ """+ import re+ cleaned = re.sub(+ r'<tool_result>.*?</tool_result>',+ '',+ response,+ flags=re.DOTALL,+ )+ cleaned = re.sub(r'\n{3,}', '\n\n', cleaned)+ return cleaned.strip()+def plan_outline(self,progress_callback: Optional[Callable] = None@@ -1335,7 +1360,8 @@ class ReportAgent:if conflict_retries <= 2:# 前两次:丢弃本次响应,要求 LLM 重新回复- messages.append({"role": "assistant", "content": response})+ cleaned_response = ReportAgent._strip_fake_tool_results(response)+ messages.append({"role": "assistant", "content": cleaned_response})messages.append({"role": "user","content": (@@ -1375,7 +1401,8 @@ class ReportAgent:if has_final_answer:# 工具调用次数不足,拒绝并要求继续调工具if tool_calls_count < min_tool_calls:- messages.append({"role": "assistant", "content": response})+ cleaned_response = ReportAgent._strip_fake_tool_results(response)+ messages.append({"role": "assistant", "content": cleaned_response})unused_tools = all_tools - used_toolsunused_hint = f"(这些工具还未使用,推荐用一下他们: {', '.join(unused_tools)})" if unused_tools else ""messages.append({@@ -1451,9 +1478,10 @@ class ReportAgent:unused_tools = all_tools - used_toolsunused_hint = ""if unused_tools and tool_calls_count < self.MAX_TOOL_CALLS_PER_SECTION:- unused_hint = REACT_UNUSED_TOOLS_HINT.format(unused_list="、".join(unused_tools))+ unlock_hint = REACT_UNUSED_TOOLS_HINT.format(unused_list="、".join(unused_tools))- messages.append({"role": "assistant", "content": response})+ cleaned_response = ReportAgent._strip_fake_tool_results(response)+ messages.append({"role": "assistant", "content": cleaned_response})messages.append({"role": "user","content": REACT_OBSERVATION_TEMPLATE.format(@@ -1857,7 +1885,8 @@ class ReportAgent:tool_calls_made.append(call)# 将结果添加到消息- messages.append({"role": "assistant", "content": response})+ cleaned_response = ReportAgent._strip_fake_tool_results(response)+ messages.append({"role": "assistant", "content": cleaned_response})observation = "\n".join([f"[{r['tool']}结果]\n{r['result']}" for r in tool_results])messages.append({"role": "user",