Skip to content

利用 AI 大模型和自动化工作流,根据主题或关键词一键生成高清短视频。Generate HD short videos from a topic or keyword with an automated AI workflow.

fix(llm): strip reasoning before an unopened think close tag

Rudy Celeklib87b79492222
diff --git a/app/services/llm.py b/app/services/llm.py
index 4a354ada..993e0ac9 100644
--- a/app/services/llm.py
+++ b/app/services/llm.py
@@ -43,6 +43,7 @@ _CONNECTION_FAILURE_MARKERS = (
)
_THINK_BLOCK_RE = re.compile(r"<think\b[^>]*>.*?</think>", re.IGNORECASE | re.DOTALL)
_UNCLOSED_THINK_BLOCK_RE = re.compile(r"<think\b[^>]*>.*$", re.IGNORECASE | re.DOTALL)
+_UNOPENED_THINK_BLOCK_RE = re.compile(r"^.*</think\s*>", re.IGNORECASE | re.DOTALL)
_URL_USERINFO_RE = re.compile(
r"((?:https?|wss?)://)([^/\s?#@]*:[^/\s?#@]*@)", re.IGNORECASE
)
@@ -194,6 +195,10 @@ def _normalize_text_response(content, llm_provider: str) -> str:
# `<think>...</think>` 中返回。视频脚本和关键词只需要最终可朗读文本,
# 如果不在服务层统一清理,WebUI、字幕和配音都会把思考过程当正文处理。
content = _THINK_BLOCK_RE.sub("", content)
+ # DeepSeek R1、QwQ 等模型的对话模板会把起始 `<think>` 放进提示词,
+ # vLLM/Ollama 等网关返回的正文只剩 `推理...</think>答案`。成对清理之后
+ # 仍残留的闭合标签之前都是推理内容,也不能进入脚本。
+ content = _UNOPENED_THINK_BLOCK_RE.sub("", content)
content = _UNCLOSED_THINK_BLOCK_RE.sub("", content).strip()
if not content:
raise ValueError(f"[{llm_provider}] returned empty text content")
diff --git a/test/services/test_llm.py b/test/services/test_llm.py
index 6acd8294..e95c8f06 100644
--- a/test/services/test_llm.py
+++ b/test/services/test_llm.py
@@ -73,6 +73,21 @@ class TestScriptPromptOptions(unittest.TestCase):
with self.assertRaises(ValueError):
llm._normalize_text_response("<think>hidden reasoning", "minimax")
+ def test_normalize_text_response_removes_reasoning_before_unopened_close(self):
+ """
+ 起始 `<think>` 位于对话模板中时,模型输出只包含推理和闭合标签。
+ 闭合标签之前的推理不能进入脚本;只有推理时同样按空响应处理。
+ """
+ result = llm._normalize_text_response(
+ "The user wants a sea script. Let me plan.\n</think>\n\n"
+ "The ocean is vast.\n\nIt covers our planet.",
+ "deepseek",
+ )
+
+ self.assertEqual(result, "The ocean is vast.\n\nIt covers our planet.")
+ with self.assertRaises(ValueError):
+ llm._normalize_text_response("hidden reasoning\n</THINK>\n", "ollama")
+
def test_build_script_prompt_appends_advanced_requirements(self):
"""
高级文案要求只作为附加约束,不替换默认系统提示词。