RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
fix: stream agent tts audio by sentence (#18000)
buua436a805105352cd
diff --git a/agent/canvas.py b/agent/canvas.pyindex b19b4cbb8f..ef39b6ebe4 100644--- a/agent/canvas.py+++ b/agent/canvas.py@@ -659,41 +659,79 @@ class Canvas(Graph):if isinstance(cpn_obj.output("content"), partial):_m = ""buff_m = ""+ in_thinking = False+ tts_tasks = []+ sentence_end = re.compile(r"(?:[。!?!?;;\n](?:[”’\"』」】》))]*)|(?<=[.!?])(?=\s|$))")stream = cpn_obj.output("content")()+ def _schedule_tts(text):+ if tts_mdl and text:+ tts_tasks.append(asyncio.create_task(asyncio.to_thread(self.tts, tts_mdl, text)))++ async def _drain_ready_tts():+ events = []+ while tts_tasks and tts_tasks[0].done():+ task = tts_tasks.pop(0)+ try:+ audio_binary = task.result()+ except Exception:+ continue+ if audio_binary:+ events.append(decorate("message", {"content": "", "audio_binary": audio_binary}))+ return events+async def _process_stream(m):- nonlocal buff_m, _m, tts_mdl+ nonlocal buff_m, _m, in_thinkingif not m:returnif m == "<think>":+ in_thinking = True+ buff_m = ""return decorate("message", {"content": "", "start_to_think": True})elif m == "</think>":+ in_thinking = Falsereturn decorate("message", {"content": "", "end_to_think": True})- buff_m += m_m += m+ if in_thinking:+ return decorate("message", {"content": m})- if len(buff_m) > 16:- ev = decorate("message", {"content": m, "audio_binary": self.tts(tts_mdl, buff_m)})- buff_m = ""- return ev+ buff_m += m+ while True:+ match = sentence_end.search(buff_m)+ if not match:+ break+ sentence = buff_m[: match.end()]+ buff_m = buff_m[match.end() :]+ _schedule_tts(sentence)return decorate("message", {"content": m})if inspect.isasyncgen(stream):async for m in stream:+ for ev in await _drain_ready_tts():+ yield evev = await _process_stream(m)if ev:yield evelse:for m in stream:+ for ev in await _drain_ready_tts():+ yield evev = await _process_stream(m)if ev:yield evif buff_m:- yield decorate("message", {"content": "", "audio_binary": self.tts(tts_mdl, buff_m)})+ _schedule_tts(buff_m)buff_m = ""+ while tts_tasks:+ try:+ await tts_tasks[0]+ except Exception:+ pass+ for ev in await _drain_ready_tts():+ yield evcpn_obj.set_output("content", _m)else:yield decorate("message", {"content": cpn_obj.output("content")})