The open-source AI voice studio. Clone, dictate, create.
handle client disconnects in SSE and streaming endpoints
Jamie Pinef9e1aa153d76
diff --git a/backend/routes/generations.py b/backend/routes/generations.pyindex 160b0aa1..8541b659 100644--- a/backend/routes/generations.py+++ b/backend/routes/generations.py@@ -1,12 +1,15 @@"""TTS generation endpoints."""import asyncio+import loggingimport uuidfrom fastapi import APIRouter, Depends, HTTPExceptionfrom fastapi.responses import StreamingResponsefrom sqlalchemy.orm import Session+logger = logging.getLogger(__name__)+from .. import modelsfrom ..services import history, profiles, ttsfrom ..database import Generation as DBGeneration, VoiceProfile as DBVoiceProfile, get_db@@ -181,25 +184,28 @@ async def get_generation_status(generation_id: str, db: Session = Depends(get_dbimport jsonasync def event_stream():- while True:- db.expire_all()- gen = db.query(DBGeneration).filter_by(id=generation_id).first()- if not gen:- yield f"data: {json.dumps({'status': 'not_found', 'id': generation_id})}\n\n"- return-- payload = {- "id": gen.id,- "status": gen.status or "completed",- "duration": gen.duration,- "error": gen.error,- }- yield f"data: {json.dumps(payload)}\n\n"-- if (gen.status or "completed") in ("completed", "failed"):- return-- await asyncio.sleep(1)+ try:+ while True:+ db.expire_all()+ gen = db.query(DBGeneration).filter_by(id=generation_id).first()+ if not gen:+ yield f"data: {json.dumps({'status': 'not_found', 'id': generation_id})}\n\n"+ return++ payload = {+ "id": gen.id,+ "status": gen.status or "completed",+ "duration": gen.duration,+ "error": gen.error,+ }+ yield f"data: {json.dumps(payload)}\n\n"++ if (gen.status or "completed") in ("completed", "failed"):+ return++ await asyncio.sleep(1)+ except (BrokenPipeError, ConnectionResetError, asyncio.CancelledError):+ logger.debug("SSE client disconnected for generation %s", generation_id)return StreamingResponse(event_stream(),@@ -265,9 +271,12 @@ async def stream_speech(wav_bytes = tts.audio_to_wav_bytes(audio, sample_rate)async def _wav_stream():- chunk_size = 64 * 1024- for i in range(0, len(wav_bytes), chunk_size):- yield wav_bytes[i : i + chunk_size]+ try:+ chunk_size = 64 * 1024+ for i in range(0, len(wav_bytes), chunk_size):+ yield wav_bytes[i : i + chunk_size]+ except (BrokenPipeError, ConnectionResetError, asyncio.CancelledError):+ logger.debug("Client disconnected during audio stream")return StreamingResponse(_wav_stream(),diff --git a/backend/utils/progress.py b/backend/utils/progress.pyindex 418a88c7..56977ebd 100644--- a/backend/utils/progress.py+++ b/backend/utils/progress.py@@ -246,6 +246,8 @@ class ProgressManager:# Send heartbeatyield ": heartbeat\n\n"continue+ except (BrokenPipeError, ConnectionResetError, asyncio.CancelledError):+ logger.debug(f"SSE client disconnected from {model_name}")finally:# Remove from listenersif model_name in self._listeners: