利用 AI 大模型和自动化工作流,根据主题或关键词一键生成高清短视频。Generate HD short videos from a topic or keyword with an automated AI workflow.
Python ai-video-generatorcontent-creationffmpeginstagram-reelsllmpythonshort-videosubtitlestext-to-speechtiktokvideo-automationvideo-workflowworkflow-automationyoutube-shorts
1. Add azure_tts_v1 to control the speed of speech
yyhhyyyyyy63fb848a1731
diff --git a/app/models/schema.py b/app/models/schema.pyindex e7d65768..c45d7d9e 100644--- a/app/models/schema.py+++ b/app/models/schema.py@@ -108,6 +108,7 @@ class VideoParams(BaseModel):voice_name: Optional[str] = ""voice_volume: Optional[float] = 1.0+ voice_rate: Optional[float] = 1.0bgm_type: Optional[str] = "random"bgm_file: Optional[str] = ""bgm_volume: Optional[float] = 0.2diff --git a/app/services/task.py b/app/services/task.pyindex c4133030..cf396c49 100644--- a/app/services/task.py+++ b/app/services/task.py@@ -32,6 +32,7 @@ def start(task_id, params: VideoParams):video_subject = params.video_subjectvoice_name = voice.parse_voice_name(params.voice_name)+ voice_rate = params.voice_rateparagraph_number = params.paragraph_numbern_threads = params.n_threadsmax_clip_duration = params.video_clip_duration@@ -84,7 +85,7 @@ def start(task_id, params: VideoParams):logger.info("\n\n## generating audio")audio_file = path.join(utils.task_dir(task_id), f"audio.mp3")- sub_maker = voice.tts(text=video_script, voice_name=voice_name, voice_file=audio_file)+ sub_maker = voice.tts(text=video_script, voice_name=voice_name, voice_rate=voice_rate, voice_file=audio_file)if sub_maker is None:sm.state.update_task(task_id, state=const.TASK_STATE_FAILED)logger.error(diff --git a/app/services/voice.py b/app/services/voice.pyindex 26118356..2a316379 100644--- a/app/services/voice.py+++ b/app/services/voice.py@@ -1028,21 +1028,32 @@ def is_azure_v2_voice(voice_name: str):return ""-def tts(text: str, voice_name: str, voice_file: str) -> [SubMaker, None]:+def tts(text: str, voice_name: str, voice_rate: float, voice_file: str) -> [SubMaker, None]:if is_azure_v2_voice(voice_name):return azure_tts_v2(text, voice_name, voice_file)- return azure_tts_v1(text, voice_name, voice_file)+ return azure_tts_v1(text, voice_name, voice_rate, voice_file)-def azure_tts_v1(text: str, voice_name: str, voice_file: str) -> [SubMaker, None]:+def convert_rate_to_percent(rate: float) -> str:+ if rate == 1.0:+ return "+0%"+ percent = round((rate - 1.0) * 100)+ if percent > 0:+ return f"+{percent}%"+ else:+ return f"{percent}%"+++def azure_tts_v1(text: str, voice_name: str, voice_rate: float, voice_file: str) -> [SubMaker, None]:voice_name = parse_voice_name(voice_name)text = text.strip()+ rate_str = convert_rate_to_percent(voice_rate)for i in range(3):try:logger.info(f"start, voice name: {voice_name}, try: {i + 1}")async def _do() -> SubMaker:- communicate = edge_tts.Communicate(text, voice_name)+ communicate = edge_tts.Communicate(text, voice_name, rate=rate_str)sub_maker = edge_tts.SubMaker()with open(voice_file, "wb") as file:async for chunk in communicate.stream():diff --git a/webui/Main.py b/webui/Main.pyindex 69979e2a..1cec8429 100644--- a/webui/Main.py+++ b/webui/Main.py@@ -510,11 +510,11 @@ with middle_panel:with st.spinner(tr("Synthesizing Voice")):temp_dir = utils.storage_dir("temp", create=True)audio_file = os.path.join(temp_dir, f"tmp-voice-{str(uuid4())}.mp3")- sub_maker = voice.tts(text=play_content, voice_name=voice_name, voice_file=audio_file)+ sub_maker = voice.tts(text=play_content, voice_name=voice_name, voice_rate=params.voice_rate, voice_file=audio_file)# if the voice file generation failed, try again with a default content.if not sub_maker:play_content = "This is a example voice. if you hear this, the voice synthesis failed with the original content."- sub_maker = voice.tts(text=play_content, voice_name=voice_name, voice_file=audio_file)+ sub_maker = voice.tts(text=play_content, voice_name=voice_name, voice_rate=params.voice_rate, voice_file=audio_file)if sub_maker and os.path.exists(audio_file):st.audio(audio_file, format="audio/mp3")@@ -531,6 +531,10 @@ with middle_panel:params.voice_volume = st.selectbox(tr("Speech Volume"),options=[0.6, 0.8, 1.0, 1.2, 1.5, 2.0, 3.0, 4.0, 5.0], index=2)++ params.voice_rate = st.selectbox(tr("Speech Rate"),+ options=[0.8, 0.9, 1.0, 1.1, 1.2, 1.3, 1.5, 1.8, 2.0], index=2)+bgm_options = [(tr("No Background Music"), ""),(tr("Random Background Music"), "random"),diff --git a/webui/i18n/zh.json b/webui/i18n/zh.jsonindex 4d560da3..019e7c1c 100644--- a/webui/i18n/zh.json+++ b/webui/i18n/zh.json@@ -26,6 +26,7 @@"Speech Region": "服务区域 (:red[必填,[点击获取](https://portal.azure.com/#view/Microsoft_Azure_ProjectOxford/CognitiveServicesHub/~/SpeechServices)])","Speech Key": "API Key (:red[必填,密钥1 或 密钥2 均可 [点击获取](https://portal.azure.com/#view/Microsoft_Azure_ProjectOxford/CognitiveServicesHub/~/SpeechServices)])","Speech Volume": "朗读音量(1.0表示100%)",+ "Speech Rate": "朗读速度(1.0表示1倍速)","Male": "男性","Female": "女性","Background Music": "背景音乐",