Skip to content

利用 AI 大模型和自动化工作流,根据主题或关键词一键生成高清短视频。Generate HD short videos from a topic or keyword with an automated AI workflow.

fix(qwen): pass API key per generation request

Rudy Celekliaeb460bfe087
diff --git a/app/services/llm.py b/app/services/llm.py
index 75b543c0..5bab0fc7 100644
--- a/app/services/llm.py
+++ b/app/services/llm.py
@@ -334,9 +334,10 @@ def _generate_response(prompt: str, app_config=None) -> str:
import dashscope
from dashscope.api_entities.dashscope_response import GenerationResponse
- dashscope.api_key = api_key
response = dashscope.Generation.call(
- model=model_name, messages=[{"role": "user", "content": prompt}]
+ model=model_name,
+ messages=[{"role": "user", "content": prompt}],
+ api_key=api_key,
)
if response:
if isinstance(response, GenerationResponse):
diff --git a/test/services/test_llm.py b/test/services/test_llm.py
index 341f6054..ad02f4c8 100644
--- a/test/services/test_llm.py
+++ b/test/services/test_llm.py
@@ -5,8 +5,10 @@ import tempfile
import tomllib
import types
import unittest
+from concurrent.futures import ThreadPoolExecutor
from dataclasses import replace
from pathlib import Path
+from threading import Barrier
from unittest.mock import patch
from pydantic import ValidationError
@@ -1208,6 +1210,47 @@ class TestLiteLLMProvider(unittest.TestCase):
self.assertIn("returned empty choices", result)
self.assertNotIn("NoneType", result)
+ def test_qwen_concurrent_snapshots_keep_their_own_api_keys(self):
+ class FakeGenerationResponse(dict):
+ status_code = 200
+
+ barrier = Barrier(2, timeout=5)
+ calls = {}
+ fake_dashscope = types.SimpleNamespace(api_key="unrelated-global-key")
+
+ def call(**kwargs):
+ barrier.wait()
+ prompt = kwargs["messages"][0]["content"]
+ calls[prompt] = kwargs.get("api_key")
+ return FakeGenerationResponse({"output": {"text": prompt}})
+
+ fake_dashscope.Generation = types.SimpleNamespace(call=call)
+ modules = {
+ "dashscope": fake_dashscope,
+ "dashscope.api_entities": types.SimpleNamespace(),
+ "dashscope.api_entities.dashscope_response": types.SimpleNamespace(
+ GenerationResponse=FakeGenerationResponse
+ ),
+ }
+ with patch.dict(sys.modules, modules), ThreadPoolExecutor(max_workers=2) as pool:
+ first = pool.submit(
+ llm._generate_response,
+ "first prompt",
+ {"llm_provider": "qwen", "qwen_api_key": "first-key"},
+ )
+ second = pool.submit(
+ llm._generate_response,
+ "second prompt",
+ {"llm_provider": "qwen", "qwen_api_key": "second-key"},
+ )
+ self.assertEqual(first.result(), "first prompt")
+ self.assertEqual(second.result(), "second prompt")
+
+ self.assertEqual(
+ calls, {"first prompt": "first-key", "second prompt": "second-key"}
+ )
+ self.assertEqual(fake_dashscope.api_key, "unrelated-global-key")
+
def test_apimart_provider_uses_unwrapped_openai_compatible_endpoint(self):
"""
APIMart 文档同时展示 `/api/v1` 和 `/v1` 两组入口。前者的示例响应