Skip to content

armgit / dify

Public Imported from GitHub
0

Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.

fix(api): respect configured model params in prompt generator (#41165)

Xiyuan Chen28a4859218b3
diff --git a/api/core/llm_generator/llm_generator.py b/api/core/llm_generator/llm_generator.py
index 32e16830f4f..e8b1b023687 100644
--- a/api/core/llm_generator/llm_generator.py
+++ b/api/core/llm_generator/llm_generator.py
@@ -945,7 +945,7 @@ class LLMGenerator:
)
),
]
- model_parameters = {"temperature": 0.4}
+ model_parameters, stop = _normalize_completion_params(model_config.completion_params)
response: LLMResult | None = None
error: str | None = None
@@ -954,7 +954,10 @@ class LLMGenerator:
with measure_time() as timer:
try:
response = model_instance.invoke_llm(
- prompt_messages=list(prompt_messages), model_parameters=model_parameters, stream=False
+ prompt_messages=list(prompt_messages),
+ model_parameters=model_parameters,
+ stop=stop,
+ stream=False,
)
generated_raw = response.message.get_text_content()
first_brace = generated_raw.find("{")