fix(api): respect configured model params in prompt generator (#41165)

This commit is contained in:
Xiyuan Chen
2026-08-24 09:02:34 +00:00
committed by GitHub
parent 4f8a4c20fd
commit 28a4859218
+5 -2
View File
@@ -945,7 +945,7 @@ class LLMGenerator:
)
),
]
model_parameters = {"temperature": 0.4}
model_parameters, stop = _normalize_completion_params(model_config.completion_params)
response: LLMResult | None = None
error: str | None = None
@@ -954,7 +954,10 @@ class LLMGenerator:
with measure_time() as timer:
try:
response = model_instance.invoke_llm(
prompt_messages=list(prompt_messages), model_parameters=model_parameters, stream=False
prompt_messages=list(prompt_messages),
model_parameters=model_parameters,
stop=stop,
stream=False,
)
generated_raw = response.message.get_text_content()
first_brace = generated_raw.find("{")