Fix: handle llm_setting switch (#17745)

This commit is contained in:
Lynn
2026-08-04 10:02:14 +08:00
committed by GitHub
parent 594a4640e3
commit 11b2dfcfdd
9 changed files with 74 additions and 23 deletions

View File

@@ -27,7 +27,7 @@ from quart import Response, request
from werkzeug.exceptions import BadRequest
from api.apps import current_user, login_required
from api.apps.restful_apis._generation_params import merge_generation_config, pop_generation_config
from api.apps.restful_apis._generation_params import merge_generation_config, pop_generation_config, resolve_llm_setting
from api.db.joint_services.tenant_model_service import (
get_api_key,
get_composite_model_name_by_id,
@@ -1176,7 +1176,7 @@ async def recommendation():
chat_model_config = get_tenant_default_model_by_type(current_user.id, LLMType.CHAT)
chat_mdl = LLMBundle(current_user.id, chat_model_config)
gen_conf = search_config.get("llm_setting", {"temperature": 0.9})
gen_conf = resolve_llm_setting(search_config.get("llm_setting"))
if "parameter" in gen_conf:
del gen_conf["parameter"]
prompt = load_prompt("related_question")