2026-03-05 17:27:17 +08:00
|
|
|
#
|
|
|
|
|
# Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
|
|
|
#
|
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
|
#
|
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
#
|
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
|
# limitations under the License.
|
|
|
|
|
#
|
2026-03-26 13:45:10 +05:00
|
|
|
from common.constants import LLMType
|
2026-04-20 01:37:36 -07:00
|
|
|
from common.exceptions import ArgumentException
|
2026-03-05 17:27:17 +08:00
|
|
|
from api.db.services.tenant_llm_service import TenantLLMService
|
|
|
|
|
|
2026-03-26 13:45:10 +05:00
|
|
|
_KEY_TO_MODEL_TYPE = {
|
|
|
|
|
"llm_id": LLMType.CHAT,
|
|
|
|
|
"embd_id": LLMType.EMBEDDING,
|
|
|
|
|
"asr_id": LLMType.SPEECH2TEXT,
|
|
|
|
|
"img2txt_id": LLMType.IMAGE2TEXT,
|
|
|
|
|
"rerank_id": LLMType.RERANK,
|
|
|
|
|
"tts_id": LLMType.TTS,
|
|
|
|
|
}
|
|
|
|
|
|
2026-04-20 01:37:36 -07:00
|
|
|
def ensure_tenant_model_id_for_params(tenant_id: str, param_dict: dict, *, strict: bool = False) -> dict:
|
2026-03-05 17:27:17 +08:00
|
|
|
for key in ["llm_id", "embd_id", "asr_id", "img2txt_id", "rerank_id", "tts_id"]:
|
|
|
|
|
if param_dict.get(key) and not param_dict.get(f"tenant_{key}"):
|
2026-03-26 13:45:10 +05:00
|
|
|
model_type = _KEY_TO_MODEL_TYPE.get(key)
|
|
|
|
|
tenant_model = TenantLLMService.get_api_key(tenant_id, param_dict[key], model_type)
|
2026-04-20 01:37:36 -07:00
|
|
|
if not tenant_model and model_type == LLMType.CHAT:
|
|
|
|
|
tenant_model = TenantLLMService.get_api_key(tenant_id, param_dict[key])
|
2026-03-05 17:27:17 +08:00
|
|
|
if tenant_model:
|
|
|
|
|
param_dict.update({f"tenant_{key}": tenant_model.id})
|
|
|
|
|
else:
|
2026-04-20 01:37:36 -07:00
|
|
|
if strict:
|
|
|
|
|
model_type_val = model_type.value if hasattr(model_type, "value") else model_type
|
|
|
|
|
raise ArgumentException(
|
|
|
|
|
f"Tenant Model with name {param_dict[key]} and type {model_type_val} not found"
|
|
|
|
|
)
|
2026-03-05 17:27:17 +08:00
|
|
|
param_dict.update({f"tenant_{key}": 0})
|
|
|
|
|
return param_dict
|