package component import ( "context" "encoding/json" "errors" "fmt" "strings" "ragflow/internal/agent/runtime" "ragflow/internal/common" "ragflow/internal/dao" "ragflow/internal/entity" "go.uber.org/zap" "gorm.io/gorm" ) // resolveTenantLLMConfig fills tenant-scoped API credentials for the supplied // driver/model pair when the canvas DSL omitted them. It first checks the old // tenant_llm table, then falls back to tenant_model_provider + // tenant_model_instance when the composite llm_id carries an instance name. func resolveTenantLLMConfig(ctx context.Context, driver, modelID, apiKey, baseURL, originalModelID string) (string, string) { if apiKey != "" || driver == "" || modelID == "" { return apiKey, baseURL } state, _, err := runtime.GetStateFromContext[*runtime.CanvasState](ctx) if err != nil || state == nil { common.Debug("llm credentials: no canvas state in ctx") return apiKey, baseURL } tid, _ := state.Sys["tenant_id"].(string) if tid == "" { common.Debug("llm credentials: state.Sys has no tenant_id") return apiKey, baseURL } if resolvedKey, resolvedBaseURL, ok := resolveTenantLLMCredentials(tid, driver, modelID, baseURL); ok { return resolvedKey, resolvedBaseURL } if originalModelID == "" { return apiKey, baseURL } if resolvedKey, resolvedBaseURL, ok := resolveTenantModelInstanceCredentials(tid, originalModelID, baseURL); ok { return resolvedKey, resolvedBaseURL } return apiKey, baseURL } // resolveTenantLLMCredentials looks up the old tenant_llm table for the given // tenant / factory / model. Returns true when credentials were found. func resolveTenantLLMCredentials(tid, driver, modelID, baseURL string) (string, string, bool) { common.Debug("llm credentials: tenant_llm lookup", zap.String("tid", tid), zap.String("factory", driver), zap.String("model", modelID)) row, err := dao.NewTenantLLMDAO().GetByTenantFactoryAndModelName(tid, driver, modelID) if err != nil { common.Debug("llm credentials: tenant_llm lookup", zap.Error(err)) return "", baseURL, false } if row == nil { common.Debug("llm credentials: tenant_llm lookup: no row") return "", baseURL, false } apiKey := "" if row.APIKey != nil { apiKey = *row.APIKey } if baseURL == "" && row.APIBase != nil { baseURL = *row.APIBase } common.Debug("llm credentials: tenant_llm OK", zap.Bool("api_key_present", apiKey != ""), zap.Bool("base_url_present", baseURL != "")) return apiKey, baseURL, apiKey != "" } // resolveTenantModelInstanceCredentials attempts to resolve llm credentials // through tenant_model_provider + tenant_model_instance using the original // composite llm_id (which still carries the instance name). func resolveTenantModelInstanceCredentials(tid, compositeLLMID, baseURL string) (string, string, bool) { modelName, instanceName, providerName := parseLLMIDParts(compositeLLMID) if instanceName == "" { common.Debug("llm credentials: new-table fallback skipped: no instance name", zap.String("composite_llm_id", compositeLLMID)) return "", baseURL, false } common.Debug("llm credentials: new-table fallback", zap.String("tid", tid), zap.String("provider", providerName), zap.String("model", modelName), zap.String("instance", instanceName)) provider, err := dao.NewTenantModelProviderDAO().GetByTenantIDAndProviderName(tid, providerName) if err != nil || provider == nil { common.Debug("llm credentials: new-table fallback: provider not found", zap.String("provider", providerName), zap.Error(err)) return "", baseURL, false } instance, err := dao.NewTenantModelInstanceDAO().GetByProviderIDAndInstanceName(provider.ID, instanceName) if err != nil || instance == nil { if instanceName == "default" { if fallback := findSoleActiveProviderInstance(provider.ID); fallback != nil { common.Debug("llm credentials: new-table fallback: remapped default instance to sole active instance", zap.String("instance", fallback.InstanceName), zap.String("provider", providerName)) instance = fallback err = nil } } } if err != nil || instance == nil { common.Debug("llm credentials: new-table fallback: instance not found", zap.String("instance", instanceName), zap.String("provider", providerName), zap.Error(err)) return "", baseURL, false } apiKey := instance.APIKey if instance.Extra != "" && baseURL == "" { var extra map[string]string if err := json.Unmarshal([]byte(instance.Extra), &extra); err == nil { if u := extra["base_url"]; u != "" { baseURL = u } } } common.Debug("llm credentials: new-table OK", zap.String("provider", providerName), zap.String("instance", instance.InstanceName), zap.Bool("api_key_present", apiKey != ""), zap.Bool("base_url_present", baseURL != "")) return apiKey, baseURL, apiKey != "" } func findSoleActiveProviderInstance(providerID string) *entity.TenantModelInstance { instances, err := dao.NewTenantModelInstanceDAO().GetAllInstancesByProviderID(providerID) if err != nil { common.Debug("llm credentials: list provider instances", zap.Error(err)) return nil } active := make([]*entity.TenantModelInstance, 0, len(instances)) for _, inst := range instances { if inst == nil { continue } if strings.EqualFold(strings.TrimSpace(inst.Status), "inactive") { continue } active = append(active, inst) } if len(active) != 1 { return nil } return active[0] } func resolveTenantChatModelByID(ctx context.Context, modelRef, apiKey, baseURL string) (string, string, string, string, bool, error) { if !isBareTenantModelID(modelRef) { return "", "", apiKey, baseURL, false, nil } state, _, err := runtime.GetStateFromContext[*runtime.CanvasState](ctx) if err != nil || state == nil { return "", "", apiKey, baseURL, false, nil } tid, _ := state.Sys["tenant_id"].(string) if tid == "" { return "", "", apiKey, baseURL, false, nil } modelName, provider, modelKey, modelBaseURL, ok, err := resolveTenantChatModelByTenantModelID(tid, modelRef, apiKey, baseURL) if err != nil { return "", "", apiKey, baseURL, false, err } if ok { return modelName, provider, modelKey, modelBaseURL, true, nil } modelName, provider, instanceKey, instanceBaseURL, ok, err := resolveTenantChatModelByInstanceID(tid, modelRef, apiKey, baseURL) if err != nil { return "", "", apiKey, baseURL, false, err } if ok { return modelName, provider, instanceKey, instanceBaseURL, true, nil } return "", "", apiKey, baseURL, false, fmt.Errorf("tenant chat model id %q not found", modelRef) } func resolveTenantChatModelByTenantModelID(tid, modelID, apiKey, baseURL string) (string, string, string, string, bool, error) { model, err := dao.NewTenantModelDAO().GetByID(modelID) if err != nil { if errors.Is(err, gorm.ErrRecordNotFound) { return "", "", apiKey, baseURL, false, nil } return "", "", apiKey, baseURL, false, fmt.Errorf("resolve tenant model id %q: %w", modelID, err) } if !strings.EqualFold(strings.TrimSpace(model.Status), "active") { return "", "", apiKey, baseURL, false, fmt.Errorf("tenant model id %s is disabled", modelID) } if !entity.ModelType(model.ModelType).Has(entity.ModelTypeChat) { return "", "", apiKey, baseURL, false, fmt.Errorf("tenant model id %s cannot be used as chat model", modelID) } provider, err := dao.NewTenantModelProviderDAO().GetByID(model.ProviderID) if err != nil { return "", "", apiKey, baseURL, false, fmt.Errorf("resolve provider for tenant model id %q: %w", modelID, err) } if provider.TenantID != tid { return "", "", apiKey, baseURL, false, fmt.Errorf("tenant %s has no access to model id %s", tid, modelID) } instance, err := dao.NewTenantModelInstanceDAO().GetByID(model.InstanceID) if err != nil { return "", "", apiKey, baseURL, false, fmt.Errorf("resolve instance for tenant model id %q: %w", modelID, err) } apiKey, baseURL = fillInstanceCredentials(instance, apiKey, baseURL) return model.ModelName, provider.ProviderName, apiKey, baseURL, true, nil } func resolveTenantChatModelByInstanceID(tid, instanceID, apiKey, baseURL string) (string, string, string, string, bool, error) { instance, err := dao.NewTenantModelInstanceDAO().GetByID(instanceID) if err != nil { if errors.Is(err, gorm.ErrRecordNotFound) { return "", "", apiKey, baseURL, false, nil } return "", "", apiKey, baseURL, false, fmt.Errorf("resolve tenant model instance id %q: %w", instanceID, err) } provider, err := dao.NewTenantModelProviderDAO().GetByID(instance.ProviderID) if err != nil { return "", "", apiKey, baseURL, false, fmt.Errorf("resolve provider for tenant model instance id %q: %w", instanceID, err) } if provider.TenantID != tid { return "", "", apiKey, baseURL, false, fmt.Errorf("tenant %s has no access to model instance id %s", tid, instanceID) } models, err := dao.NewTenantModelDAO().GetModelsByInstanceID(instance.ID) if err != nil { return "", "", apiKey, baseURL, false, fmt.Errorf("resolve models for tenant model instance id %q: %w", instanceID, err) } candidates := make([]*entity.TenantModel, 0, len(models)) for _, model := range models { if model == nil || model.ProviderID != provider.ID { continue } if !strings.EqualFold(strings.TrimSpace(model.Status), "active") { continue } if !entity.ModelType(model.ModelType).Has(entity.ModelTypeChat) { continue } candidates = append(candidates, model) } if len(candidates) == 0 { return "", "", apiKey, baseURL, false, fmt.Errorf("tenant model instance id %s has no active chat model", instanceID) } if len(candidates) > 1 { return "", "", apiKey, baseURL, false, fmt.Errorf("tenant model instance id %s has %d active chat models; use tenant_model.id or model@instance@provider", instanceID, len(candidates)) } apiKey, baseURL = fillInstanceCredentials(instance, apiKey, baseURL) return candidates[0].ModelName, provider.ProviderName, apiKey, baseURL, true, nil } func fillInstanceCredentials(instance *entity.TenantModelInstance, apiKey, baseURL string) (string, string) { if instance == nil { return apiKey, baseURL } if apiKey == "" { apiKey = instance.APIKey } if baseURL == "" && instance.Extra != "" { var extra map[string]string if err := json.Unmarshal([]byte(instance.Extra), &extra); err == nil { baseURL = extra["base_url"] } } return apiKey, baseURL } func isBareTenantModelID(s string) bool { s = strings.TrimSpace(s) if len(s) != 32 || strings.Contains(s, "@") { return false } for _, r := range s { switch { case r >= '0' && r <= '9': case r >= 'a' && r <= 'f': case r >= 'A' && r <= 'F': default: return false } } return true } // parseLLMIDParts splits a composite llm_id into model, instance, and // provider segments. // // "model@provider" -> ("model", "default", "provider") // "model@instance@provider" -> ("model", "instance", "provider") // 4+ parts -> ("parts[0]", "parts[1]", "parts[2]") func parseLLMIDParts(s string) (modelName, instanceName, providerName string) { parts := strings.Split(strings.TrimSpace(s), "@") switch len(parts) { case 2: return parts[0], "default", parts[1] case 3: return parts[0], parts[1], parts[2] default: if len(parts) >= 4 { return parts[0], parts[1], parts[2] } return s, "", "" } }