zlei6/ragflow
1
0
Fork 0
mirror of https://github.com/infiniflow/ragflow.git synced 2026-08-05 23:24:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

Go: introduce content_length and max_output (#17807)

Browse Source 
Signed-off-by: Jin Hai <haijin.chn@gmail.com>
This commit is contained in:
Jin Hai
2026-08-04 19:08:31 +08:00
committed by GitHub
parent f707cca074
commit c1f960cd47
19 changed files with 254 additions and 148 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
internal/ingestion/component/dispatch_model.go
View File

@@ -159,8 +159,8 @@ func resolveModelConfigByID(ctx context.Context, db *gorm.DB, tenantID string, m
return nil, "", nil, 0, err
}
maxTokens := 0
if mi, _ := dao.GetModelProviderManager().GetModelByName(provider.ProviderName, modelObj.ModelName); mi != nil && mi.MaxTokens != nil {
maxTokens = *mi.MaxTokens
if mi, _ := dao.GetModelProviderManager().GetModelByName(provider.ProviderName, modelObj.ModelName); mi != nil && mi.MaxOutput != nil {
maxTokens = *mi.MaxOutput
}
if strings.TrimSpace(modelObj.Extra) != "" {
var tenantExtra tenantModelExtra
@@ -217,8 +217,8 @@ func resolveModelConfigFromProviderInstance(ctx context.Context, db *gorm.DB, te
return nil, "", nil, 0, err
}
maxTokens := 0
if mi, _ := dao.GetModelProviderManager().GetModelByName(providerName, pureModelName); mi != nil && mi.MaxTokens != nil {
maxTokens = *mi.MaxTokens
if mi, _ := dao.GetModelProviderManager().GetModelByName(providerName, pureModelName); mi != nil && mi.MaxOutput != nil {
maxTokens = *mi.MaxOutput
}
if modelObj != nil && strings.TrimSpace(modelObj.Extra) != "" {
var tenantExtra tenantModelExtra
@@ -259,8 +259,8 @@ func resolveModelConfigFromProviderInstance(ctx context.Context, db *gorm.DB, te
}
apiConfig := &modelModule.APIConfig{ApiKey: &apiKey, Region: &region, BaseURL: &baseURL}
maxTokens := 0
if llmInfo.MaxTokens != nil {
maxTokens = *llmInfo.MaxTokens
if llmInfo.MaxOutput != nil {
maxTokens = *llmInfo.MaxOutput
}
return driver, llmInfo.Name, apiConfig, maxTokens, nil
}