zlei6/ragflow
1
0
Fork 0
mirror of https://github.com/infiniflow/ragflow.git synced 2026-08-05 23:24:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

Go: introduce content_length and max_output (#17807)

Browse Source 
Signed-off-by: Jin Hai <haijin.chn@gmail.com>
This commit is contained in:
Jin Hai
2026-08-04 19:08:31 +08:00
committed by GitHub
parent f707cca074
commit c1f960cd47
19 changed files with 254 additions and 148 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
internal/entity/models/model.go
View File

@@ -160,17 +160,18 @@ type ModelTools struct {
// Model represents a single LLM model
type Model struct {
Name string `json:"name"`
MaxTokens *int `json:"max_tokens"`
ModelTypes []string `json:"model_types"`
Thinking *ModelThinking `json:"thinking"`
Tools *ModelTools `json:"tools"`
Class *string `json:"class"`
MaxDimension *int `json:"max_dimension"` // used by embedding models
Dimensions []int `json:"dimensions"`
Alias []string `json:"alias"`
Rank *int `json:"rank"`
ModelTypeMap map[string]bool
Name string `json:"name"`
ContentLength *int `json:"content_length"`
MaxOutput *int `json:"max_output"`
ModelTypes []string `json:"model_types"`
Thinking *ModelThinking `json:"thinking"`
Tools *ModelTools `json:"tools"`
Class *string `json:"class"`
MaxDimension *int `json:"max_dimension"` // used by embedding models
Dimensions []int `json:"dimensions"`
Alias []string `json:"alias"`
Rank *int `json:"rank"`
ModelTypeMap map[string]bool
}
// Provider represents an LLM provider
@@ -411,8 +412,8 @@ func (pm *ProviderManager) ListAllModels() ([]map[string]interface{}, error) {
if model.Thinking != nil {
modelData["thinking"] = model.Thinking
}
if model.MaxTokens != nil {
modelData["max_tokens"] = *model.MaxTokens
if model.MaxOutput != nil {
modelData["max_output"] = *model.MaxOutput
}
if model.MaxDimension != nil {
modelData["max_dimension"] = *model.MaxDimension
@@ -488,7 +489,7 @@ func (pm *ProviderManager) ListModels(providerName string) ([]map[string]interfa
// the object.
modelData := map[string]interface{}{
"name": model.Name,
"max_tokens": model.MaxTokens,
"max_output": model.MaxOutput,
"model_types": model.ModelTypes,
"max_dimension": model.MaxDimension,
"dimensions": model.Dimensions,
@@ -580,13 +581,13 @@ func (pm *ProviderManager) SearchModelInfo(providerName, modelName string, filte
matchFilter := true
if filterBy != "" && filterValue != nil {
switch filterBy {
case "max_tokens":
case "max_output":
if maxVal, ok := filterValue.(int); ok {
if *model.MaxTokens < maxVal {
if *model.MaxOutput < maxVal {
matchFilter = false
resp.Code = 400
resp.Message = fmt.Sprintf("Model does not meet filter criteria: max_tokens (%d) < %d",
model.MaxTokens, maxVal)
resp.Message = fmt.Sprintf("Model does not meet filter criteria: max_output (%d) < %d",
model.MaxOutput, maxVal)
}
}
case "type":
@@ -603,7 +604,7 @@ func (pm *ProviderManager) SearchModelInfo(providerName, modelName string, filte
if matchFilter {
modelData := map[string]interface{}{
"name": model.Name,
"max_tokens": model.MaxTokens,
"max_output": model.MaxOutput,
"model_types": model.ModelTypes,
//"features": getFeaturesMap(model.Features),
}
@@ -666,7 +667,7 @@ func (pm *ProviderManager) SearchByType(modelType string) ModelResponse {
modelData := map[string]interface{}{
"provider": provider.Name,
"name": model.Name,
"max_tokens": model.MaxTokens,
"max_output": model.MaxOutput,
"model_types": model.ModelTypes,
//"features": getFeaturesMap(model.Features),
}