Go: introduce content_length and max_output (#17807)

Signed-off-by: Jin Hai <haijin.chn@gmail.com>
This commit is contained in:
Jin Hai
2026-08-04 19:08:31 +08:00
committed by GitHub
parent f707cca074
commit c1f960cd47
19 changed files with 254 additions and 148 deletions

View File

@@ -690,14 +690,14 @@ func parseNvidiaModelList(modelList ModelList, provider *Provider) []ListModelRe
}
}
if preset != nil {
response.MaxTokens = preset.MaxTokens
response.MaxOutput = preset.MaxOutput
response.ModelTypes = append([]string(nil), preset.ModelTypes...)
response.Thinking = preset.Thinking
response.MaxDimension = preset.MaxDimension
response.Dimensions = append([]int(nil), preset.Dimensions...)
} else {
maxTokens := defaultMaxTokens
response.MaxTokens = &maxTokens
response.MaxOutput = &maxTokens
response.ModelTypes = InferModelTypes(modelName)
}
if len(response.ModelTypes) == 0 {