From 4c6f575913db8e7a37c113d4e7cef33de68e39a3 Mon Sep 17 00:00:00 2001 From: Jin Hai Date: Thu, 6 Aug 2026 10:48:28 +0800 Subject: [PATCH] Go: remove part of max_tokens (#17908) Signed-off-by: Jin Hai --- internal/entity/models/azure_openai.go | 6 ------ internal/entity/models/huaweicloud.go | 3 --- internal/entity/models/model.go | 2 +- 3 files changed, 1 insertion(+), 10 deletions(-) diff --git a/internal/entity/models/azure_openai.go b/internal/entity/models/azure_openai.go index bebef259b3..aa317d0c8a 100644 --- a/internal/entity/models/azure_openai.go +++ b/internal/entity/models/azure_openai.go @@ -94,9 +94,6 @@ func (a *AzureOpenAIModel) ChatWithMessages(ctx context.Context, modelName strin } if chatModelConfig != nil { - if chatModelConfig.MaxTokens != nil { - reqBody["max_tokens"] = *chatModelConfig.MaxTokens - } if chatModelConfig.Temperature != nil { reqBody["temperature"] = *chatModelConfig.Temperature } @@ -151,9 +148,6 @@ func (a *AzureOpenAIModel) ChatStreamlyWithSender(ctx context.Context, modelName if chatModelConfig.Stream != nil && !*chatModelConfig.Stream { return fmt.Errorf("stream must be true in ChatStreamlyWithSender") } - if chatModelConfig.MaxTokens != nil { - reqBody["max_tokens"] = *chatModelConfig.MaxTokens - } if chatModelConfig.Temperature != nil { reqBody["temperature"] = *chatModelConfig.Temperature } diff --git a/internal/entity/models/huaweicloud.go b/internal/entity/models/huaweicloud.go index dbbdd4c546..d36514e4c6 100644 --- a/internal/entity/models/huaweicloud.go +++ b/internal/entity/models/huaweicloud.go @@ -123,9 +123,6 @@ func huaweiCloudApplyChatConfig(req map[string]any, modelName string, chatModelC if chatModelConfig == nil { return } - if chatModelConfig.MaxTokens != nil { - req["max_tokens"] = *chatModelConfig.MaxTokens - } if chatModelConfig.Temperature != nil { req["temperature"] = *chatModelConfig.Temperature } diff --git a/internal/entity/models/model.go b/internal/entity/models/model.go index b944792384..c97d10e007 100644 --- a/internal/entity/models/model.go +++ b/internal/entity/models/model.go @@ -555,7 +555,7 @@ func (pm *ProviderManager) GetModelUrl(providerName, modelName, modelType string } } -// 4. Search specific model information with filtering by max_tokens or type +// SearchModelInfo search specific model information with filtering by type or other conditions func (pm *ProviderManager) SearchModelInfo(providerName, modelName string, filterBy string, filterValue interface{}) ModelResponse { resp := ModelResponse{ Code: 0,