Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

Go: remove part of max_tokens (#17908)

Jin Hai4c6f575913db
diff --git a/internal/entity/models/azure_openai.go b/internal/entity/models/azure_openai.go
index bebef259b3..aa317d0c8a 100644
--- a/internal/entity/models/azure_openai.go
+++ b/internal/entity/models/azure_openai.go
@@ -94,9 +94,6 @@ func (a *AzureOpenAIModel) ChatWithMessages(ctx context.Context, modelName strin
}
if chatModelConfig != nil {
- if chatModelConfig.MaxTokens != nil {
- reqBody["max_tokens"] = *chatModelConfig.MaxTokens
- }
if chatModelConfig.Temperature != nil {
reqBody["temperature"] = *chatModelConfig.Temperature
}
@@ -151,9 +148,6 @@ func (a *AzureOpenAIModel) ChatStreamlyWithSender(ctx context.Context, modelName
if chatModelConfig.Stream != nil && !*chatModelConfig.Stream {
return fmt.Errorf("stream must be true in ChatStreamlyWithSender")
}
- if chatModelConfig.MaxTokens != nil {
- reqBody["max_tokens"] = *chatModelConfig.MaxTokens
- }
if chatModelConfig.Temperature != nil {
reqBody["temperature"] = *chatModelConfig.Temperature
}
diff --git a/internal/entity/models/huaweicloud.go b/internal/entity/models/huaweicloud.go
index dbbdd4c546..d36514e4c6 100644
--- a/internal/entity/models/huaweicloud.go
+++ b/internal/entity/models/huaweicloud.go
@@ -123,9 +123,6 @@ func huaweiCloudApplyChatConfig(req map[string]any, modelName string, chatModelC
if chatModelConfig == nil {
return
}
- if chatModelConfig.MaxTokens != nil {
- req["max_tokens"] = *chatModelConfig.MaxTokens
- }
if chatModelConfig.Temperature != nil {
req["temperature"] = *chatModelConfig.Temperature
}
diff --git a/internal/entity/models/model.go b/internal/entity/models/model.go
index b944792384..c97d10e007 100644
--- a/internal/entity/models/model.go
+++ b/internal/entity/models/model.go
@@ -555,7 +555,7 @@ func (pm *ProviderManager) GetModelUrl(providerName, modelName, modelType string
}
}
-// 4. Search specific model information with filtering by max_tokens or type
+// SearchModelInfo search specific model information with filtering by type or other conditions
func (pm *ProviderManager) SearchModelInfo(providerName, modelName string, filterBy string, filterValue interface{}) ModelResponse {
resp := ModelResponse{
Code: 0,