mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-30 20:49:21 +08:00
d5604f8947
## Summary - Add provider-local Chat, Embedding, and Rerank response structures with usage mapping. - Align streaming usage and tool-call state handling across Gitee, OpenRouter, Jiekou.AI, and Hunyuan. - Preserve Jina's non-streaming behavior and explicit unsupported streaming response, while fixing Jiekou.AI thinking=false handling.
109 lines
3.0 KiB
Go
109 lines
3.0 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package models
|
|
|
|
import (
|
|
"encoding/json"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
)
|
|
|
|
func TestProviderLocalChatResponsesExposeUsage(t *testing.T) {
|
|
type providerCase struct {
|
|
name string
|
|
path string
|
|
new func(string) ModelDriver
|
|
}
|
|
|
|
cases := []providerCase{
|
|
{
|
|
name: "jina",
|
|
path: "/chat/completions",
|
|
new: func(baseURL string) ModelDriver {
|
|
return NewJinaModel(map[string]string{"default": baseURL}, URLSuffix{Chat: "chat/completions"})
|
|
},
|
|
},
|
|
{
|
|
name: "gitee",
|
|
path: "/chat/completions",
|
|
new: func(baseURL string) ModelDriver {
|
|
return NewGiteeModel(map[string]string{"default": baseURL}, URLSuffix{Chat: "chat/completions"})
|
|
},
|
|
},
|
|
{
|
|
name: "openrouter",
|
|
path: "/chat/completions",
|
|
new: func(baseURL string) ModelDriver {
|
|
return NewOpenRouterModel(map[string]string{"default": baseURL}, URLSuffix{Chat: "chat/completions"})
|
|
},
|
|
},
|
|
{
|
|
name: "jiekouai",
|
|
path: "/openai/v1/chat/completions",
|
|
new: func(baseURL string) ModelDriver {
|
|
return NewJieKouAIModel(map[string]string{"default": baseURL}, URLSuffix{Chat: "openai/v1/chat/completions"})
|
|
},
|
|
},
|
|
{
|
|
name: "hunyuan",
|
|
path: "/chat/completions",
|
|
new: func(baseURL string) ModelDriver {
|
|
return NewHunyuanModel(map[string]string{"default": baseURL}, URLSuffix{Chat: "chat/completions"})
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, tc := range cases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
if r.URL.Path != tc.path {
|
|
t.Errorf("path=%q, want %q", r.URL.Path, tc.path)
|
|
}
|
|
_ = json.NewEncoder(w).Encode(map[string]any{
|
|
"id": "chat-request",
|
|
"choices": []map[string]any{{
|
|
"message": map[string]any{"content": "answer"},
|
|
}},
|
|
"usage": map[string]any{
|
|
"prompt_tokens": 3,
|
|
"completion_tokens": 5,
|
|
"total_tokens": 8,
|
|
},
|
|
})
|
|
}))
|
|
defer server.Close()
|
|
|
|
apiKey := "test-key"
|
|
response, err := tc.new(server.URL).ChatWithMessages(
|
|
t.Context(),
|
|
"model",
|
|
[]Message{{Role: "user", Content: "hello"}},
|
|
&APIConfig{ApiKey: &apiKey},
|
|
nil,
|
|
nil,
|
|
)
|
|
if err != nil {
|
|
t.Fatalf("ChatWithMessages: %v", err)
|
|
}
|
|
if response.Usage == nil || response.Usage.PromptTokens != 3 || response.Usage.CompletionTokens != 5 || response.Usage.TotalTokens != 8 {
|
|
t.Fatalf("Usage=%#v, want prompt=3 completion=5 total=8", response.Usage)
|
|
}
|
|
})
|
|
}
|
|
}
|