diff --git a/conf/models/gpustack.json b/conf/models/gpustack.json
new file mode 100644
index 0000000000..e76278a172
--- /dev/null
+++ b/conf/models/gpustack.json
@@ -0,0 +1,8 @@
+{
+ "name": "GPUStack",
+ "url_suffix": {
+ "chat": "v1/chat/completions",
+ "models": "v1/models"
+ },
+ "class": "local"
+}
diff --git a/internal/entity/models/factory.go b/internal/entity/models/factory.go
index 7e103baf3f..f7dad653b9 100644
--- a/internal/entity/models/factory.go
+++ b/internal/entity/models/factory.go
@@ -115,6 +115,8 @@ func (f *ModelFactory) CreateModelDriver(providerName string, baseURL map[string
return NewAI302Model(baseURL, urlSuffix), nil
case "mineru_local":
return NewMinerLocalUModel(baseURL, urlSuffix), nil
+ case "gpustack":
+ return NewGPUStackModel(baseURL, urlSuffix), nil
case "n1n":
return NewN1NModel(baseURL, urlSuffix), nil
default:
diff --git a/internal/entity/models/gpustack.go b/internal/entity/models/gpustack.go
new file mode 100644
index 0000000000..6ed812343c
--- /dev/null
+++ b/internal/entity/models/gpustack.go
@@ -0,0 +1,469 @@
+//
+// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+
+package models
+
+import (
+ "bufio"
+ "bytes"
+ "context"
+ "encoding/json"
+ "fmt"
+ "io"
+ "net/http"
+ "strings"
+ "time"
+)
+
+// GPUStackModel implements ModelDriver for GPUStack
+// (https://docs.gpustack.ai/), a self-hosted OpenAI-compatible model
+// serving layer. The base URL is supplied by the tenant at instance
+// creation time, matching the LM Studio / vLLM / Ollama pattern.
+//
+// Chat is served at /v1/chat/completions with the standard
+// OpenAI wire shape and Bearer auth (the GPUStack server always
+// requires an API key; see rag/llm/chat_model.py GPUStack route).
+// /v1 also aliases /v1-openai for chat and embeddings; this driver
+// uses /v1 to match the Python side and the closed bug report
+// #13236 ("v1 suffix required in base url").
+type GPUStackModel struct {
+ BaseURL map[string]string
+ URLSuffix URLSuffix
+ httpClient *http.Client
+}
+
+func NewGPUStackModel(baseURL map[string]string, urlSuffix URLSuffix) *GPUStackModel {
+ transport := http.DefaultTransport.(*http.Transport).Clone()
+ transport.MaxIdleConns = 100
+ transport.MaxIdleConnsPerHost = 10
+ transport.IdleConnTimeout = 90 * time.Second
+ transport.DisableCompression = false
+ transport.ResponseHeaderTimeout = 60 * time.Second
+
+ return &GPUStackModel{
+ BaseURL: baseURL,
+ URLSuffix: urlSuffix,
+ httpClient: &http.Client{
+ Transport: transport,
+ },
+ }
+}
+
+func (g *GPUStackModel) NewInstance(baseURL map[string]string) ModelDriver {
+ return NewGPUStackModel(baseURL, g.URLSuffix)
+}
+
+func (g *GPUStackModel) Name() string {
+ return "gpustack"
+}
+
+// baseURLForRegion returns the base URL for the given region. GPUStack
+// is self-hosted: the base URL is supplied by the tenant per instance,
+// so a missing entry is a configuration error rather than something
+// we can paper over with a default host.
+func (g *GPUStackModel) baseURLForRegion(region string) (string, error) {
+ base, ok := g.BaseURL[region]
+ if !ok || base == "" {
+ return "", fmt.Errorf("gpustack: no base URL configured for region %q (the tenant must supply the GPUStack server URL when adding the instance)", region)
+ }
+ return strings.TrimSuffix(base, "/"), nil
+}
+
+// ChatWithMessages sends multiple messages and returns the response.
+func (g *GPUStackModel) ChatWithMessages(modelName string, messages []Message, apiConfig *APIConfig, chatModelConfig *ChatConfig) (*ChatResponse, error) {
+ if apiConfig == nil || apiConfig.ApiKey == nil || *apiConfig.ApiKey == "" {
+ return nil, fmt.Errorf("api key is required")
+ }
+ if strings.TrimSpace(modelName) == "" {
+ return nil, fmt.Errorf("model name is required")
+ }
+ if len(messages) == 0 {
+ return nil, fmt.Errorf("messages is empty")
+ }
+
+ region := "default"
+ if apiConfig.Region != nil && *apiConfig.Region != "" {
+ region = *apiConfig.Region
+ }
+
+ baseURL, err := g.baseURLForRegion(region)
+ if err != nil {
+ return nil, err
+ }
+ url := fmt.Sprintf("%s/%s", baseURL, g.URLSuffix.Chat)
+
+ apiMessages := make([]map[string]interface{}, len(messages))
+ for i, msg := range messages {
+ apiMessages[i] = map[string]interface{}{
+ "role": msg.Role,
+ "content": msg.Content,
+ }
+ }
+
+ reqBody := map[string]interface{}{
+ "model": modelName,
+ "messages": apiMessages,
+ "stream": false,
+ }
+
+ if chatModelConfig != nil {
+ if chatModelConfig.MaxTokens != nil {
+ reqBody["max_tokens"] = *chatModelConfig.MaxTokens
+ }
+ if chatModelConfig.Temperature != nil {
+ reqBody["temperature"] = *chatModelConfig.Temperature
+ }
+ if chatModelConfig.TopP != nil {
+ reqBody["top_p"] = *chatModelConfig.TopP
+ }
+ if chatModelConfig.Stop != nil {
+ reqBody["stop"] = *chatModelConfig.Stop
+ }
+ }
+
+ jsonData, err := json.Marshal(reqBody)
+ if err != nil {
+ return nil, fmt.Errorf("failed to marshal request: %w", err)
+ }
+
+ ctx, cancel := context.WithTimeout(context.Background(), nonStreamCallTimeout)
+ defer cancel()
+
+ req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewBuffer(jsonData))
+ if err != nil {
+ return nil, fmt.Errorf("failed to create request: %w", err)
+ }
+ req.Header.Set("Content-Type", "application/json")
+ req.Header.Set("Authorization", fmt.Sprintf("Bearer %s", *apiConfig.ApiKey))
+
+ resp, err := g.httpClient.Do(req)
+ if err != nil {
+ return nil, fmt.Errorf("failed to send request: %w", err)
+ }
+ defer resp.Body.Close()
+
+ body, err := io.ReadAll(resp.Body)
+ if err != nil {
+ return nil, fmt.Errorf("failed to read response: %w", err)
+ }
+ if resp.StatusCode != http.StatusOK {
+ return nil, fmt.Errorf("API request failed with status %d: %s", resp.StatusCode, string(body))
+ }
+
+ var result map[string]interface{}
+ if err = json.Unmarshal(body, &result); err != nil {
+ return nil, fmt.Errorf("failed to parse response: %w", err)
+ }
+
+ choices, ok := result["choices"].([]interface{})
+ if !ok || len(choices) == 0 {
+ return nil, fmt.Errorf("no choices in response")
+ }
+ firstChoice, ok := choices[0].(map[string]interface{})
+ if !ok {
+ return nil, fmt.Errorf("invalid choice format")
+ }
+ messageMap, ok := firstChoice["message"].(map[string]interface{})
+ if !ok {
+ return nil, fmt.Errorf("invalid message format")
+ }
+ content, ok := messageMap["content"].(string)
+ if !ok {
+ return nil, fmt.Errorf("invalid content format")
+ }
+
+ reasonContent := ""
+ if r, ok := messageMap["reasoning_content"].(string); ok {
+ reasonContent = r
+ }
+
+ return &ChatResponse{
+ Answer: &content,
+ ReasonContent: &reasonContent,
+ }, nil
+}
+
+// ChatStreamlyWithSender streams the response via the sender. GPUStack
+// proxies through OpenAI-compatible upstream engines (vLLM, SGLang)
+// that emit standard "data:" SSE frames with delta.content (and
+// delta.reasoning_content for thinking models), terminated by [DONE].
+func (g *GPUStackModel) ChatStreamlyWithSender(modelName string, messages []Message, apiConfig *APIConfig, chatModelConfig *ChatConfig, sender func(*string, *string) error) error {
+ if sender == nil {
+ return fmt.Errorf("sender is required")
+ }
+ if apiConfig == nil || apiConfig.ApiKey == nil || *apiConfig.ApiKey == "" {
+ return fmt.Errorf("api key is required")
+ }
+ if strings.TrimSpace(modelName) == "" {
+ return fmt.Errorf("model name is required")
+ }
+ if len(messages) == 0 {
+ return fmt.Errorf("messages is empty")
+ }
+
+ region := "default"
+ if apiConfig.Region != nil && *apiConfig.Region != "" {
+ region = *apiConfig.Region
+ }
+
+ baseURL, err := g.baseURLForRegion(region)
+ if err != nil {
+ return err
+ }
+ url := fmt.Sprintf("%s/%s", baseURL, g.URLSuffix.Chat)
+
+ apiMessages := make([]map[string]interface{}, len(messages))
+ for i, msg := range messages {
+ apiMessages[i] = map[string]interface{}{
+ "role": msg.Role,
+ "content": msg.Content,
+ }
+ }
+
+ reqBody := map[string]interface{}{
+ "model": modelName,
+ "messages": apiMessages,
+ "stream": true,
+ }
+
+ if chatModelConfig != nil {
+ if chatModelConfig.Stream != nil && !*chatModelConfig.Stream {
+ return fmt.Errorf("stream must be true in ChatStreamlyWithSender")
+ }
+ if chatModelConfig.MaxTokens != nil {
+ reqBody["max_tokens"] = *chatModelConfig.MaxTokens
+ }
+ if chatModelConfig.Temperature != nil {
+ reqBody["temperature"] = *chatModelConfig.Temperature
+ }
+ if chatModelConfig.TopP != nil {
+ reqBody["top_p"] = *chatModelConfig.TopP
+ }
+ if chatModelConfig.Stop != nil {
+ reqBody["stop"] = *chatModelConfig.Stop
+ }
+ }
+
+ jsonData, err := json.Marshal(reqBody)
+ if err != nil {
+ return fmt.Errorf("failed to marshal request: %w", err)
+ }
+
+ req, err := http.NewRequestWithContext(context.Background(), http.MethodPost, url, bytes.NewBuffer(jsonData))
+ if err != nil {
+ return fmt.Errorf("failed to create request: %w", err)
+ }
+ req.Header.Set("Content-Type", "application/json")
+ req.Header.Set("Authorization", fmt.Sprintf("Bearer %s", *apiConfig.ApiKey))
+ req.Header.Set("Accept", "text/event-stream")
+
+ resp, err := g.httpClient.Do(req)
+ if err != nil {
+ return fmt.Errorf("failed to send request: %w", err)
+ }
+ defer resp.Body.Close()
+
+ if resp.StatusCode != http.StatusOK {
+ body, _ := io.ReadAll(resp.Body)
+ return fmt.Errorf("API request failed with status %d: %s", resp.StatusCode, string(body))
+ }
+
+ scanner := bufio.NewScanner(resp.Body)
+ scanner.Buffer(make([]byte, 64*1024), 1024*1024)
+ sawTerminal := false
+ for scanner.Scan() {
+ line := scanner.Text()
+
+ if !strings.HasPrefix(line, "data:") {
+ continue
+ }
+
+ data := strings.TrimSpace(line[5:])
+
+ if data == "[DONE]" {
+ sawTerminal = true
+ break
+ }
+
+ var event map[string]interface{}
+ if err = json.Unmarshal([]byte(data), &event); err != nil {
+ return fmt.Errorf("gpustack: invalid SSE event: %w", err)
+ }
+
+ if apiErr, ok := event["error"]; ok {
+ return fmt.Errorf("gpustack: upstream stream error: %v", apiErr)
+ }
+
+ choices, ok := event["choices"].([]interface{})
+ if !ok || len(choices) == 0 {
+ continue
+ }
+ firstChoice, ok := choices[0].(map[string]interface{})
+ if !ok {
+ continue
+ }
+ delta, ok := firstChoice["delta"].(map[string]interface{})
+ if !ok {
+ continue
+ }
+
+ if r, ok := delta["reasoning_content"].(string); ok && r != "" {
+ if err := sender(nil, &r); err != nil {
+ return err
+ }
+ }
+
+ content, ok := delta["content"].(string)
+ if ok && content != "" {
+ if err := sender(&content, nil); err != nil {
+ return err
+ }
+ }
+
+ finishReason, ok := firstChoice["finish_reason"].(string)
+ if ok && finishReason != "" {
+ sawTerminal = true
+ break
+ }
+ }
+
+ if err := scanner.Err(); err != nil {
+ return fmt.Errorf("failed to scan response body: %w", err)
+ }
+ if !sawTerminal {
+ return fmt.Errorf("gpustack: stream ended before [DONE] or finish_reason")
+ }
+
+ endOfStream := "[DONE]"
+ if err := sender(&endOfStream, nil); err != nil {
+ return err
+ }
+ return nil
+}
+
+type gpustackModelInfo struct {
+ ID string `json:"id"`
+}
+
+type gpustackModelsResponse struct {
+ Data []gpustackModelInfo `json:"data"`
+}
+
+// ListModels returns the catalog served by the GPUStack instance at
+// /v1/models. Note: GPUStack's /v1-openai alias does NOT cover
+// /models — only /v1/models works.
+func (g *GPUStackModel) ListModels(apiConfig *APIConfig) ([]string, error) {
+ if apiConfig == nil || apiConfig.ApiKey == nil || *apiConfig.ApiKey == "" {
+ return nil, fmt.Errorf("api key is required")
+ }
+
+ region := "default"
+ if apiConfig.Region != nil && *apiConfig.Region != "" {
+ region = *apiConfig.Region
+ }
+
+ baseURL, err := g.baseURLForRegion(region)
+ if err != nil {
+ return nil, err
+ }
+ url := fmt.Sprintf("%s/%s", baseURL, g.URLSuffix.Models)
+
+ ctx, cancel := context.WithTimeout(context.Background(), nonStreamCallTimeout)
+ defer cancel()
+
+ req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
+ if err != nil {
+ return nil, fmt.Errorf("failed to create request: %w", err)
+ }
+ req.Header.Set("Content-Type", "application/json")
+ req.Header.Set("Authorization", fmt.Sprintf("Bearer %s", *apiConfig.ApiKey))
+
+ resp, err := g.httpClient.Do(req)
+ if err != nil {
+ return nil, fmt.Errorf("failed to send request: %w", err)
+ }
+ defer resp.Body.Close()
+
+ body, err := io.ReadAll(resp.Body)
+ if err != nil {
+ return nil, fmt.Errorf("failed to read response: %w", err)
+ }
+ if resp.StatusCode != http.StatusOK {
+ return nil, fmt.Errorf("API request failed with status %d: %s", resp.StatusCode, string(body))
+ }
+
+ var parsed gpustackModelsResponse
+ if err = json.Unmarshal(body, &parsed); err != nil {
+ return nil, fmt.Errorf("failed to parse response: %w", err)
+ }
+
+ models := make([]string, 0, len(parsed.Data))
+ for _, m := range parsed.Data {
+ if m.ID != "" {
+ models = append(models, m.ID)
+ }
+ }
+ return models, nil
+}
+
+func (g *GPUStackModel) CheckConnection(apiConfig *APIConfig) error {
+ _, err := g.ListModels(apiConfig)
+ return err
+}
+
+func (g *GPUStackModel) Embed(modelName *string, texts []string, apiConfig *APIConfig, embeddingConfig *EmbeddingConfig) ([]EmbeddingData, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) Rerank(modelName *string, query string, documents []string, apiConfig *APIConfig, rerankConfig *RerankConfig) (*RerankResponse, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) Balance(apiConfig *APIConfig) (map[string]interface{}, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) TranscribeAudio(modelName *string, file *string, apiConfig *APIConfig, asrConfig *ASRConfig) (*ASRResponse, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) TranscribeAudioWithSender(modelName *string, file *string, apiConfig *APIConfig, asrConfig *ASRConfig, sender func(*string, *string) error) error {
+ return fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) AudioSpeech(modelName *string, audioContent *string, apiConfig *APIConfig, ttsConfig *TTSConfig) (*TTSResponse, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) AudioSpeechWithSender(modelName *string, audioContent *string, apiConfig *APIConfig, ttsConfig *TTSConfig, sender func(*string, *string) error) error {
+ return fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) OCRFile(modelName *string, content []byte, url *string, apiConfig *APIConfig, ocrConfig *OCRConfig) (*OCRFileResponse, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) ParseFile(modelName *string, content []byte, url *string, apiConfig *APIConfig, parseFileConfig *ParseFileConfig) (*ParseFileResponse, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) ListTasks(apiConfig *APIConfig) ([]ListTaskStatus, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
+
+func (g *GPUStackModel) ShowTask(taskID string, apiConfig *APIConfig) (*TaskResponse, error) {
+ return nil, fmt.Errorf("%s, no such method", g.Name())
+}
diff --git a/internal/entity/models/gpustack_test.go b/internal/entity/models/gpustack_test.go
new file mode 100644
index 0000000000..f77cd5f5a1
--- /dev/null
+++ b/internal/entity/models/gpustack_test.go
@@ -0,0 +1,475 @@
+package models
+
+import (
+ "encoding/json"
+ "io"
+ "net/http"
+ "net/http/httptest"
+ "strings"
+ "testing"
+)
+
+func newGPUStackServer(t *testing.T, expectedPath string, handler func(t *testing.T, body map[string]interface{}, w http.ResponseWriter)) *httptest.Server {
+ t.Helper()
+ return httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+ if r.URL.Path != expectedPath {
+ t.Errorf("expected path=%s, got %s", expectedPath, r.URL.Path)
+ return
+ }
+ if got := r.Header.Get("Authorization"); got != "Bearer test-key" {
+ t.Errorf("expected Authorization=Bearer test-key, got %q", got)
+ return
+ }
+ if r.Method == http.MethodPost {
+ if got := r.Header.Get("Content-Type"); !strings.HasPrefix(got, "application/json") {
+ t.Errorf("expected Content-Type to start with application/json, got %q", got)
+ return
+ }
+ raw, err := io.ReadAll(r.Body)
+ if err != nil {
+ t.Errorf("read body: %v", err)
+ return
+ }
+ var body map[string]interface{}
+ if err := json.Unmarshal(raw, &body); err != nil {
+ t.Errorf("unmarshal: %v\nraw=%s", err, string(raw))
+ return
+ }
+ handler(t, body, w)
+ return
+ }
+ handler(t, nil, w)
+ }))
+}
+
+func newGPUStackSSEServer(t *testing.T, expectedPath, ssePayload string) *httptest.Server {
+ t.Helper()
+ return httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+ if r.Method != http.MethodPost {
+ t.Errorf("expected POST, got %s", r.Method)
+ return
+ }
+ if r.URL.Path != expectedPath {
+ t.Errorf("expected path=%s, got %s", expectedPath, r.URL.Path)
+ return
+ }
+ if got := r.Header.Get("Authorization"); got != "Bearer test-key" {
+ t.Errorf("expected Authorization=Bearer test-key, got %q", got)
+ return
+ }
+ if got := r.Header.Get("Content-Type"); !strings.HasPrefix(got, "application/json") {
+ t.Errorf("expected Content-Type to start with application/json, got %q", got)
+ return
+ }
+ if got := r.Header.Get("Accept"); got != "text/event-stream" {
+ t.Errorf("expected Accept=text/event-stream, got %q", got)
+ return
+ }
+ w.Header().Set("Content-Type", "text/event-stream")
+ _, _ = io.WriteString(w, ssePayload)
+ }))
+}
+
+func newGPUStackForTest(baseURL string) *GPUStackModel {
+ return NewGPUStackModel(
+ map[string]string{"default": baseURL},
+ URLSuffix{Chat: "v1/chat/completions", Models: "v1/models"},
+ )
+}
+
+func TestGPUStackName(t *testing.T) {
+ if got := newGPUStackForTest("http://unused").Name(); got != "gpustack" {
+ t.Errorf("Name()=%q, want %q", got, "gpustack")
+ }
+}
+
+func TestGPUStackFactory(t *testing.T) {
+ driver, err := NewModelFactory().CreateModelDriver("GPUStack", map[string]string{"default": "http://unused"}, URLSuffix{})
+ if err != nil {
+ t.Fatalf("CreateModelDriver: %v", err)
+ }
+ if _, ok := driver.(*GPUStackModel); !ok {
+ t.Fatalf("driver type=%T, want *GPUStackModel", driver)
+ }
+}
+
+func TestGPUStackChatHappyPath(t *testing.T) {
+ srv := newGPUStackServer(t, "/v1/chat/completions", func(t *testing.T, body map[string]interface{}, w http.ResponseWriter) {
+ if body["model"] != "qwen3-8b" {
+ t.Errorf("model=%v", body["model"])
+ }
+ if body["stream"] != false {
+ t.Errorf("stream=%v want false", body["stream"])
+ }
+ _ = json.NewEncoder(w).Encode(map[string]interface{}{
+ "choices": []map[string]interface{}{{
+ "message": map[string]interface{}{"content": "pong"},
+ }},
+ })
+ })
+ defer srv.Close()
+
+ apiKey := "test-key"
+ resp, err := newGPUStackForTest(srv.URL).ChatWithMessages(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "ping"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ )
+ if err != nil {
+ t.Fatalf("Chat: %v", err)
+ }
+ if resp.Answer == nil || *resp.Answer != "pong" {
+ t.Errorf("Answer=%v", resp.Answer)
+ }
+ if resp.ReasonContent == nil || *resp.ReasonContent != "" {
+ t.Errorf("ReasonContent=%v want empty", resp.ReasonContent)
+ }
+}
+
+func TestGPUStackChatExtractsReasoningContent(t *testing.T) {
+ srv := newGPUStackServer(t, "/v1/chat/completions", func(t *testing.T, body map[string]interface{}, w http.ResponseWriter) {
+ _ = json.NewEncoder(w).Encode(map[string]interface{}{
+ "choices": []map[string]interface{}{{
+ "message": map[string]interface{}{
+ "role": "assistant",
+ "content": "12",
+ "reasoning_content": "0.15 * 80 = 12",
+ },
+ }},
+ })
+ })
+ defer srv.Close()
+
+ apiKey := "test-key"
+ resp, err := newGPUStackForTest(srv.URL).ChatWithMessages(
+ "qwen3-32b",
+ []Message{{Role: "user", Content: "15% of 80?"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ )
+ if err != nil {
+ t.Fatalf("Chat: %v", err)
+ }
+ if *resp.Answer != "12" {
+ t.Errorf("Answer=%q", *resp.Answer)
+ }
+ if *resp.ReasonContent != "0.15 * 80 = 12" {
+ t.Errorf("ReasonContent=%q", *resp.ReasonContent)
+ }
+}
+
+func TestGPUStackChatForwardsDocumentedFields(t *testing.T) {
+ srv := newGPUStackServer(t, "/v1/chat/completions", func(t *testing.T, body map[string]interface{}, w http.ResponseWriter) {
+ for _, k := range []string{"model", "messages", "stream", "max_tokens", "temperature", "top_p", "stop"} {
+ if _, present := body[k]; !present {
+ t.Errorf("documented field %q missing from request body", k)
+ }
+ }
+ _ = json.NewEncoder(w).Encode(map[string]interface{}{
+ "choices": []map[string]interface{}{{
+ "message": map[string]interface{}{"content": "ok"},
+ }},
+ })
+ })
+ defer srv.Close()
+
+ apiKey := "test-key"
+ mt := 64
+ temp := 0.5
+ topP := 0.95
+ stop := []string{"END"}
+ _, err := newGPUStackForTest(srv.URL).ChatWithMessages(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey},
+ &ChatConfig{MaxTokens: &mt, Temperature: &temp, TopP: &topP, Stop: &stop},
+ )
+ if err != nil {
+ t.Fatalf("Chat: %v", err)
+ }
+}
+
+func TestGPUStackChatRequiresAPIKey(t *testing.T) {
+ _, err := newGPUStackForTest("http://unused").ChatWithMessages(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{}, nil,
+ )
+ if err == nil || !strings.Contains(err.Error(), "api key is required") {
+ t.Errorf("expected api-key error, got %v", err)
+ }
+}
+
+func TestGPUStackChatRequiresModelName(t *testing.T) {
+ apiKey := "test-key"
+ _, err := newGPUStackForTest("http://unused").ChatWithMessages(
+ "",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ )
+ if err == nil || !strings.Contains(err.Error(), "model name is required") {
+ t.Errorf("expected model-name error, got %v", err)
+ }
+}
+
+func TestGPUStackChatRequiresMessages(t *testing.T) {
+ apiKey := "test-key"
+ _, err := newGPUStackForTest("http://unused").ChatWithMessages(
+ "qwen3-8b", nil, &APIConfig{ApiKey: &apiKey}, nil,
+ )
+ if err == nil || !strings.Contains(err.Error(), "messages is empty") {
+ t.Errorf("expected messages-empty error, got %v", err)
+ }
+}
+
+func TestGPUStackChatRejectsHTTPError(t *testing.T) {
+ srv := newGPUStackServer(t, "/v1/chat/completions", func(t *testing.T, body map[string]interface{}, w http.ResponseWriter) {
+ w.WriteHeader(http.StatusUnauthorized)
+ _, _ = w.Write([]byte(`{"error":"unauthorized"}`))
+ })
+ defer srv.Close()
+
+ apiKey := "test-key"
+ _, err := newGPUStackForTest(srv.URL).ChatWithMessages(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ )
+ if err == nil || !strings.Contains(err.Error(), "401") {
+ t.Errorf("expected 401 propagated, got %v", err)
+ }
+}
+
+func TestGPUStackChatRequiresBaseURL(t *testing.T) {
+ model := NewGPUStackModel(map[string]string{}, URLSuffix{Chat: "v1/chat/completions"})
+ apiKey := "test-key"
+ _, err := model.ChatWithMessages(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ )
+ if err == nil || !strings.Contains(err.Error(), "no base URL configured") {
+ t.Errorf("expected base-URL error, got %v", err)
+ }
+}
+
+func TestGPUStackStreamHappyPath(t *testing.T) {
+ srv := newGPUStackSSEServer(t, "/v1/chat/completions",
+ `data: {"choices":[{"index":0,"delta":{"role":"assistant"}}]}`+"\n"+
+ `data: {"choices":[{"index":0,"delta":{"content":"Hello"}}]}`+"\n"+
+ `data: {"choices":[{"index":0,"delta":{"content":" world"},"finish_reason":"stop"}]}`+"\n"+
+ `data: [DONE]`+"\n",
+ )
+ defer srv.Close()
+
+ apiKey := "test-key"
+ var chunks []string
+ var sawDone bool
+ err := newGPUStackForTest(srv.URL).ChatStreamlyWithSender(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "hi"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ func(c *string, _ *string) error {
+ if c == nil {
+ return nil
+ }
+ if *c == "[DONE]" {
+ sawDone = true
+ return nil
+ }
+ chunks = append(chunks, *c)
+ return nil
+ },
+ )
+ if err != nil {
+ t.Fatalf("stream: %v", err)
+ }
+ if strings.Join(chunks, "") != "Hello world" {
+ t.Errorf("content=%v", chunks)
+ }
+ if !sawDone {
+ t.Error("expected [DONE] sentinel")
+ }
+}
+
+func TestGPUStackStreamExtractsReasoningContent(t *testing.T) {
+ srv := newGPUStackSSEServer(t, "/v1/chat/completions",
+ `data: {"choices":[{"index":0,"delta":{"role":"assistant"}}]}`+"\n"+
+ `data: {"choices":[{"index":0,"delta":{"reasoning_content":"think "}}]}`+"\n"+
+ `data: {"choices":[{"index":0,"delta":{"content":"answer"},"finish_reason":"stop"}]}`+"\n"+
+ `data: [DONE]`+"\n",
+ )
+ defer srv.Close()
+
+ apiKey := "test-key"
+ var content, reasoning []string
+ err := newGPUStackForTest(srv.URL).ChatStreamlyWithSender(
+ "qwen3-32b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ func(c *string, r *string) error {
+ if r != nil && *r != "" {
+ reasoning = append(reasoning, *r)
+ }
+ if c != nil && *c != "" && *c != "[DONE]" {
+ content = append(content, *c)
+ }
+ return nil
+ },
+ )
+ if err != nil {
+ t.Fatalf("stream: %v", err)
+ }
+ if strings.Join(reasoning, "") != "think " {
+ t.Errorf("reasoning=%q", strings.Join(reasoning, ""))
+ }
+ if strings.Join(content, "") != "answer" {
+ t.Errorf("content=%q", strings.Join(content, ""))
+ }
+}
+
+func TestGPUStackStreamRejectsExplicitFalse(t *testing.T) {
+ apiKey := "test-key"
+ stream := false
+ err := newGPUStackForTest("http://unused").ChatStreamlyWithSender(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey},
+ &ChatConfig{Stream: &stream},
+ func(*string, *string) error { return nil },
+ )
+ if err == nil || !strings.Contains(err.Error(), "stream must be true") {
+ t.Errorf("expected stream-true guard, got %v", err)
+ }
+}
+
+func TestGPUStackStreamRequiresSender(t *testing.T) {
+ apiKey := "test-key"
+ err := newGPUStackForTest("http://unused").ChatStreamlyWithSender(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil, nil,
+ )
+ if err == nil || !strings.Contains(err.Error(), "sender is required") {
+ t.Errorf("expected sender-required error, got %v", err)
+ }
+}
+
+func TestGPUStackStreamFailsWithoutTerminal(t *testing.T) {
+ srv := newGPUStackSSEServer(t, "/v1/chat/completions",
+ `data: {"choices":[{"delta":{"content":"half"}}]}`+"\n",
+ )
+ defer srv.Close()
+
+ apiKey := "test-key"
+ err := newGPUStackForTest(srv.URL).ChatStreamlyWithSender(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ func(*string, *string) error { return nil },
+ )
+ if err == nil || !strings.Contains(err.Error(), "stream ended before") {
+ t.Errorf("expected truncation error, got %v", err)
+ }
+}
+
+func TestGPUStackStreamRejectsMalformedFrame(t *testing.T) {
+ srv := newGPUStackSSEServer(t, "/v1/chat/completions",
+ `data: {"choices":[{"delta":{"content":"ok"}}]}`+"\n"+
+ `data: {this is not valid json}`+"\n",
+ )
+ defer srv.Close()
+
+ apiKey := "test-key"
+ err := newGPUStackForTest(srv.URL).ChatStreamlyWithSender(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ func(*string, *string) error { return nil },
+ )
+ if err == nil || !strings.Contains(err.Error(), "invalid SSE event") {
+ t.Errorf("expected invalid-SSE error, got %v", err)
+ }
+}
+
+func TestGPUStackStreamSurfacesUpstreamError(t *testing.T) {
+ srv := newGPUStackSSEServer(t, "/v1/chat/completions",
+ `data: {"choices":[{"delta":{"content":"partial "}}]}`+"\n"+
+ `data: {"error":{"message":"oom","type":"runtime_error"}}`+"\n",
+ )
+ defer srv.Close()
+
+ apiKey := "test-key"
+ err := newGPUStackForTest(srv.URL).ChatStreamlyWithSender(
+ "qwen3-8b",
+ []Message{{Role: "user", Content: "x"}},
+ &APIConfig{ApiKey: &apiKey}, nil,
+ func(*string, *string) error { return nil },
+ )
+ if err == nil || !strings.Contains(err.Error(), "upstream stream error") {
+ t.Errorf("expected upstream-error surfacing, got %v", err)
+ }
+}
+
+func TestGPUStackListModelsHappyPath(t *testing.T) {
+ srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+ if r.Method != http.MethodGet {
+ t.Errorf("method=%s want GET", r.Method)
+ }
+ if r.URL.Path != "/v1/models" {
+ t.Errorf("path=%s", r.URL.Path)
+ }
+ if got := r.Header.Get("Authorization"); got != "Bearer test-key" {
+ t.Errorf("Authorization=%q", got)
+ }
+ _ = json.NewEncoder(w).Encode(map[string]interface{}{
+ "data": []map[string]interface{}{
+ {"id": "qwen3-8b"},
+ {"id": "qwen3-32b"},
+ },
+ })
+ }))
+ defer srv.Close()
+
+ apiKey := "test-key"
+ model := newGPUStackForTest(srv.URL)
+ models, err := model.ListModels(&APIConfig{ApiKey: &apiKey})
+ if err != nil {
+ t.Fatalf("ListModels: %v", err)
+ }
+ if strings.Join(models, ",") != "qwen3-8b,qwen3-32b" {
+ t.Errorf("models=%v", models)
+ }
+ if err := model.CheckConnection(&APIConfig{ApiKey: &apiKey}); err != nil {
+ t.Fatalf("CheckConnection: %v", err)
+ }
+}
+
+func TestGPUStackListModelsRequiresAPIKey(t *testing.T) {
+ _, err := newGPUStackForTest("http://unused").ListModels(&APIConfig{})
+ if err == nil || !strings.Contains(err.Error(), "api key is required") {
+ t.Errorf("expected api-key error, got %v", err)
+ }
+}
+
+func TestGPUStackUnsupportedMethods(t *testing.T) {
+ m := newGPUStackForTest("http://unused")
+ model := "x"
+ if _, err := m.Embed(&model, []string{"a"}, &APIConfig{}, nil); err == nil || !strings.Contains(err.Error(), "no such method") {
+ t.Errorf("Embed: %v", err)
+ }
+ if _, err := m.Rerank(&model, "q", []string{"a"}, &APIConfig{}, &RerankConfig{TopN: 1}); err == nil || !strings.Contains(err.Error(), "no such method") {
+ t.Errorf("Rerank: %v", err)
+ }
+ if _, err := m.Balance(&APIConfig{}); err == nil || !strings.Contains(err.Error(), "no such method") {
+ t.Errorf("Balance: %v", err)
+ }
+ if _, err := m.TranscribeAudio(&model, &model, &APIConfig{}, nil); err == nil || !strings.Contains(err.Error(), "no such method") {
+ t.Errorf("TranscribeAudio: %v", err)
+ }
+ if _, err := m.AudioSpeech(&model, &model, &APIConfig{}, nil); err == nil || !strings.Contains(err.Error(), "no such method") {
+ t.Errorf("AudioSpeech: %v", err)
+ }
+ if _, err := m.OCRFile(&model, nil, &model, &APIConfig{}, nil); err == nil || !strings.Contains(err.Error(), "no such method") {
+ t.Errorf("OCRFile: %v", err)
+ }
+}