mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-04 01:29:35 +08:00
Mirrors 14 merged upstream PRs into the Go agent port. PRs ported: - #15609 ExeSQL SSRF guard + DNS pin - #15436 HTTP timeout on external API tools - #16363 be_output restore + DeepL error path - #15644 switch no longer matches empty condition - #15374 session_id bind to path agent_id (DAO idor guard) - #16169 sandbox artifact ownership gate - #15457 tenant ownership on agentbots - #15145 rerun agent document access check - #15446 thinking switch (component portion; provider policy lives in internal/llm) - #15426 Invoke URL/proxy SSRF + DNS pin + no-redirects - #15238 agentbot thinking-logs beta endpoint - #14589 UserFillUp SSE event propagation - #14890 anonymous webhook opt-in - #15068 PipelineChunker new component (text/file_ref/parser_id dispatch; file-format extraction is a follow-up) 40 files, +2355 / -58 lines. 33 new tests, all targeted package suites pass (1721 + 4 skipped); 1 pre-existing flaky test unrelated.
220 lines
7.2 KiB
Go
220 lines
7.2 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package tool
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"net/url"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestDeepL_BuildRequest(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
var gotMethod, gotAuth, gotCT, gotPath string
|
|
var gotForm url.Values
|
|
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
gotMethod = r.Method
|
|
gotAuth = r.Header.Get("Authorization")
|
|
gotCT = r.Header.Get("Content-Type")
|
|
gotPath = r.URL.Path
|
|
_ = r.ParseForm()
|
|
gotForm = r.PostForm
|
|
w.Header().Set("Content-Type", "application/json")
|
|
_, _ = w.Write([]byte(`{
|
|
"translations": [
|
|
{"text":"Hallo Welt","detected_source_language":"EN"}
|
|
]
|
|
}`))
|
|
}))
|
|
defer srv.Close()
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
})
|
|
tool := NewDeepLToolWith(helper)
|
|
out, err := tool.InvokableRun(context.Background(),
|
|
`{"api_key":"key-xyz:fx","text":"Hello world","source_lang":"en","target_lang":"de"}`)
|
|
if err != nil {
|
|
t.Fatalf("InvokableRun: %v", err)
|
|
}
|
|
|
|
if gotMethod != http.MethodPost {
|
|
t.Errorf("method = %q, want POST", gotMethod)
|
|
}
|
|
if !strings.HasSuffix(gotPath, "/v2/translate") {
|
|
t.Errorf("path = %q, want to end with /v2/translate", gotPath)
|
|
}
|
|
if gotAuth != "DeepL-Auth-Key key-xyz:fx" {
|
|
t.Errorf("Authorization = %q, want DeepL-Auth-Key key-xyz:fx", gotAuth)
|
|
}
|
|
if !strings.HasPrefix(gotCT, "application/x-www-form-urlencoded") {
|
|
t.Errorf("Content-Type = %q, want application/x-www-form-urlencoded", gotCT)
|
|
}
|
|
if gotForm.Get("text") != "Hello world" {
|
|
t.Errorf("form.text = %q, want Hello world", gotForm.Get("text"))
|
|
}
|
|
// The endpoint routing should send :fx keys to the free endpoint.
|
|
if gotForm.Get("source_lang") != "EN" {
|
|
t.Errorf("form.source_lang = %q, want EN (uppercased)", gotForm.Get("source_lang"))
|
|
}
|
|
if gotForm.Get("target_lang") != "DE" {
|
|
t.Errorf("form.target_lang = %q, want DE (uppercased)", gotForm.Get("target_lang"))
|
|
}
|
|
|
|
var env deeplEnvelope
|
|
if jerr := json.Unmarshal([]byte(out), &env); jerr != nil {
|
|
t.Fatalf("output is not valid JSON: %v (raw=%s)", jerr, out)
|
|
}
|
|
if env.Error != "" {
|
|
t.Errorf("Error = %q, want empty", env.Error)
|
|
}
|
|
if len(env.Results) != 1 {
|
|
t.Fatalf("Results len = %d, want 1", len(env.Results))
|
|
}
|
|
if env.Results[0].Text != "Hallo Welt" {
|
|
t.Errorf("Results[0].Text = %q, want Hallo Welt", env.Results[0].Text)
|
|
}
|
|
}
|
|
|
|
func TestDeepL_DefaultLanguages(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
var gotForm url.Values
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
_ = r.ParseForm()
|
|
gotForm = r.PostForm
|
|
w.Header().Set("Content-Type", "application/json")
|
|
_, _ = w.Write([]byte(`{"translations":[{"text":"你好","detected_source_language":"EN"}]}`))
|
|
}))
|
|
defer srv.Close()
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
})
|
|
tool := NewDeepLToolWith(helper)
|
|
if _, err := tool.InvokableRun(context.Background(),
|
|
`{"api_key":"x:fx","text":"Hello"}`); err != nil {
|
|
t.Fatalf("InvokableRun: %v", err)
|
|
}
|
|
if gotForm.Get("source_lang") != "EN" {
|
|
t.Errorf("default source_lang = %q, want EN", gotForm.Get("source_lang"))
|
|
}
|
|
if gotForm.Get("target_lang") != "ZH" {
|
|
t.Errorf("default target_lang = %q, want ZH", gotForm.Get("target_lang"))
|
|
}
|
|
}
|
|
|
|
func TestDeepL_RequiresAPIKeyAndText(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tool := NewDeepLTool()
|
|
if _, err := tool.InvokableRun(context.Background(),
|
|
`{"api_key":"","text":"Hello"}`); err == nil {
|
|
t.Error("expected error for missing api_key")
|
|
}
|
|
if _, err := tool.InvokableRun(context.Background(),
|
|
`{"api_key":"x","text":""}`); err == nil {
|
|
t.Error("expected error for empty text")
|
|
}
|
|
}
|
|
|
|
func TestDeepL_Info(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tool := NewDeepLTool()
|
|
info, err := tool.Info(context.Background())
|
|
if err != nil {
|
|
t.Fatalf("Info: %v", err)
|
|
}
|
|
if info.Name != "deepl" {
|
|
t.Errorf("Name = %q, want deepl", info.Name)
|
|
}
|
|
if !strings.Contains(info.Desc, "DeepL") {
|
|
t.Errorf("Desc = %q, want to mention DeepL", info.Desc)
|
|
}
|
|
}
|
|
|
|
// TestBeOutput_MirrorsPythonContract guards the Go-side
|
|
// component.BeOutput helper added for parity with
|
|
// agent/component/base.py:ComponentBase.be_output (PR #16363).
|
|
// Downstream consumers (Message, VariableAggregator) read
|
|
// `out["content"]`; the helper must produce that key.
|
|
// NOTE: live in component/base_test.go (BeOutput is in the
|
|
// component package, not the tool package).
|
|
//
|
|
// TestDeepL_TranslationFailureReturnsError mirrors PR #16363
|
|
// (regression for the missing return in DeepL's _run except branch,
|
|
// which raised AttributeError before any error envelope reached the
|
|
// caller). The Go port already had every error path returning the
|
|
// error envelope + error value, so this test guards against any
|
|
// future change that drops the `return` keyword and lets the
|
|
// function fall through to a non-error return.
|
|
//
|
|
// The test uses rewriteHostTransport (the same pattern as the
|
|
// other DeepL tests) to swap the request host to the stub
|
|
// httptest server while preserving the path. This avoids mutating
|
|
// the package-level deeplFreeEndpoint / deeplProEndpoint globals
|
|
// — mutating those would race against TestDeepL_BuildRequest
|
|
// when both tests run in the same package.
|
|
func TestDeepL_TranslationFailureReturnsError(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
// 500 Internal Server Error from a stub DeepL endpoint.
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
http.Error(w, "boom", http.StatusInternalServerError)
|
|
}))
|
|
defer srv.Close()
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
})
|
|
tool := NewDeepLToolWith(helper)
|
|
out, err := tool.InvokableRun(context.Background(),
|
|
`{"api_key":"key-xyz:fx","text":"hello","source_lang":"EN","target_lang":"ZH"}`)
|
|
if err == nil {
|
|
t.Fatalf("expected non-nil error, got nil; out=%s", out)
|
|
}
|
|
if !strings.Contains(err.Error(), "500") {
|
|
t.Errorf("err = %v, want to contain 500", err)
|
|
}
|
|
if !strings.Contains(out, "_ERROR") {
|
|
t.Errorf("out = %q, want to contain _ERROR envelope", out)
|
|
}
|
|
if !strings.Contains(out, "500") {
|
|
t.Errorf("out = %q, want error envelope to mention 500", out)
|
|
}
|
|
|
|
// Decode the JSON envelope to confirm shape parity with the
|
|
// Python test (the model sees _ERROR field, not raw stack).
|
|
var env deeplEnvelope
|
|
if err := json.Unmarshal([]byte(out), &env); err != nil {
|
|
t.Fatalf("output is not valid JSON envelope: %v (out=%s)", err, out)
|
|
}
|
|
if env.Error == "" {
|
|
t.Errorf("envelope.Error empty; want non-empty")
|
|
}
|
|
if len(env.Results) != 0 {
|
|
t.Errorf("envelope.Results should be empty on error, got %v", env.Results)
|
|
}
|
|
}
|