feat(agent): Go port — canvas engine, 22 components, DSL v2, 13 endpoints (#15952)
Ports the agent canvas subsystem from Python to Go.
## What's included
### Canvas Engine (Phase 0/1)
- State engine, scheduler, variable resolver, Redis checkpoint store,
cancel protocol
- **209 tests** across canvas / component / io packages
### 22 Components (P0–P4)
| Tier | Components |
|---|---|
| P0 T1+T2+T3 | LLM, Agent, ExitLoop, Switch, Categorize, Begin,
Message, Invoke |
| P1 T3 | VariableAggregator, VariableAssigner, StringTransform,
ListOperations, DataOperations |
| P2 T3 | Iteration, IterationItem, Loop, LoopItem |
| P3 T3 | UserFillUp, Fillup |
| P4 T5 | Browser, ExcelProcessor, DocsGenerator |
### DSL v2 Schema (Phase 2.5)
- Typed v2 in-memory model with v1-to-v2 auto-detect converter
- v1 legacy field stripping per plan §2.11.7
### HTTP Endpoints & Bug Fixes (Plans PR1–PR3)
- **DELETE SQL bug fix**: gorm v2 `Where("id = ?", id).Delete(...)`
pattern
- **CreateAgent validation**: title/DSL required, duplicate check, 103
envelope
- **13 new endpoints**: templates, prompts, tags, sessions CRUD,
chat/completions (SSE + non-stream stubs), rerun, test_db_connection,
logs, webhook/logs
- **756 Go unit tests** (745 → 756, +18)
- **17 → 0 Python integration test failures** (test_agents.py +
test_session_management/)
### Tools
21 eino tools: HTTPHelper, search tools, financial/data tools, mandatory
stubs
### Infrastructure
OTel observability, NATS message queue, DeepDoc gRPC client, SSRF
guards, IDOR mitigation
2026-06-12 22:58:28 +08:00
|
|
|
//
|
|
|
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
|
|
|
//
|
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
|
//
|
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
//
|
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
|
// limitations under the License.
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
package tool
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"encoding/json"
|
|
|
|
|
"net/http"
|
|
|
|
|
"net/http/httptest"
|
|
|
|
|
"net/url"
|
|
|
|
|
"strings"
|
|
|
|
|
"testing"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
func TestDeepL_BuildRequest(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
|
|
|
|
|
var gotMethod, gotAuth, gotCT, gotPath string
|
|
|
|
|
var gotForm url.Values
|
|
|
|
|
|
|
|
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
gotMethod = r.Method
|
|
|
|
|
gotAuth = r.Header.Get("Authorization")
|
|
|
|
|
gotCT = r.Header.Get("Content-Type")
|
|
|
|
|
gotPath = r.URL.Path
|
|
|
|
|
_ = r.ParseForm()
|
|
|
|
|
gotForm = r.PostForm
|
|
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
|
_, _ = w.Write([]byte(`{
|
|
|
|
|
"translations": [
|
|
|
|
|
{"text":"Hallo Welt","detected_source_language":"EN"}
|
|
|
|
|
]
|
|
|
|
|
}`))
|
|
|
|
|
}))
|
|
|
|
|
defer srv.Close()
|
|
|
|
|
|
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
|
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
|
|
|
})
|
|
|
|
|
tool := NewDeepLToolWith(helper)
|
|
|
|
|
out, err := tool.InvokableRun(context.Background(),
|
|
|
|
|
`{"api_key":"key-xyz:fx","text":"Hello world","source_lang":"en","target_lang":"de"}`)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("InvokableRun: %v", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if gotMethod != http.MethodPost {
|
|
|
|
|
t.Errorf("method = %q, want POST", gotMethod)
|
|
|
|
|
}
|
|
|
|
|
if !strings.HasSuffix(gotPath, "/v2/translate") {
|
|
|
|
|
t.Errorf("path = %q, want to end with /v2/translate", gotPath)
|
|
|
|
|
}
|
|
|
|
|
if gotAuth != "DeepL-Auth-Key key-xyz:fx" {
|
|
|
|
|
t.Errorf("Authorization = %q, want DeepL-Auth-Key key-xyz:fx", gotAuth)
|
|
|
|
|
}
|
|
|
|
|
if !strings.HasPrefix(gotCT, "application/x-www-form-urlencoded") {
|
|
|
|
|
t.Errorf("Content-Type = %q, want application/x-www-form-urlencoded", gotCT)
|
|
|
|
|
}
|
|
|
|
|
if gotForm.Get("text") != "Hello world" {
|
|
|
|
|
t.Errorf("form.text = %q, want Hello world", gotForm.Get("text"))
|
|
|
|
|
}
|
|
|
|
|
// The endpoint routing should send :fx keys to the free endpoint.
|
|
|
|
|
if gotForm.Get("source_lang") != "EN" {
|
|
|
|
|
t.Errorf("form.source_lang = %q, want EN (uppercased)", gotForm.Get("source_lang"))
|
|
|
|
|
}
|
|
|
|
|
if gotForm.Get("target_lang") != "DE" {
|
|
|
|
|
t.Errorf("form.target_lang = %q, want DE (uppercased)", gotForm.Get("target_lang"))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var env deeplEnvelope
|
|
|
|
|
if jerr := json.Unmarshal([]byte(out), &env); jerr != nil {
|
|
|
|
|
t.Fatalf("output is not valid JSON: %v (raw=%s)", jerr, out)
|
|
|
|
|
}
|
|
|
|
|
if env.Error != "" {
|
|
|
|
|
t.Errorf("Error = %q, want empty", env.Error)
|
|
|
|
|
}
|
|
|
|
|
if len(env.Results) != 1 {
|
|
|
|
|
t.Fatalf("Results len = %d, want 1", len(env.Results))
|
|
|
|
|
}
|
|
|
|
|
if env.Results[0].Text != "Hallo Welt" {
|
|
|
|
|
t.Errorf("Results[0].Text = %q, want Hallo Welt", env.Results[0].Text)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestDeepL_DefaultLanguages(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
|
|
|
|
|
var gotForm url.Values
|
|
|
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
_ = r.ParseForm()
|
|
|
|
|
gotForm = r.PostForm
|
|
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
|
_, _ = w.Write([]byte(`{"translations":[{"text":"你好","detected_source_language":"EN"}]}`))
|
|
|
|
|
}))
|
|
|
|
|
defer srv.Close()
|
|
|
|
|
|
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
|
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
|
|
|
})
|
|
|
|
|
tool := NewDeepLToolWith(helper)
|
|
|
|
|
if _, err := tool.InvokableRun(context.Background(),
|
|
|
|
|
`{"api_key":"x:fx","text":"Hello"}`); err != nil {
|
|
|
|
|
t.Fatalf("InvokableRun: %v", err)
|
|
|
|
|
}
|
|
|
|
|
if gotForm.Get("source_lang") != "EN" {
|
|
|
|
|
t.Errorf("default source_lang = %q, want EN", gotForm.Get("source_lang"))
|
|
|
|
|
}
|
|
|
|
|
if gotForm.Get("target_lang") != "ZH" {
|
|
|
|
|
t.Errorf("default target_lang = %q, want ZH", gotForm.Get("target_lang"))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestDeepL_RequiresAPIKeyAndText(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
|
|
|
|
|
tool := NewDeepLTool()
|
|
|
|
|
if _, err := tool.InvokableRun(context.Background(),
|
|
|
|
|
`{"api_key":"","text":"Hello"}`); err == nil {
|
|
|
|
|
t.Error("expected error for missing api_key")
|
|
|
|
|
}
|
|
|
|
|
if _, err := tool.InvokableRun(context.Background(),
|
|
|
|
|
`{"api_key":"x","text":""}`); err == nil {
|
|
|
|
|
t.Error("expected error for empty text")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestDeepL_Info(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
|
|
|
|
|
tool := NewDeepLTool()
|
|
|
|
|
info, err := tool.Info(context.Background())
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("Info: %v", err)
|
|
|
|
|
}
|
|
|
|
|
if info.Name != "deepl" {
|
|
|
|
|
t.Errorf("Name = %q, want deepl", info.Name)
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(info.Desc, "DeepL") {
|
|
|
|
|
t.Errorf("Desc = %q, want to mention DeepL", info.Desc)
|
|
|
|
|
}
|
|
|
|
|
}
|
2026-06-30 16:28:48 +08:00
|
|
|
|
|
|
|
|
// TestBeOutput_MirrorsPythonContract guards the Go-side
|
|
|
|
|
// component.BeOutput helper added for parity with
|
|
|
|
|
// agent/component/base.py:ComponentBase.be_output (PR #16363).
|
|
|
|
|
// Downstream consumers (Message, VariableAggregator) read
|
|
|
|
|
// `out["content"]`; the helper must produce that key.
|
|
|
|
|
// NOTE: live in component/base_test.go (BeOutput is in the
|
|
|
|
|
// component package, not the tool package).
|
|
|
|
|
//
|
|
|
|
|
// TestDeepL_TranslationFailureReturnsError mirrors PR #16363
|
|
|
|
|
// (regression for the missing return in DeepL's _run except branch,
|
|
|
|
|
// which raised AttributeError before any error envelope reached the
|
|
|
|
|
// caller). The Go port already had every error path returning the
|
|
|
|
|
// error envelope + error value, so this test guards against any
|
|
|
|
|
// future change that drops the `return` keyword and lets the
|
|
|
|
|
// function fall through to a non-error return.
|
|
|
|
|
//
|
|
|
|
|
// The test uses rewriteHostTransport (the same pattern as the
|
|
|
|
|
// other DeepL tests) to swap the request host to the stub
|
|
|
|
|
// httptest server while preserving the path. This avoids mutating
|
|
|
|
|
// the package-level deeplFreeEndpoint / deeplProEndpoint globals
|
|
|
|
|
// — mutating those would race against TestDeepL_BuildRequest
|
|
|
|
|
// when both tests run in the same package.
|
|
|
|
|
func TestDeepL_TranslationFailureReturnsError(t *testing.T) {
|
|
|
|
|
t.Parallel()
|
|
|
|
|
|
|
|
|
|
// 500 Internal Server Error from a stub DeepL endpoint.
|
|
|
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
http.Error(w, "boom", http.StatusInternalServerError)
|
|
|
|
|
}))
|
|
|
|
|
defer srv.Close()
|
|
|
|
|
|
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
|
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
|
|
|
})
|
|
|
|
|
tool := NewDeepLToolWith(helper)
|
|
|
|
|
out, err := tool.InvokableRun(context.Background(),
|
|
|
|
|
`{"api_key":"key-xyz:fx","text":"hello","source_lang":"EN","target_lang":"ZH"}`)
|
|
|
|
|
if err == nil {
|
|
|
|
|
t.Fatalf("expected non-nil error, got nil; out=%s", out)
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(err.Error(), "500") {
|
|
|
|
|
t.Errorf("err = %v, want to contain 500", err)
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(out, "_ERROR") {
|
|
|
|
|
t.Errorf("out = %q, want to contain _ERROR envelope", out)
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(out, "500") {
|
|
|
|
|
t.Errorf("out = %q, want error envelope to mention 500", out)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Decode the JSON envelope to confirm shape parity with the
|
|
|
|
|
// Python test (the model sees _ERROR field, not raw stack).
|
|
|
|
|
var env deeplEnvelope
|
|
|
|
|
if err := json.Unmarshal([]byte(out), &env); err != nil {
|
|
|
|
|
t.Fatalf("output is not valid JSON envelope: %v (out=%s)", err, out)
|
|
|
|
|
}
|
|
|
|
|
if env.Error == "" {
|
|
|
|
|
t.Errorf("envelope.Error empty; want non-empty")
|
|
|
|
|
}
|
|
|
|
|
if len(env.Results) != 0 {
|
|
|
|
|
t.Errorf("envelope.Results should be empty on error, got %v", env.Results)
|
|
|
|
|
}
|
|
|
|
|
}
|