mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-06-30 07:51:10 +08:00
Ports the agent canvas subsystem from Python to Go.
## What's included
### Canvas Engine (Phase 0/1)
- State engine, scheduler, variable resolver, Redis checkpoint store,
cancel protocol
- **209 tests** across canvas / component / io packages
### 22 Components (P0–P4)
| Tier | Components |
|---|---|
| P0 T1+T2+T3 | LLM, Agent, ExitLoop, Switch, Categorize, Begin,
Message, Invoke |
| P1 T3 | VariableAggregator, VariableAssigner, StringTransform,
ListOperations, DataOperations |
| P2 T3 | Iteration, IterationItem, Loop, LoopItem |
| P3 T3 | UserFillUp, Fillup |
| P4 T5 | Browser, ExcelProcessor, DocsGenerator |
### DSL v2 Schema (Phase 2.5)
- Typed v2 in-memory model with v1-to-v2 auto-detect converter
- v1 legacy field stripping per plan §2.11.7
### HTTP Endpoints & Bug Fixes (Plans PR1–PR3)
- **DELETE SQL bug fix**: gorm v2 `Where("id = ?", id).Delete(...)`
pattern
- **CreateAgent validation**: title/DSL required, duplicate check, 103
envelope
- **13 new endpoints**: templates, prompts, tags, sessions CRUD,
chat/completions (SSE + non-stream stubs), rerun, test_db_connection,
logs, webhook/logs
- **756 Go unit tests** (745 → 756, +18)
- **17 → 0 Python integration test failures** (test_agents.py +
test_session_management/)
### Tools
21 eino tools: HTTPHelper, search tools, financial/data tools, mandatory
stubs
### Infrastructure
OTel observability, NATS message queue, DeepDoc gRPC client, SSRF
guards, IDOR mitigation
202 lines
5.8 KiB
Go
202 lines
5.8 KiB
Go
// Package canvas — variable resolver unit tests (Phase 1).
|
|
//
|
|
// Scope: tests the 3 reference forms documented in plan §4.2:
|
|
// - cpn_id@param (e.g. "llm_0@content", "begin_0@query")
|
|
// - sys.<name> (e.g. "sys.query", "sys.user_id")
|
|
// - env.<name> (e.g. "env.max_tokens")
|
|
//
|
|
// Out of scope for Phase 1 (deferred to Phase 2 P2 Iteration/Loop batch):
|
|
// - {{item}} / {{index}} aliases — base.py:369 has a separate
|
|
// iteration_alias_patt consulted only by iteration components.
|
|
// - nested dot paths (cpn_0@result.answer) — base.py:400-410 does this
|
|
// in canvas.get_value_with_variable AFTER the regex match succeeds.
|
|
// - list indexing (xs.0) — same nested-path machinery.
|
|
//
|
|
// Cpn IDs in tests use underscores (e.g. "llm_0") which is the real RAGFlow
|
|
// naming convention; the plan's documented regex `[a-zA-Z:0-9]+` did not
|
|
// allow underscores — a documentation bug fixed in this Phase 1 deliverable
|
|
// (see variable.go VarRefPattern comment).
|
|
package canvas
|
|
|
|
import (
|
|
"reflect"
|
|
"testing"
|
|
)
|
|
|
|
func TestVariableResolver(t *testing.T) {
|
|
mkState := func() *CanvasState {
|
|
s := NewCanvasState("run-1", "task-1")
|
|
s.SetVar("llm_0", "content", "hello world")
|
|
s.SetVar("begin_0", "query", "ragflow go port")
|
|
s.Sys["query"] = "what is ragflow"
|
|
s.Sys["user_id"] = "tenant-1"
|
|
s.Env["max_tokens"] = 1024
|
|
return s
|
|
}
|
|
|
|
type tcase struct {
|
|
name string
|
|
template string
|
|
setup func(s *CanvasState)
|
|
want string
|
|
wantErr bool
|
|
}
|
|
|
|
cases := []tcase{
|
|
{
|
|
name: "single cpn ref",
|
|
template: "{{llm_0@content}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "hello world",
|
|
},
|
|
{
|
|
name: "triple-brace (Python allows extra braces)",
|
|
template: "{{{llm_0@content}}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "hello world",
|
|
},
|
|
{
|
|
name: "single brace (Python allows)",
|
|
template: "{llm_0@content}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "hello world",
|
|
},
|
|
{
|
|
name: "embedded in text",
|
|
template: "Refined: {{llm_0@content}} done",
|
|
setup: func(s *CanvasState) {},
|
|
want: "Refined: hello world done",
|
|
},
|
|
{
|
|
name: "sys ref",
|
|
template: "Q: {{sys.query}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "Q: what is ragflow",
|
|
},
|
|
{
|
|
name: "env ref",
|
|
template: "limit {{env.max_tokens}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "limit 1024",
|
|
},
|
|
{
|
|
name: "multiple refs in one template",
|
|
template: "{{sys.query}} :: {{llm_0@content}} :: {{env.max_tokens}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "what is ragflow :: hello world :: 1024",
|
|
},
|
|
{
|
|
name: "no ref returns input as-is",
|
|
template: "plain text only",
|
|
setup: func(s *CanvasState) {},
|
|
want: "plain text only",
|
|
},
|
|
{
|
|
// Phase 1 Go behavior: ResolveTemplate returns an error on
|
|
// unresolved refs (loud-fail; see variable.go ResolveTemplate
|
|
// doc). Python's canvas.py:177-178 silently returns "" — the
|
|
// Go port trades Python's silent soft-fail for a Go-idiomatic
|
|
// error return so Phase 2 parameter binding can surface
|
|
// misconfigured canvases early.
|
|
name: "unresolved cpn ref returns error (loud-fail, Go port deviation)",
|
|
template: "x={{missing@thing}}y",
|
|
setup: func(s *CanvasState) {},
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "sys ref missing key returns error",
|
|
template: "[{{sys.nope}}]",
|
|
setup: func(s *CanvasState) {},
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "iteration alias NOT in v1 regex (matches base.py:368)",
|
|
template: "{{item}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "{{item}}",
|
|
},
|
|
{
|
|
name: "iteration index alias passes through unchanged",
|
|
template: "i={{index}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "i={{index}}",
|
|
},
|
|
{
|
|
name: "garbage ref (no @ or sys/env prefix) passes through unchanged",
|
|
template: "{{garbage}}",
|
|
setup: func(s *CanvasState) {},
|
|
want: "{{garbage}}",
|
|
},
|
|
{
|
|
name: "empty template",
|
|
template: "",
|
|
setup: func(s *CanvasState) {},
|
|
want: "",
|
|
},
|
|
}
|
|
|
|
for _, c := range cases {
|
|
t.Run(c.name, func(t *testing.T) {
|
|
s := mkState()
|
|
c.setup(s)
|
|
got, err := ResolveTemplate(c.template, s)
|
|
if c.wantErr {
|
|
if err == nil {
|
|
t.Fatalf("expected error, got nil (val=%q)", got)
|
|
}
|
|
return
|
|
}
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if got != c.want {
|
|
t.Fatalf("got %q want %q", got, c.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
// TestVarRefPattern_MatchesPythonDrift guards against accidental regex
|
|
// changes. If someone edits VarRefPattern, this test demands they also
|
|
// update the Python source (or document the deviation) — preventing
|
|
// silent divergence between Go and Python regex behavior.
|
|
func TestVarRefPattern_MatchesPythonDrift(t *testing.T) {
|
|
positive := []string{
|
|
"{{llm_0@content}}",
|
|
"{{{llm_0@content}}}",
|
|
"{llm_0@content}",
|
|
"{{sys.query}}",
|
|
"{{sys.user_id}}",
|
|
"{{env.max_tokens}}",
|
|
"{{begin_0@query}}",
|
|
"prefix {{llm_0@x}} suffix",
|
|
"{{agent:ThreePathsDecide@content}}", // colon-prefixed cpn id
|
|
}
|
|
for _, s := range positive {
|
|
if !VarRefPattern.MatchString(s) {
|
|
t.Errorf("expected match for %q", s)
|
|
}
|
|
}
|
|
negative := []string{
|
|
"plain text",
|
|
"",
|
|
"{{item}}", // iteration alias — not in v1 regex
|
|
"{{index}}", // iteration alias — not in v1 regex
|
|
"{{ cpn_0@content }}", // inner spaces around cpn_id — regex does not allow
|
|
}
|
|
for _, s := range negative {
|
|
if VarRefPattern.MatchString(s) {
|
|
t.Errorf("expected NO match for %q", s)
|
|
}
|
|
}
|
|
}
|
|
|
|
// TestExtractRefs covers the pure-regex extraction helper.
|
|
func TestExtractRefs(t *testing.T) {
|
|
got := ExtractRefs("{{a@x}} {{b@y}} {{a@x}} {{sys.q}}")
|
|
want := []string{"a@x", "b@y", "sys.q"}
|
|
if !reflect.DeepEqual(got, want) {
|
|
t.Fatalf("ExtractRefs: got %v want %v", got, want)
|
|
}
|
|
}
|