mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-15 01:18:26 +08:00
## Summary - Add the GitHub Canvas component with tool registration and reference propagation. - Align the Invoke component with the Python contract for node config, input form, response output, and timing fields. - GitHub search and HTTP Invoke now work correctly in the Go Canvas runtime. ## Tests - `bash build.sh --test ./internal/agent/tool/...` - `bash build.sh --test ./internal/agent/component/...` Note: the untracked go_ragflow_cli file is not part of the PR changes. <img width="1813" height="1102" alt="image" src="https://github.com/user-attachments/assets/f69cef32-59a0-4287-a06b-6843d85198cf" /> <img width="1813" height="1102" alt="image" src="https://github.com/user-attachments/assets/b37dfc31-bc9b-4937-a38e-d2184bb157fe" />
210 lines
6.2 KiB
Go
210 lines
6.2 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package tool
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"net/url"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestGitHub_BuildURL(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
cases := []struct {
|
|
name string
|
|
query string
|
|
max int
|
|
wantPerPage string
|
|
wantHost string
|
|
}{
|
|
{
|
|
name: "default",
|
|
query: "ragflow",
|
|
max: 0,
|
|
wantPerPage: "10",
|
|
wantHost: "api.github.com",
|
|
},
|
|
{
|
|
name: "preserves configured top n",
|
|
query: "x",
|
|
max: 99,
|
|
wantPerPage: "99",
|
|
wantHost: "api.github.com",
|
|
},
|
|
{
|
|
name: "explicit low",
|
|
query: "language:go stars:>100",
|
|
max: 3,
|
|
wantPerPage: "3",
|
|
wantHost: "api.github.com",
|
|
},
|
|
}
|
|
for _, tc := range cases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
t.Parallel()
|
|
got := buildGitHubURL(tc.query, tc.max)
|
|
u, err := url.Parse(got)
|
|
if err != nil {
|
|
t.Fatalf("url.Parse(%q): %v", got, err)
|
|
}
|
|
if u.Host != tc.wantHost {
|
|
t.Errorf("host = %q, want %q", u.Host, tc.wantHost)
|
|
}
|
|
if u.Path != "/search/repositories" {
|
|
t.Errorf("path = %q, want /search/repositories", u.Path)
|
|
}
|
|
q := u.Query()
|
|
if q.Get("q") != tc.query {
|
|
t.Errorf("q = %q, want %q", q.Get("q"), tc.query)
|
|
}
|
|
if q.Get("per_page") != tc.wantPerPage {
|
|
t.Errorf("per_page = %q, want %q", q.Get("per_page"), tc.wantPerPage)
|
|
}
|
|
if q.Get("sort") != "stars" {
|
|
t.Errorf("sort = %q, want stars", q.Get("sort"))
|
|
}
|
|
if q.Get("order") != "desc" {
|
|
t.Errorf("order = %q, want desc", q.Get("order"))
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestGitHub_ParseResponse(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
var gotContentType, gotAPIVersion, gotPerPage string
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
gotContentType = r.Header.Get("Content-Type")
|
|
gotAPIVersion = r.Header.Get("X-GitHub-Api-Version")
|
|
gotPerPage = r.URL.Query().Get("per_page")
|
|
w.Header().Set("Content-Type", "application/json")
|
|
_, _ = w.Write([]byte(`{
|
|
"items": [
|
|
{"name":"ragflow","html_url":"https://github.com/infiniflow/ragflow","description":"RAG engine","watchers":12000,"private":false},
|
|
{"name":"bar","html_url":"https://github.com/foo/bar","description":"","watchers":5}
|
|
]
|
|
}`))
|
|
}))
|
|
defer srv.Close()
|
|
|
|
helper := NewHTTPHelper().WithClient(&http.Client{
|
|
Transport: rewriteHostTransport(srv.URL),
|
|
})
|
|
tool := NewGitHubToolWithDefaults(helper, githubParams{TopN: 17})
|
|
out, err := tool.InvokableRun(context.Background(),
|
|
`{"query":"ragflow"}`)
|
|
if err != nil {
|
|
t.Fatalf("InvokableRun: %v", err)
|
|
}
|
|
|
|
var env githubEnvelope
|
|
if jerr := json.Unmarshal([]byte(out), &env); jerr != nil {
|
|
t.Fatalf("output is not valid JSON: %v (raw=%s)", jerr, out)
|
|
}
|
|
if env.Error != "" {
|
|
t.Errorf("Error = %q, want empty", env.Error)
|
|
}
|
|
if len(env.Results) != 2 {
|
|
t.Fatalf("Results len = %d, want 2", len(env.Results))
|
|
}
|
|
if env.Results[0]["name"] != "ragflow" {
|
|
t.Errorf("Results[0].name = %v, want ragflow", env.Results[0]["name"])
|
|
}
|
|
if env.Results[0]["watchers"] != float64(12000) {
|
|
t.Errorf("Results[0].watchers = %v, want 12000", env.Results[0]["watchers"])
|
|
}
|
|
if env.Results[1]["description"] != "" {
|
|
t.Errorf("Results[1].description = %q, want empty", env.Results[1]["description"])
|
|
}
|
|
if gotContentType != "application/vnd.github+json" {
|
|
t.Errorf("Content-Type = %q, want application/vnd.github+json", gotContentType)
|
|
}
|
|
if gotAPIVersion != "2022-11-28" {
|
|
t.Errorf("X-GitHub-Api-Version = %q, want 2022-11-28", gotAPIVersion)
|
|
}
|
|
if gotPerPage != "17" {
|
|
t.Errorf("per_page = %q, want 17 from the component top_n default", gotPerPage)
|
|
}
|
|
}
|
|
|
|
func TestGitHub_RequiresQuery(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tool := NewGitHubTool()
|
|
_, err := tool.InvokableRun(context.Background(), `{"query":""}`)
|
|
if err == nil {
|
|
t.Fatal("expected error for empty query")
|
|
}
|
|
if !strings.Contains(err.Error(), "query") {
|
|
t.Errorf("err = %v, want to mention query", err)
|
|
}
|
|
}
|
|
|
|
func TestGitHub_BuildByNameUsesPythonNodeParams(t *testing.T) {
|
|
built, err := BuildByName("github", map[string]any{"top_n": float64(17)})
|
|
if err != nil {
|
|
t.Fatalf("BuildByName(github): %v", err)
|
|
}
|
|
github, ok := built.(*GitHubTool)
|
|
if !ok {
|
|
t.Fatalf("BuildByName(github) returned %T, want *GitHubTool", built)
|
|
}
|
|
if github.defaults.TopN != 17 {
|
|
t.Errorf("defaults.TopN = %d, want 17", github.defaults.TopN)
|
|
}
|
|
if _, err := BuildByName("github", map[string]any{"top_n": 100}); err != nil {
|
|
t.Errorf("BuildByName(github) rejected GitHub's maximum top_n: %v", err)
|
|
}
|
|
if _, err := BuildByName("github", map[string]any{"top_n": 0}); err == nil {
|
|
t.Fatal("BuildByName(github) accepted non-positive top_n")
|
|
}
|
|
if _, err := BuildByName("github", map[string]any{"top_n": 1.5}); err == nil {
|
|
t.Fatal("BuildByName(github) accepted fractional top_n")
|
|
}
|
|
if _, err := BuildByName("github", map[string]any{"top_n": "10"}); err == nil {
|
|
t.Fatal("BuildByName(github) accepted string top_n")
|
|
}
|
|
if _, err := BuildByName("github", map[string]any{"top_n": 101}); err == nil {
|
|
t.Fatal("BuildByName(github) accepted top_n above GitHub's per_page limit")
|
|
}
|
|
if _, err := BuildByName("github", map[string]any{"max_results": 5}); err == nil {
|
|
t.Fatal("BuildByName(github) accepted removed max_results parameter")
|
|
}
|
|
}
|
|
|
|
func TestGitHub_Info(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tool := NewGitHubTool()
|
|
info, err := tool.Info(context.Background())
|
|
if err != nil {
|
|
t.Fatalf("Info: %v", err)
|
|
}
|
|
if info.Name != "github_search" {
|
|
t.Errorf("Name = %q, want github_search", info.Name)
|
|
}
|
|
if !strings.Contains(info.Desc, "GitHub") {
|
|
t.Errorf("Desc = %q, want to mention GitHub", info.Desc)
|
|
}
|
|
}
|