mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-12 06:35:44 +08:00
## Summary - Register Wikipedia component + tool alias `wikipedia`/`wikipedia_search` - Use `generator=search` to get title/summary/url in one request (was N+1) - Node params `top_n`/`language` with validation - Return `formalized_content` for downstream - tests pass <img width="1817" height="972" alt="image" src="https://github.com/user-attachments/assets/f6d79599-6d1f-4ea6-84f7-ac06d0de13b0" />
133 lines
3.9 KiB
Go
133 lines
3.9 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package component
|
|
|
|
import (
|
|
"context"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"net/url"
|
|
"strings"
|
|
"testing"
|
|
|
|
agenttool "ragflow/internal/agent/tool"
|
|
)
|
|
|
|
func TestWikipedia_RegisteredFactory(t *testing.T) {
|
|
c, err := New("Wikipedia", map[string]any{"top_n": float64(3), "language": "en"})
|
|
if err != nil {
|
|
t.Fatalf("New(Wikipedia) errored: %v", err)
|
|
}
|
|
if got := c.Name(); got != "Wikipedia" {
|
|
t.Fatalf("Name() = %q, want Wikipedia", got)
|
|
}
|
|
formGetter, ok := c.(interface{ GetInputForm() map[string]any })
|
|
if !ok {
|
|
t.Fatal("Wikipedia component does not expose GetInputForm")
|
|
}
|
|
query, ok := formGetter.GetInputForm()["query"].(map[string]any)
|
|
if !ok {
|
|
t.Fatalf("GetInputForm()[query] has type %T, want map", formGetter.GetInputForm()["query"])
|
|
}
|
|
if query["type"] != "line" {
|
|
t.Fatalf("GetInputForm()[query][type] = %v, want line", query["type"])
|
|
}
|
|
if _, ok := c.Outputs()["formalized_content"]; !ok {
|
|
t.Fatal("Outputs() missing formalized_content")
|
|
}
|
|
if _, ok := c.Outputs()["json"]; !ok {
|
|
t.Fatal("Outputs() missing json")
|
|
}
|
|
}
|
|
|
|
func TestWikipedia_InvokeEmptyQueryMatchesPython(t *testing.T) {
|
|
c, err := New("Wikipedia", nil)
|
|
if err != nil {
|
|
t.Fatalf("New(Wikipedia) errored: %v", err)
|
|
}
|
|
out, err := c.Invoke(context.Background(), map[string]any{"query": " "})
|
|
if err != nil {
|
|
t.Fatalf("Invoke errored: %v", err)
|
|
}
|
|
if got, _ := out["formalized_content"].(string); got != "" {
|
|
t.Fatalf("formalized_content = %q, want empty", got)
|
|
}
|
|
if _, ok := out["json"].([]any); !ok {
|
|
t.Fatalf("json output has type %T, want []any", out["json"])
|
|
}
|
|
}
|
|
|
|
func TestWikipedia_InvokeParamsBakedAtConstruct(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
var gotLimit string
|
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
gotLimit = r.URL.Query().Get("gsrlimit")
|
|
w.Header().Set("Content-Type", "application/json")
|
|
_, _ = w.Write([]byte(`{
|
|
"query": {
|
|
"pages": {
|
|
"10": {"index":1,"title":"RAG","extract":"RAG is an acronym."}
|
|
}
|
|
}
|
|
}`))
|
|
}))
|
|
defer srv.Close()
|
|
|
|
helper := agenttool.NewHTTPHelper().WithClient(&http.Client{
|
|
Transport: componentRewriteHostTransport(srv.URL),
|
|
})
|
|
inner := agenttool.NewWikipediaToolWithParams(helper, 2, "en")
|
|
c := &wikipediaComponent{inner: inner}
|
|
out, err := c.Invoke(context.Background(), map[string]any{"query": "rag"})
|
|
if err != nil {
|
|
t.Fatalf("Invoke errored: %v", err)
|
|
}
|
|
if gotLimit != "2" {
|
|
t.Fatalf("gsrlimit = %q, want 2", gotLimit)
|
|
}
|
|
if got, _ := out["formalized_content"].(string); !strings.Contains(got, "RAG is an acronym.") {
|
|
t.Fatalf("formalized_content = %q, want rendered result", got)
|
|
}
|
|
results := anySlice(out["json"])
|
|
if len(results) != 1 {
|
|
t.Fatalf("json len = %d, want 1", len(results))
|
|
}
|
|
}
|
|
|
|
func componentRewriteHostTransport(srvURL string) http.RoundTripper {
|
|
u, err := url.Parse(srvURL)
|
|
if err != nil {
|
|
panic("componentRewriteHostTransport: bad srvURL: " + err.Error())
|
|
}
|
|
return &componentHostSwapRT{inner: http.DefaultTransport, host: u.Host, scheme: u.Scheme}
|
|
}
|
|
|
|
type componentHostSwapRT struct {
|
|
inner http.RoundTripper
|
|
host string
|
|
scheme string
|
|
}
|
|
|
|
func (t *componentHostSwapRT) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
r2 := req.Clone(req.Context())
|
|
r2.URL.Scheme = t.scheme
|
|
r2.URL.Host = t.host
|
|
r2.Host = t.host
|
|
return t.inner.RoundTrip(r2)
|
|
}
|