mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-15 21:16:03 +08:00
0dbfaa8b67
### Summary ``` RAGFlow(api/default)> LIST SYNC LOGS WITH PAGE_SIZE 2 PAGE 2; Total: 764 +----------------------------------+-------------------------+-------------+-----------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ | connector_id | docs_removed_from_index | error_count | error_msg | id | kb_id | kb_name | new_docs_indexed | prune_freq | refresh_freq | status | task_type | time_started | total_docs_indexed | update_date | +----------------------------------+-------------------------+-------------+-----------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | fb55b5f1fb754475834cd9eac8b52054 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:45 | 16 | 2026-08-13 09:49:46 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 3cad779d7d2e4efb8d8d2dbf05d45653 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:42 | 16 | 2026-08-13 09:49:43 | +----------------------------------+-------------------------+-------------+-----------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ ``` ``` RAGFlow(api/default)> LIST SYNC LOGS; Total: 764 +----------------------------------+-------------------------+-------------+--------------------------------------------------------------------------------------------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ | connector_id | docs_removed_from_index | error_count | error_msg | id | kb_id | kb_name | new_docs_indexed | prune_freq | refresh_freq | status | task_type | time_started | total_docs_indexed | update_date | +----------------------------------+-------------------------+-------------+--------------------------------------------------------------------------------------------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ | 02b5b14183884445bd55ad6b9d322204 | 0 | 1 | sync task failed: failed to fetch URL: Get "https://xxxxxxxxxxxx/rss.xml": EOF | 87592e5623fc4284bf69b9290f322718 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 4 | sync | 2026-08-13 09:49:48 | 16 | 2026-08-13 09:51:01 | | 570138201cf44e1180711f1ebdf8492f | 0 | 1 | sync task failed: failed to fetch URL: Get "https://www.ruanyifeng.com/blog/atom.xml": EOF | 456adbbf21a147af99adfce4405abd99 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 1 | 4 | sync | 2026-08-13 09:50:00 | 3 | 2026-08-13 09:50:18 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | fb55b5f1fb754475834cd9eac8b52054 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:45 | 16 | 2026-08-13 09:49:46 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 3cad779d7d2e4efb8d8d2dbf05d45653 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:42 | 16 | 2026-08-13 09:49:43 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | dd09320aa5b34d6cbcfa7b03ede68c4a | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:36 | 16 | 2026-08-13 09:49:38 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | afbcee73240f420ca1997e6506f387fb | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:33 | 16 | 2026-08-13 09:49:34 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 7d018146a0f14a25b7263d5980fdc30f | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:30 | 16 | 2026-08-13 09:49:32 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 520e0d6f421e40628ab541fc4fee1a69 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:27 | 16 | 2026-08-13 09:49:28 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 3d3ce49825de4ef99642e7994ae954e3 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:21 | 16 | 2026-08-13 09:49:22 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 1c511f9b4a7c425fb30a956589ca56fa | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:18 | 16 | 2026-08-13 09:49:19 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | b9ab73c3f48c4f47a84fd55b542b32b4 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:15 | 16 | 2026-08-13 09:49:16 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | db0cad90a7744d758b24d2e3d3828963 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:12 | 16 | 2026-08-13 09:49:13 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | a501eadb2cce452187f3c86431352c70 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:08 | 16 | 2026-08-13 09:49:10 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | b4265a3b7baf4466a525b91a9fe21b71 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:03 | 16 | 2026-08-13 09:49:05 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | a6ad590931c046dda5fc3222b4010c06 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:00 | 16 | 2026-08-13 09:49:02 | ...... +----------------------------------+-------------------------+-------------+--------------------------------------------------------------------------------------------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ ``` list all logs ``` RAGFlow(api/default)> LIST DATASET 'test' SYNC LOGS; Total: 764 +----------------------------------+-------------------------+-------------+--------------------------------------------------------------------------------------------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ | connector_id | docs_removed_from_index | error_count | error_msg | id | kb_id | kb_name | new_docs_indexed | prune_freq | refresh_freq | status | task_type | time_started | total_docs_indexed | update_date | +----------------------------------+-------------------------+-------------+--------------------------------------------------------------------------------------------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ | 02b5b14183884445bd55ad6b9d322204 | 0 | 1 | sync task failed: failed to fetch URL: Get "https://xxxxxxxxxxxx/rss.xml": EOF | 87592e5623fc4284bf69b9290f322718 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 4 | sync | 2026-08-13 09:49:48 | 16 | 2026-08-13 09:51:01 | | 570138201cf44e1180711f1ebdf8492f | 0 | 1 | sync task failed: failed to fetch URL: Get "https://www.ruanyifeng.com/blog/atom.xml": EOF | 456adbbf21a147af99adfce4405abd99 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 1 | 4 | sync | 2026-08-13 09:50:00 | 3 | 2026-08-13 09:50:18 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | fb55b5f1fb754475834cd9eac8b52054 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:45 | 16 | 2026-08-13 09:49:46 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 3cad779d7d2e4efb8d8d2dbf05d45653 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:42 | 16 | 2026-08-13 09:49:43 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | dd09320aa5b34d6cbcfa7b03ede68c4a | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:36 | 16 | 2026-08-13 09:49:38 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | afbcee73240f420ca1997e6506f387fb | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:33 | 16 | 2026-08-13 09:49:34 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 7d018146a0f14a25b7263d5980fdc30f | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:30 | 16 | 2026-08-13 09:49:32 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 520e0d6f421e40628ab541fc4fee1a69 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:27 | 16 | 2026-08-13 09:49:28 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 3d3ce49825de4ef99642e7994ae954e3 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:21 | 16 | 2026-08-13 09:49:22 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | 1c511f9b4a7c425fb30a956589ca56fa | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:18 | 16 | 2026-08-13 09:49:19 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | b9ab73c3f48c4f47a84fd55b542b32b4 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:15 | 16 | 2026-08-13 09:49:16 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | db0cad90a7744d758b24d2e3d3828963 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:12 | 16 | 2026-08-13 09:49:13 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | a501eadb2cce452187f3c86431352c70 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:08 | 16 | 2026-08-13 09:49:10 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | b4265a3b7baf4466a525b91a9fe21b71 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:03 | 16 | 2026-08-13 09:49:05 | | 02b5b14183884445bd55ad6b9d322204 | 0 | 0 | | a6ad590931c046dda5fc3222b4010c06 | 0e6e28e65b7044e58070e0e4252319a6 | test | 0 | 5 | 0 | 3 | sync | 2026-08-13 09:49:00 | 16 | 2026-08-13 09:49:02 | ...... +----------------------------------+-------------------------+-------------+--------------------------------------------------------------------------------------------+----------------------------------+----------------------------------+---------+------------------+------------+--------------+--------+-----------+---------------------+--------------------+---------------------+ ```
561 lines
16 KiB
Go
561 lines
16 KiB
Go
package handler
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
|
|
"ragflow/internal/common"
|
|
"ragflow/internal/entity"
|
|
"ragflow/internal/service"
|
|
)
|
|
|
|
type fakeConnectorService struct {
|
|
connector *entity.Connector
|
|
logs []*entity.ConnectorSyncLog
|
|
total int64
|
|
code common.ErrorCode
|
|
err error
|
|
html string
|
|
capture *logListCapture
|
|
}
|
|
|
|
type logListCapture struct {
|
|
page int
|
|
pageSize int
|
|
}
|
|
|
|
func (s fakeConnectorService) ListConnectors(context.Context, string) (*service.ListConnectorsResponse, error) {
|
|
return &service.ListConnectorsResponse{}, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) TestConnector(context.Context, string, string) error {
|
|
return s.err
|
|
}
|
|
|
|
func (s fakeConnectorService) CreateConnector(context.Context, string, *service.CreateConnectorRequest) (*entity.Connector, error) {
|
|
if s.err != nil {
|
|
return nil, s.err
|
|
}
|
|
return s.connector, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) GetConnector(context.Context, string, string) (*entity.Connector, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, s.code, s.err
|
|
}
|
|
return s.connector, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) UpdateConnector(context.Context, string, string, *service.UpdateConnectorRequest) (*entity.Connector, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, s.code, s.err
|
|
}
|
|
return s.connector, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) StartGoogleWebOAuth(context.Context, string, string, *service.StartGoogleWebOAuthRequest) (*service.StartGoogleWebOAuthResponse, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, s.code, s.err
|
|
}
|
|
return &service.StartGoogleWebOAuthResponse{}, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) GoogleWebOAuthCallback(context.Context, string, string, string, string, string) string {
|
|
return ""
|
|
}
|
|
|
|
func (s fakeConnectorService) PollGoogleWebOAuthResult(context.Context, string, string, *service.PollGoogleWebOAuthResultRequest) (*service.PollGoogleWebOAuthResultResponse, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, s.code, s.err
|
|
}
|
|
return &service.PollGoogleWebOAuthResultResponse{}, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) StartBoxWebOAuth(context.Context, string, *service.StartBoxWebOAuthRequest) (*service.StartBoxWebOAuthResponse, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, s.code, s.err
|
|
}
|
|
return &service.StartBoxWebOAuthResponse{
|
|
FlowID: "flow-1",
|
|
AuthorizationURL: "https://account.box.com/api/oauth2/authorize?state=flow-1",
|
|
ExpiresIn: 900,
|
|
}, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) BoxWebOAuthCallback(context.Context, string, string, string, string) string {
|
|
if s.html != "" {
|
|
return s.html
|
|
}
|
|
return "<html>box</html>"
|
|
}
|
|
|
|
func (s fakeConnectorService) PollBoxWebOAuthResult(context.Context, string, *service.PollBoxWebOAuthResultRequest) (*service.PollBoxWebOAuthResultResponse, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, s.code, s.err
|
|
}
|
|
return &service.PollBoxWebOAuthResultResponse{}, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) ListLog(context.Context, string, string, int, int) ([]*entity.ConnectorSyncLog, int64, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, 0, s.code, s.err
|
|
}
|
|
return s.logs, s.total, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) ListLogs(_ context.Context, _, _ string, page, pageSize int) ([]*entity.ConnectorSyncLog, int64, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return nil, 0, s.code, s.err
|
|
}
|
|
if s.capture != nil {
|
|
s.capture.page = page
|
|
s.capture.pageSize = pageSize
|
|
}
|
|
return s.logs, s.total, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) DeleteConnector(context.Context, string, string) (bool, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return false, s.code, s.err
|
|
}
|
|
return true, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) RebuildConnector(context.Context, string, string, string) (bool, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return false, s.code, s.err
|
|
}
|
|
return true, common.CodeSuccess, nil
|
|
}
|
|
|
|
func (s fakeConnectorService) ResumeFailedSync(context.Context, string, string, *service.ResumeFailedSyncRequest) (bool, common.ErrorCode, error) {
|
|
if s.err != nil {
|
|
return false, s.code, s.err
|
|
}
|
|
return true, common.CodeSuccess, nil
|
|
}
|
|
|
|
func TestConnectorHandlerStartBoxWebOAuth(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
h := &ConnectorHandler{connectorService: fakeConnectorService{}}
|
|
router := gin.New()
|
|
router.POST("/api/v1/connectors/box/oauth/web/start", func(c *gin.Context) {
|
|
c.Set("user", &entity.User{ID: "tenant-1"})
|
|
h.StartBoxWebOAuth(c)
|
|
})
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(
|
|
http.MethodPost,
|
|
"/api/v1/connectors/box/oauth/web/start",
|
|
strings.NewReader(`{"client_id":"client-1","client_secret":"secret-1"}`),
|
|
)
|
|
req.Header.Set("Content-Type", "application/json")
|
|
router.ServeHTTP(resp, req)
|
|
|
|
if resp.Code != http.StatusOK {
|
|
t.Fatalf("status=%d body=%s", resp.Code, resp.Body.String())
|
|
}
|
|
|
|
var body map[string]interface{}
|
|
if err := json.Unmarshal(resp.Body.Bytes(), &body); err != nil {
|
|
t.Fatalf("unmarshal response: %v", err)
|
|
}
|
|
if body["code"] != float64(common.CodeSuccess) {
|
|
t.Fatalf("code=%v want=%v body=%v", body["code"], common.CodeSuccess, body)
|
|
}
|
|
data, ok := body["data"].(map[string]interface{})
|
|
if !ok {
|
|
t.Fatalf("data=%#v", body["data"])
|
|
}
|
|
if data["flow_id"] != "flow-1" {
|
|
t.Fatalf("flow_id=%v", data["flow_id"])
|
|
}
|
|
}
|
|
|
|
func TestConnectorHandlerBoxWebOAuthCallback(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
h := &ConnectorHandler{connectorService: fakeConnectorService{html: "<html>box callback</html>"}}
|
|
router := gin.New()
|
|
router.GET("/api/v1/connectors/box/oauth/web/callback", h.BoxWebOAuthCallback)
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(http.MethodGet, "/api/v1/connectors/box/oauth/web/callback?state=flow-1&code=code-1", nil)
|
|
router.ServeHTTP(resp, req)
|
|
|
|
if resp.Code != http.StatusOK {
|
|
t.Fatalf("status=%d body=%s", resp.Code, resp.Body.String())
|
|
}
|
|
if got := resp.Header().Get("Content-Type"); got != "text/html; charset=utf-8" {
|
|
t.Fatalf("content-type=%q", got)
|
|
}
|
|
if resp.Body.String() != "<html>box callback</html>" {
|
|
t.Fatalf("body=%q", resp.Body.String())
|
|
}
|
|
}
|
|
|
|
func TestConnectorHandlerPollBoxWebOAuthResult(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
h := &ConnectorHandler{connectorService: fakeConnectorService{}}
|
|
router := gin.New()
|
|
router.POST("/api/v1/connectors/box/oauth/web/result", func(c *gin.Context) {
|
|
c.Set("user", &entity.User{ID: "tenant-1"})
|
|
h.PollBoxWebOAuthResult(c)
|
|
})
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(
|
|
http.MethodPost,
|
|
"/api/v1/connectors/box/oauth/web/result",
|
|
strings.NewReader(`{"flow_id":"flow-1"}`),
|
|
)
|
|
req.Header.Set("Content-Type", "application/json")
|
|
router.ServeHTTP(resp, req)
|
|
|
|
if resp.Code != http.StatusOK {
|
|
t.Fatalf("status=%d body=%s", resp.Code, resp.Body.String())
|
|
}
|
|
|
|
var body map[string]interface{}
|
|
if err := json.Unmarshal(resp.Body.Bytes(), &body); err != nil {
|
|
t.Fatalf("unmarshal response: %v", err)
|
|
}
|
|
if body["code"] != float64(common.CodeSuccess) {
|
|
t.Fatalf("code=%v want=%v body=%v", body["code"], common.CodeSuccess, body)
|
|
}
|
|
}
|
|
|
|
func TestConnectorHandlerTestConnector(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
tests := []struct {
|
|
name string
|
|
err error
|
|
wantCode common.ErrorCode
|
|
}{
|
|
{
|
|
name: "success",
|
|
err: nil,
|
|
wantCode: common.CodeSuccess,
|
|
},
|
|
{
|
|
name: "not found",
|
|
err: service.ErrConnectorNotFound,
|
|
wantCode: common.CodeDataError,
|
|
},
|
|
{
|
|
name: "unauthorized",
|
|
err: service.ErrConnectorNoAuth,
|
|
wantCode: common.CodeAuthenticationError,
|
|
},
|
|
{
|
|
name: "unsupported source",
|
|
err: service.ErrConnectorTestUnsupported,
|
|
wantCode: common.CodeArgumentError,
|
|
},
|
|
{
|
|
name: "validation failure",
|
|
err: fmt.Errorf("connector credentials are missing"),
|
|
wantCode: common.CodeDataError,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
h := &ConnectorHandler{connectorService: fakeConnectorService{err: tt.err}}
|
|
router := gin.New()
|
|
router.POST("/api/v1/connectors/:connector_id/test", func(c *gin.Context) {
|
|
c.Set("user", &entity.User{ID: "tenant-1"})
|
|
h.TestConnector(c)
|
|
})
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(http.MethodPost, "/api/v1/connectors/connector-1/test", nil)
|
|
router.ServeHTTP(resp, req)
|
|
if resp.Code != http.StatusOK {
|
|
t.Fatalf("status=%d body=%s", resp.Code, resp.Body.String())
|
|
}
|
|
|
|
var body map[string]interface{}
|
|
if err := json.Unmarshal(resp.Body.Bytes(), &body); err != nil {
|
|
t.Fatalf("unmarshal response: %v", err)
|
|
}
|
|
if body["code"] != float64(tt.wantCode) {
|
|
t.Fatalf("code=%v want=%v body=%v", body["code"], tt.wantCode, body)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestConnectorHandlerDeleteConnector(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
tests := []struct {
|
|
name string
|
|
service fakeConnectorService
|
|
wantCode common.ErrorCode
|
|
wantData interface{}
|
|
wantMsg string
|
|
}{
|
|
{
|
|
name: "success",
|
|
service: fakeConnectorService{},
|
|
wantCode: common.CodeSuccess,
|
|
wantData: true,
|
|
},
|
|
{
|
|
name: "unauthorized",
|
|
service: fakeConnectorService{code: common.CodeAuthenticationError, err: fmt.Errorf("no authorization")},
|
|
wantCode: common.CodeAuthenticationError,
|
|
wantData: nil,
|
|
wantMsg: "no authorization",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
h := &ConnectorHandler{connectorService: tt.service}
|
|
router := gin.New()
|
|
router.DELETE("/api/v1/connectors/:connector_id", func(c *gin.Context) {
|
|
c.Set("user", &entity.User{ID: "tenant-1"})
|
|
h.DeleteConnector(c)
|
|
})
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(http.MethodDelete, "/api/v1/connectors/connector-1", nil)
|
|
router.ServeHTTP(resp, req)
|
|
if resp.Code != http.StatusOK {
|
|
t.Fatalf("status=%d body=%s", resp.Code, resp.Body.String())
|
|
}
|
|
|
|
var body map[string]interface{}
|
|
if err := json.Unmarshal(resp.Body.Bytes(), &body); err != nil {
|
|
t.Fatalf("unmarshal response: %v", err)
|
|
}
|
|
if body["code"] != float64(tt.wantCode) {
|
|
t.Fatalf("code=%v body=%v", body["code"], body)
|
|
}
|
|
if body["data"] != tt.wantData {
|
|
t.Fatalf("data=%v body=%v", body["data"], body)
|
|
}
|
|
if tt.wantMsg != "" && body["message"] != tt.wantMsg {
|
|
t.Fatalf("message=%v", body["message"])
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestConnectorHandlerListLogs(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
startedAt := time.Date(2026, 5, 28, 8, 30, 0, 0, time.Local)
|
|
updatedAt := time.Date(2026, 5, 28, 9, 0, 0, 0, time.Local)
|
|
|
|
tests := []struct {
|
|
name string
|
|
service fakeConnectorService
|
|
wantCode common.ErrorCode
|
|
wantMsg string
|
|
wantTotal float64
|
|
wantLogID string
|
|
wantLogs int
|
|
}{
|
|
{
|
|
name: "success",
|
|
service: fakeConnectorService{
|
|
logs: []*entity.ConnectorSyncLog{{
|
|
ID: "log-1",
|
|
ConnectorID: "connector-1",
|
|
TaskType: "sync",
|
|
KbID: "kb-1",
|
|
UpdateDate: &updatedAt,
|
|
NewDocsIndexed: 2,
|
|
TotalDocsIndexed: 10,
|
|
DocsRemovedFromIndex: 1,
|
|
ErrorMsg: "",
|
|
ErrorCount: 0,
|
|
TimeStarted: &startedAt,
|
|
RefreshFreq: 5,
|
|
PruneFreq: 5,
|
|
KbName: "Docs",
|
|
Status: "3",
|
|
}},
|
|
total: 1,
|
|
},
|
|
wantCode: common.CodeSuccess,
|
|
wantTotal: 1,
|
|
wantLogID: "log-1",
|
|
wantLogs: 1,
|
|
},
|
|
{
|
|
name: "empty logs",
|
|
service: fakeConnectorService{
|
|
logs: nil,
|
|
total: 0,
|
|
},
|
|
wantCode: common.CodeSuccess,
|
|
wantTotal: 0,
|
|
wantLogs: 0,
|
|
},
|
|
{
|
|
name: "unauthorized",
|
|
service: fakeConnectorService{code: common.CodeAuthenticationError, err: fmt.Errorf("no authorization")},
|
|
wantCode: common.CodeAuthenticationError,
|
|
wantMsg: "no authorization",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
h := &ConnectorHandler{connectorService: tt.service}
|
|
router := gin.New()
|
|
router.GET("/api/v1/connectors/:connector_id/logs", func(c *gin.Context) {
|
|
c.Set("user", &entity.User{ID: "tenant-1"})
|
|
h.ListLogs(c)
|
|
})
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(http.MethodGet, "/api/v1/connectors/connector-1/logs?page=2&page_size=5", nil)
|
|
router.ServeHTTP(resp, req)
|
|
if resp.Code != http.StatusOK {
|
|
t.Fatalf("status=%d body=%s", resp.Code, resp.Body.String())
|
|
}
|
|
|
|
var body map[string]interface{}
|
|
if err := json.Unmarshal(resp.Body.Bytes(), &body); err != nil {
|
|
t.Fatalf("unmarshal response: %v", err)
|
|
}
|
|
if body["code"] != float64(tt.wantCode) {
|
|
t.Fatalf("code=%v body=%v", body["code"], body)
|
|
}
|
|
if tt.wantMsg != "" && body["message"] != tt.wantMsg {
|
|
t.Fatalf("message=%v", body["message"])
|
|
}
|
|
if tt.wantLogID != "" {
|
|
data := body["data"].(map[string]interface{})
|
|
if data["total"] != tt.wantTotal {
|
|
t.Fatalf("total=%v body=%v", data["total"], body)
|
|
}
|
|
logs := data["logs"].([]interface{})
|
|
if len(logs) != tt.wantLogs {
|
|
t.Fatalf("logs=%v body=%v", logs, body)
|
|
}
|
|
if logs[0].(map[string]interface{})["id"] != tt.wantLogID {
|
|
t.Fatalf("logs=%v body=%v", logs, body)
|
|
}
|
|
}
|
|
if tt.wantLogID == "" && tt.wantMsg == "" {
|
|
data := body["data"].(map[string]interface{})
|
|
if data["total"] != tt.wantTotal {
|
|
t.Fatalf("total=%v body=%v", data["total"], body)
|
|
}
|
|
logs := data["logs"].([]interface{})
|
|
if len(logs) != tt.wantLogs {
|
|
t.Fatalf("logs=%v body=%v", logs, body)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestConnectorHandlerListSyncLogs(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
tests := []struct {
|
|
name string
|
|
query string
|
|
wantCode common.ErrorCode
|
|
wantMsg string
|
|
wantPage int
|
|
wantPageSize int
|
|
}{
|
|
{
|
|
name: "no pagination params uses defaults",
|
|
query: "",
|
|
wantCode: common.CodeSuccess,
|
|
wantPage: 1,
|
|
wantPageSize: 15,
|
|
},
|
|
{
|
|
name: "page only defaults page_size",
|
|
query: "?page=3",
|
|
wantCode: common.CodeSuccess,
|
|
wantPage: 3,
|
|
wantPageSize: 15,
|
|
},
|
|
{
|
|
name: "page_size only defaults page",
|
|
query: "?page_size=50",
|
|
wantCode: common.CodeSuccess,
|
|
wantPage: 1,
|
|
wantPageSize: 50,
|
|
},
|
|
{
|
|
name: "both params",
|
|
query: "?page=2&page_size=10",
|
|
wantCode: common.CodeSuccess,
|
|
wantPage: 2,
|
|
wantPageSize: 10,
|
|
},
|
|
{
|
|
name: "bad page",
|
|
query: "?page=abc",
|
|
wantCode: common.CodeArgumentError,
|
|
wantMsg: "page must be an integer",
|
|
},
|
|
{
|
|
name: "bad page_size",
|
|
query: "?page_size=xyz",
|
|
wantCode: common.CodeArgumentError,
|
|
wantMsg: "page_size must be an integer",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
capture := &logListCapture{}
|
|
h := &ConnectorHandler{connectorService: fakeConnectorService{
|
|
logs: []*entity.ConnectorSyncLog{{ID: "log-1"}},
|
|
total: 1,
|
|
capture: capture,
|
|
}}
|
|
router := gin.New()
|
|
router.GET("/api/v1/connectors/sync_logs", func(c *gin.Context) {
|
|
c.Set("user", &entity.User{ID: "tenant-1"})
|
|
h.ListSyncLogs(c)
|
|
})
|
|
|
|
resp := httptest.NewRecorder()
|
|
req := httptest.NewRequest(http.MethodGet, "/api/v1/connectors/sync_logs"+tt.query, nil)
|
|
router.ServeHTTP(resp, req)
|
|
|
|
var body map[string]interface{}
|
|
if err := json.Unmarshal(resp.Body.Bytes(), &body); err != nil {
|
|
t.Fatalf("unmarshal response: %v", err)
|
|
}
|
|
if body["code"] != float64(tt.wantCode) {
|
|
t.Fatalf("code=%v body=%v", body["code"], body)
|
|
}
|
|
if tt.wantMsg != "" && body["message"] != tt.wantMsg {
|
|
t.Fatalf("message=%v body=%v", body["message"], body)
|
|
}
|
|
if tt.wantCode == common.CodeSuccess {
|
|
if capture.page != tt.wantPage || capture.pageSize != tt.wantPageSize {
|
|
t.Fatalf("service called with page=%d page_size=%d, want %d/%d", capture.page, capture.pageSize, tt.wantPage, tt.wantPageSize)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|