2026-05-19 17:34:59 +08:00
|
|
|
//
|
|
|
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
|
|
|
//
|
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
|
//
|
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
//
|
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
|
// limitations under the License.
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
package elasticsearch
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"fmt"
|
|
|
|
|
"io"
|
|
|
|
|
|
|
|
|
|
"github.com/elastic/go-elasticsearch/v8/esapi"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
// dropIndex deletes an index
|
|
|
|
|
func (e *elasticsearchEngine) dropIndex(ctx context.Context, indexName string) error {
|
|
|
|
|
if indexName == "" {
|
|
|
|
|
return fmt.Errorf("index name cannot be empty")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Check if index exists
|
|
|
|
|
exists, err := e.indexExists(ctx, indexName)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return fmt.Errorf("failed to check index existence: %w", err)
|
|
|
|
|
}
|
|
|
|
|
if !exists {
|
Test: release Go-proxy RESTful contract tests verified passing in Go mode (#17468)
### Summary
Aligns Go and Python error codes/messages so both backends honor the
same RESTful API contract, removing implementation-specific error leaks
(MySQL errors, `ValueError`, `AttributeError`, Gin validator format) in
favor of clean business error codes.
**Chat list** — invalid `orderby` now returns code 101 (was: raw Python
`AttributeError` code 100); invalid `page`/`page_size` values fall back
to defaults (was: raw `ValueError`/`ProgrammingError` code 100).
**Dataset create/update/delete** — adds UUID validation (101),
extra-field rejection (101), duplicate-id detection (101), content-type
/ JSON-syntax / object-shape checks (101), and "lacks permission" for
nonexistent datasets (IDOR). Create auto-deduplicates dataset names.
Pagerank updates tolerate a missing ES index. List response includes
`parser_config` and `pagerank`.
**Session list/update** — adds filtering, sorting, and pagination
support. Empty payloads are valid no-ops. Authorization errors map to
code 109.
**Chunk list** — doc object uses Python key names (`chunk_count`,
`dataset_id`, `chunk_method`, run text status). Add validates list
element types.
**Document update** — adds `chunk_method` alias, pydantic-style Field
error messages, metadata index auto-create with refresh, and "These
documents do not belong to dataset" messages. List validates
`metadata_condition` and reports ownership errors for unmatched name/id
filters.
**Search completion** — `kb_ids` ownership failure returns code 102
instead of 109.
Released 31 contract tests from `GO_ONLY_SKIPS` (all verified passing on
both Go and Python backends with real LLM keys).
2026-07-30 19:58:49 +08:00
|
|
|
// Tolerate missing index (mirrors Python's docStoreConn which
|
|
|
|
|
// silently returns False on a non-existent index).
|
|
|
|
|
return nil
|
2026-05-19 17:34:59 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Delete index
|
|
|
|
|
req := esapi.IndicesDeleteRequest{
|
|
|
|
|
Index: []string{indexName},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
res, err := req.Do(ctx, e.client)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return fmt.Errorf("failed to delete index: %w", err)
|
|
|
|
|
}
|
|
|
|
|
defer res.Body.Close()
|
|
|
|
|
|
|
|
|
|
if res.IsError() {
|
|
|
|
|
bodyBytes, _ := io.ReadAll(res.Body)
|
|
|
|
|
reason := extractErrorReason(bodyBytes)
|
|
|
|
|
if reason != "" {
|
|
|
|
|
return fmt.Errorf("elasticsearch error: %s", reason)
|
|
|
|
|
}
|
|
|
|
|
return fmt.Errorf("elasticsearch returned error: %s", res.Status())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// indexExists checks if index exists
|
|
|
|
|
func (e *elasticsearchEngine) indexExists(ctx context.Context, indexName string) (bool, error) {
|
|
|
|
|
if indexName == "" {
|
|
|
|
|
return false, fmt.Errorf("index name cannot be empty")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
req := esapi.IndicesExistsRequest{
|
|
|
|
|
Index: []string{indexName},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
res, err := req.Do(ctx, e.client)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return false, fmt.Errorf("failed to check index existence: %w", err)
|
|
|
|
|
}
|
|
|
|
|
defer res.Body.Close()
|
|
|
|
|
|
|
|
|
|
if res.StatusCode == 200 {
|
|
|
|
|
return true, nil
|
|
|
|
|
} else if res.StatusCode == 404 {
|
|
|
|
|
return false, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
bodyBytes, _ := io.ReadAll(res.Body)
|
|
|
|
|
reason := extractErrorReason(bodyBytes)
|
|
|
|
|
if reason != "" {
|
|
|
|
|
return false, fmt.Errorf("elasticsearch error: %s", reason)
|
|
|
|
|
}
|
|
|
|
|
return false, fmt.Errorf("elasticsearch returned error: %s", res.Status())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// buildMetadataIndexName returns the metadata index name for a tenant
|
|
|
|
|
func buildMetadataIndexName(tenantID string) string {
|
|
|
|
|
return fmt.Sprintf("ragflow_doc_meta_%s", tenantID)
|
2026-06-26 22:55:49 +08:00
|
|
|
}
|