mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-23 00:46:42 +08:00
Fix: Dataset: When configuring the "general chunk method," options such as chunk size and parent-child slicing are unavailable. (#14459)
### What problem does this PR solve? Fix: Dataset: When configuring the "general chunk method," options such as chunk size and parent-child slicing are unavailable. ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --------- Co-authored-by: balibabu <assassin_cike@163.com>
This commit is contained in:
balibabu
@@ -33,7 +33,7 @@ export interface ISwitchForm {
|
||||
import { AgentCategory } from '@/constants/agent';
|
||||
import { Edge, Node } from '@xyflow/react';
|
||||
import { IReference, Message } from './chat';
|
||||
import { IKnowledge } from './knowledge';
|
||||
import { IDataset } from './dataset';
|
||||
|
||||
export type DSLComponents = Record<string, IOperator>;
|
||||
|
||||
@@ -81,7 +81,7 @@ export declare interface IFlow {
|
||||
release?: boolean;
|
||||
release_time?: number;
|
||||
last_publish_time?: number;
|
||||
datasets?: Pick<IKnowledge, 'id' | 'name' | 'avatar'>[];
|
||||
datasets?: Pick<IDataset, 'id' | 'name' | 'avatar'>[];
|
||||
}
|
||||
|
||||
export interface IFlowTemplate {
|
||||
|
||||
@@ -1,6 +1,17 @@
|
||||
// for the dataset list
|
||||
// The data structures returned by the `datasets` interface and `/api/v1/datasets/{id}` are inconsistent.
|
||||
|
||||
import { RunningStatus } from '@/constants/knowledge';
|
||||
import { DataSourceKey } from '@/pages/user-setting/data-source/constant';
|
||||
|
||||
export interface IConnector {
|
||||
id: string;
|
||||
name: string;
|
||||
status: RunningStatus;
|
||||
source: DataSourceKey;
|
||||
auto_parse?: '0' | '1';
|
||||
}
|
||||
|
||||
export interface IDataset {
|
||||
avatar?: string;
|
||||
chunk_count: number;
|
||||
@@ -11,7 +22,8 @@ export interface IDataset {
|
||||
description?: string;
|
||||
document_count: number;
|
||||
embedding_model: string;
|
||||
graphrag_task_finish_at: null;
|
||||
size?: number;
|
||||
graphrag_task_finish_at: string;
|
||||
graphrag_task_id: Nullable<string>;
|
||||
id: string;
|
||||
language: string;
|
||||
@@ -34,6 +46,7 @@ export interface IDataset {
|
||||
update_date: string;
|
||||
update_time: number;
|
||||
vector_similarity_weight: number;
|
||||
connectors: IConnector[];
|
||||
}
|
||||
|
||||
interface Parserconfig {
|
||||
@@ -42,14 +55,20 @@ interface Parserconfig {
|
||||
children_delimiter: string;
|
||||
chunk_token_num: number;
|
||||
delimiter: string;
|
||||
from_page?: number;
|
||||
to_page?: number;
|
||||
graphrag: Graphrag;
|
||||
html4excel: boolean;
|
||||
image_context_size: number;
|
||||
layout_recognize: string;
|
||||
llm_id: string;
|
||||
metadata?: any;
|
||||
built_in_metadata?: Array<{ key: string; type: string }>;
|
||||
enable_metadata?: boolean;
|
||||
parent_child: Parentchild;
|
||||
raptor: Raptor;
|
||||
table_context_size: number;
|
||||
tag_kb_ids?: string[];
|
||||
topn_tags: number;
|
||||
}
|
||||
|
||||
@@ -77,3 +96,125 @@ export interface IDatasetListResult {
|
||||
kbs: IDataset[];
|
||||
total_datasets: number;
|
||||
}
|
||||
|
||||
// Types migrated from knowledge.ts
|
||||
|
||||
export interface IKnowledgeFileParserConfig {
|
||||
chunk_token_num: number;
|
||||
layout_recognize: boolean;
|
||||
pages: number[][];
|
||||
task_page_size: number;
|
||||
}
|
||||
|
||||
export interface IKnowledgeFile {
|
||||
chunk_num: number;
|
||||
create_date: string;
|
||||
create_time: number;
|
||||
created_by: string;
|
||||
id: string;
|
||||
kb_id: string;
|
||||
location: string;
|
||||
name: string;
|
||||
parser_id: string;
|
||||
process_begin_at?: any;
|
||||
process_duration: number;
|
||||
progress: number; // parsing process
|
||||
progress_msg: string; // parsing log
|
||||
run: RunningStatus; // parsing status
|
||||
size: number;
|
||||
source_type: string;
|
||||
status: string; // enabled
|
||||
thumbnail?: any; // base64
|
||||
token_num: number;
|
||||
type: string;
|
||||
update_date: string;
|
||||
update_time: number;
|
||||
parser_config: IKnowledgeFileParserConfig;
|
||||
}
|
||||
|
||||
export interface ITenantInfo {
|
||||
asr_id: string;
|
||||
embd_id: string;
|
||||
img2txt_id: string;
|
||||
llm_id: string;
|
||||
name: string;
|
||||
parser_ids: string;
|
||||
role: string;
|
||||
tenant_id: string;
|
||||
chat_id: string;
|
||||
speech2text_id: string;
|
||||
rerank_id?: string;
|
||||
tts_id: string;
|
||||
// Tenant model IDs
|
||||
tenant_asr_id?: string;
|
||||
tenant_embd_id?: string;
|
||||
tenant_img2txt_id?: string;
|
||||
tenant_llm_id?: string;
|
||||
tenant_rerank_id?: string;
|
||||
tenant_tts_id?: string;
|
||||
}
|
||||
|
||||
export type ChunkDocType = 'image' | 'table' | 'text';
|
||||
|
||||
export interface IChunk {
|
||||
available_int: number; // Whether to enable, 0: not enabled, 1: enabled
|
||||
chunk_id: string;
|
||||
content_with_weight: string;
|
||||
doc_id: string;
|
||||
doc_name: string;
|
||||
doc_type_kwd?: ChunkDocType;
|
||||
image_id: string;
|
||||
important_kwd?: string[];
|
||||
question_kwd?: string[]; // keywords
|
||||
tag_kwd?: string[];
|
||||
positions: number[][];
|
||||
tag_feas?: Record<string, number>;
|
||||
}
|
||||
|
||||
export interface ITestingChunk {
|
||||
chunk_id: string;
|
||||
content_ltks: string;
|
||||
content_with_weight: string;
|
||||
doc_id: string;
|
||||
doc_name: string;
|
||||
img_id: string;
|
||||
image_id: string;
|
||||
important_kwd: any[];
|
||||
kb_id: string;
|
||||
similarity: number;
|
||||
term_similarity: number;
|
||||
vector: number[];
|
||||
vector_similarity: number;
|
||||
highlight: string;
|
||||
positions: number[][];
|
||||
docnm_kwd: string;
|
||||
doc_type_kwd: string;
|
||||
}
|
||||
|
||||
export interface ITestingDocument {
|
||||
count: number;
|
||||
doc_id: string;
|
||||
doc_name: string;
|
||||
}
|
||||
|
||||
export interface ITestingResult {
|
||||
chunks: ITestingChunk[];
|
||||
documents: ITestingDocument[];
|
||||
total: number;
|
||||
labels?: Record<string, number>;
|
||||
}
|
||||
|
||||
export interface INextTestingResult {
|
||||
chunks: ITestingChunk[];
|
||||
doc_aggs: ITestingDocument[];
|
||||
total: number;
|
||||
labels?: Record<string, number>;
|
||||
isRuned?: boolean;
|
||||
}
|
||||
|
||||
export type IRenameTag = { fromTag: string; toTag: string };
|
||||
|
||||
export interface IKnowledgeGraph {
|
||||
graph: Record<string, any>;
|
||||
mind_map: import('@antv/g6/lib/types').TreeData;
|
||||
}
|
||||
|
||||
@@ -1,194 +0,0 @@
|
||||
import { RunningStatus } from '@/constants/knowledge';
|
||||
import { DataSourceKey } from '@/pages/user-setting/data-source/constant';
|
||||
import { TreeData } from '@antv/g6/lib/types';
|
||||
export interface IConnector {
|
||||
id: string;
|
||||
name: string;
|
||||
status: RunningStatus;
|
||||
source: DataSourceKey;
|
||||
auto_parse?: '0' | '1';
|
||||
}
|
||||
// knowledge base detail
|
||||
export interface IKnowledge {
|
||||
avatar?: any;
|
||||
chunk_num: number;
|
||||
create_date: string;
|
||||
create_time: number;
|
||||
created_by: string;
|
||||
description: string;
|
||||
doc_num: number;
|
||||
id: string;
|
||||
name: string;
|
||||
parser_config: ParserConfig;
|
||||
chunk_method: string;
|
||||
pipeline_id: string;
|
||||
pipeline_name: string;
|
||||
pipeline_avatar: string;
|
||||
permission: string;
|
||||
similarity_threshold: number;
|
||||
status: string;
|
||||
tenant_id: string;
|
||||
token_num: number;
|
||||
update_date: string;
|
||||
update_time: number;
|
||||
vector_similarity_weight: number;
|
||||
embedding_model: string;
|
||||
nickname: string;
|
||||
operator_permission: number;
|
||||
size: number;
|
||||
raptor_task_finish_at?: string;
|
||||
raptor_task_id?: string;
|
||||
mindmap_task_finish_at?: string;
|
||||
mindmap_task_id?: string;
|
||||
graphrag_task_finish_at: string;
|
||||
graphrag_task_id: string;
|
||||
connectors: IConnector[];
|
||||
embd_id: string;
|
||||
parser_id: string;
|
||||
}
|
||||
|
||||
export interface IKnowledgeResult {
|
||||
kbs: IKnowledge[];
|
||||
total_datasets: number;
|
||||
}
|
||||
|
||||
export interface Raptor {
|
||||
use_raptor: boolean;
|
||||
}
|
||||
|
||||
export interface ParserConfig {
|
||||
from_page?: number;
|
||||
to_page?: number;
|
||||
auto_keywords?: number;
|
||||
auto_questions?: number;
|
||||
chunk_token_num?: number;
|
||||
delimiter?: string;
|
||||
html4excel?: boolean;
|
||||
layout_recognize?: boolean;
|
||||
raptor?: Raptor;
|
||||
tag_kb_ids?: string[];
|
||||
topn_tags?: number;
|
||||
graphrag?: { use_graphrag?: boolean };
|
||||
enable_metadata?: boolean;
|
||||
metadata?: any;
|
||||
built_in_metadata?: Array<{ key: string; type: string }>;
|
||||
}
|
||||
|
||||
export interface IKnowledgeFileParserConfig {
|
||||
chunk_token_num: number;
|
||||
layout_recognize: boolean;
|
||||
pages: number[][];
|
||||
task_page_size: number;
|
||||
}
|
||||
export interface IKnowledgeFile {
|
||||
chunk_num: number;
|
||||
create_date: string;
|
||||
create_time: number;
|
||||
created_by: string;
|
||||
id: string;
|
||||
kb_id: string;
|
||||
location: string;
|
||||
name: string;
|
||||
parser_id: string;
|
||||
process_begin_at?: any;
|
||||
process_duration: number;
|
||||
progress: number; // parsing process
|
||||
progress_msg: string; // parsing log
|
||||
run: RunningStatus; // parsing status
|
||||
size: number;
|
||||
source_type: string;
|
||||
status: string; // enabled
|
||||
thumbnail?: any; // base64
|
||||
token_num: number;
|
||||
type: string;
|
||||
update_date: string;
|
||||
update_time: number;
|
||||
parser_config: IKnowledgeFileParserConfig;
|
||||
}
|
||||
|
||||
export interface ITenantInfo {
|
||||
asr_id: string;
|
||||
embd_id: string;
|
||||
img2txt_id: string;
|
||||
llm_id: string;
|
||||
name: string;
|
||||
parser_ids: string;
|
||||
role: string;
|
||||
tenant_id: string;
|
||||
chat_id: string;
|
||||
speech2text_id: string;
|
||||
rerank_id?: string;
|
||||
tts_id: string;
|
||||
// Tenant model IDs
|
||||
tenant_asr_id?: string;
|
||||
tenant_embd_id?: string;
|
||||
tenant_img2txt_id?: string;
|
||||
tenant_llm_id?: string;
|
||||
tenant_rerank_id?: string;
|
||||
tenant_tts_id?: string;
|
||||
}
|
||||
|
||||
export type ChunkDocType = 'image' | 'table' | 'text';
|
||||
|
||||
export interface IChunk {
|
||||
available_int: number; // Whether to enable, 0: not enabled, 1: enabled
|
||||
chunk_id: string;
|
||||
content_with_weight: string;
|
||||
doc_id: string;
|
||||
doc_name: string;
|
||||
doc_type_kwd?: ChunkDocType;
|
||||
image_id: string;
|
||||
important_kwd?: string[];
|
||||
question_kwd?: string[]; // keywords
|
||||
tag_kwd?: string[];
|
||||
positions: number[][];
|
||||
tag_feas?: Record<string, number>;
|
||||
}
|
||||
|
||||
export interface ITestingChunk {
|
||||
chunk_id: string;
|
||||
content_ltks: string;
|
||||
content_with_weight: string;
|
||||
doc_id: string;
|
||||
doc_name: string;
|
||||
img_id: string;
|
||||
image_id: string;
|
||||
important_kwd: any[];
|
||||
kb_id: string;
|
||||
similarity: number;
|
||||
term_similarity: number;
|
||||
vector: number[];
|
||||
vector_similarity: number;
|
||||
highlight: string;
|
||||
positions: number[][];
|
||||
docnm_kwd: string;
|
||||
doc_type_kwd: string;
|
||||
}
|
||||
|
||||
export interface ITestingDocument {
|
||||
count: number;
|
||||
doc_id: string;
|
||||
doc_name: string;
|
||||
}
|
||||
|
||||
export interface ITestingResult {
|
||||
chunks: ITestingChunk[];
|
||||
documents: ITestingDocument[];
|
||||
total: number;
|
||||
labels?: Record<string, number>;
|
||||
}
|
||||
|
||||
export interface INextTestingResult {
|
||||
chunks: ITestingChunk[];
|
||||
doc_aggs: ITestingDocument[];
|
||||
total: number;
|
||||
labels?: Record<string, number>;
|
||||
isRuned?: boolean;
|
||||
}
|
||||
|
||||
export type IRenameTag = { fromTag: string; toTag: string };
|
||||
|
||||
export interface IKnowledgeGraph {
|
||||
graph: Record<string, any>;
|
||||
mind_map: TreeData;
|
||||
}
|
||||
Reference in New Issue
Block a user