Go knowledge compiler with scheduler-driven dataset compilation (#17913)

Ports dataset knowledge compilation (wiki/graph/tree/mindmap) to the Go
scheduler with a status contract, aligns wiki storage/retrieval with
Python, sizes prompts by content_length, and resolves embedding batch
size from provider capability.
This commit is contained in:
Zhichang Yu
2026-08-06 15:54:00 +08:00
committed by GitHub
parent addc5acdc0
commit 2e37997ab9
116 changed files with 6678 additions and 1942 deletions

View File

@@ -39,9 +39,15 @@ export const LargeModelFilterFormSchema = {
llm_filter: z.string().optional(),
};
type LargeModelFormFieldProps = Pick<NextInnerLLMSelectProps, 'ownerTenantId'>;
type LargeModelFormFieldProps = Pick<
NextInnerLLMSelectProps,
'ownerTenantId'
> & {
name?: string;
};
export function LargeModelFormField({
ownerTenantId,
name = 'llm_id',
}: LargeModelFormFieldProps) {
const form = useFormContext();
const { t } = useTranslation();
@@ -51,7 +57,7 @@ export function LargeModelFormField({
<>
<FormField
control={form.control}
name="llm_id"
name={name}
render={({ field }) => (
<FormItem>
<FormLabel tooltip={t('chat.modelTip')}>

View File

@@ -1,5 +1,6 @@
import { Operator } from '@/constants/agent';
import { RAGFlowNodeType } from '@/interfaces/database/agent';
import CompilationForm from '@/pages/agent/form/compilation-form';
import ExtractorForm from '@/pages/agent/form/extractor-form';
import ParserForm from '@/pages/agent/form/parser-form';
import TitleChunkerForm from '@/pages/agent/form/title-chunker-form';
@@ -61,6 +62,14 @@ const PipelineOperatorForm = ({
hideOutputs
/>
);
case Operator.Compiler:
return (
<CompilationForm
node={node}
onValuesChange={handleValuesChange}
hideOutputs
/>
);
case Operator.Tokenizer:
return (
<TokenizerForm