Feat: Add a data compilation layer. (#16777)

### Summary

Feat: Add a data compilation layer.

web/src/services/compilation-template-group-service.ts

@@ -0,0 +1,35 @@
+import {
+  ICreateCompilationTemplateGroupRequestBody,
+  IUpdateCompilationTemplateGroupRequestBody,
+} from '@/interfaces/request/compilation-template';
+import api from '@/utils/api';
+import request from '@/utils/next-request';
+import { registerNextServer } from '@/utils/register-server';
+
+const methods = {
+  listGroups: {
+    url: api.compilationTemplateGroups,
+    method: 'get',
+  },
+} as const;
+
+const compilationTemplateGroupService =
+  registerNextServer<keyof typeof methods>(methods);
+
+export const createCompilationTemplateGroup = (
+  data: ICreateCompilationTemplateGroupRequestBody,
+) => request.post(api.compilationTemplateGroups, data);
+
+export const updateCompilationTemplateGroup = (
+  id: string,
+  data: IUpdateCompilationTemplateGroupRequestBody,
+) => request.put(api.compilationTemplateGroup(id), data);
+
+export const getCompilationTemplateGroup = (id: string) =>
+  request.get(api.compilationTemplateGroup(id));
+
+export const deleteCompilationTemplateGroup = (id: string) =>
+  request.delete(api.compilationTemplateGroup(id));
+
+export { compilationTemplateGroupService };
+export default compilationTemplateGroupService;

web/src/services/compilation-template-service.ts

@@ -0,0 +1,39 @@
+import {
+  ICreateCompilationTemplateRequestBody,
+  IUpdateCompilationTemplateRequestBody,
+} from '@/interfaces/request/compilation-template';
+import api from '@/utils/api';
+import request from '@/utils/next-request';
+import { registerNextServer } from '@/utils/register-server';
+
+const methods = {
+  listTemplates: {
+    url: api.compilationTemplates,
+    method: 'get',
+  },
+} as const;
+
+const compilationTemplateService =
+  registerNextServer<keyof typeof methods>(methods);
+
+export const deleteCompilationTemplate = (id: string) =>
+  request.delete(api.compilationTemplate(id));
+
+export const getCompilationTemplate = (id: string) =>
+  request.get(api.compilationTemplate(id));
+
+export const createCompilationTemplate = (
+  data: ICreateCompilationTemplateRequestBody,
+) => request.post(api.compilationTemplates, data);
+
+export const updateCompilationTemplate = (
+  id: string,
+  data: IUpdateCompilationTemplateRequestBody,
+) => request.put(api.compilationTemplate(id), data);
+
+export const listBuiltinCompilationTemplates = () =>
+  request.get(`${api.compilationTemplates}/builtins`);
+
+export const listWikiPresets = () => request.get(api.wikiPresets);
+
+export default compilationTemplateService;

web/src/services/dataset-skill-service.ts

@@ -0,0 +1,11 @@
+import api from '@/utils/api';
+import request from '@/utils/next-request';
+
+const datasetSkillService = {
+  getTree: (params: { datasetId: string }) =>
+    request.get(api.getDatasetSkillTree(params.datasetId)),
+  getPage: (params: { datasetId: string; skillKwd: string }) =>
+    request.get(api.getDatasetSkillPage(params.datasetId, params.skillKwd)),
+};
+
+export default datasetSkillService;

web/src/services/document-structure-service.ts

@@ -0,0 +1,23 @@
+import api from '@/utils/api';
+import request from '@/utils/next-request';
+
+export const getDocumentStructureGraph = (
+  datasetId: string,
+  documentId: string,
+) => request.get(api.documentStructureGraph(datasetId, documentId));
+
+export const deleteDocumentStructureGraph = (
+  datasetId: string,
+  documentId: string,
+  templateId: string,
+) =>
+  request.delete(api.documentStructureGraph(datasetId, documentId), {
+    data: { template_id: templateId },
+  });
+
+const documentStructureService = {
+  getDocumentStructureGraph,
+  deleteDocumentStructureGraph,
+};
+
+export default documentStructureService;

web/src/services/knowledge-service.ts

@@ -1,10 +1,14 @@
 import { IRenameTag } from '@/interfaces/database/dataset';
 import {
+  IFetchArtifactListRequestParams,
+  IFetchArtifactTopicListRequestParams,
   IFetchDocumentListRequestBody,
   IFetchKnowledgeListRequestParams,
+  IUpdateArtifactPageRequestBody,
 } from '@/interfaces/request/knowledge';
 import { ProcessingType } from '@/pages/dataset/dataset-overview/dataset-common';
 import api from '@/utils/api';
+import nextRequest from '@/utils/next-request';
 import registerServer from '@/utils/register-server';
 import request from '@/utils/request';
 
@@ -144,6 +148,7 @@ const chunkService = {
         page_size: params.page_size || params.size,
         keywords: params.keywords,
         available: getAvailableParam(params.available_int),
+        chunk_ids: params.chunk_ids,
       },
     });
 
@@ -385,6 +390,53 @@ export const getPipelineDetail = (datasetId: string, logId: string) =>
 export const getKnowledgeBasicInfo = (datasetId: string) =>
   request.get(api.getKnowledgeBasicInfo(datasetId));
 
+export const listArtifacts = (
+  datasetId: string,
+  params?: IFetchArtifactListRequestParams,
+) => request.get(api.artifactsList(datasetId), { params });
+
+export const listArtifactTopics = (
+  datasetId: string,
+  params?: IFetchArtifactTopicListRequestParams,
+) => request.get(api.artifactsTopicList(datasetId), { params });
+
+export const getArtifactPage = (
+  datasetId: string,
+  pageType: string,
+  slug: string,
+) => request.get(api.getArtifactPage(datasetId, pageType, slug));
+
+export const getArtifactGraph = (
+  datasetId: string,
+  params?: { node?: string },
+) => request.get(api.getArtifactGraph(datasetId), { params });
+
+export const updateArtifactPage = (
+  datasetId: string,
+  pageType: string,
+  slug: string,
+  data: IUpdateArtifactPageRequestBody,
+) => request.put(api.getArtifactPage(datasetId, pageType, slug), { data });
+
+export const listWikiCommits = (
+  datasetId: string,
+  pageType: string,
+  slug: string,
+  params?: { page?: number; page_size?: number },
+) =>
+  request.get(api.listWikiCommits(datasetId), {
+    params: {
+      ...params,
+      slug: slug.startsWith(`${pageType}/`) ? slug : `${pageType}/${slug}`,
+    },
+  });
+
+export const getWikiCommit = (datasetId: string, commitId: string) =>
+  request.get(api.getWikiCommit(datasetId, commitId));
+
+export const clearWiki = (datasetId: string) =>
+  nextRequest.delete(api.clearWiki(datasetId), {});
+
 export const checkEmbedding = (datasetId: string, data: Record<string, any>) =>
   request.post(api.checkEmbedding(datasetId), { data });