ragflow/rag/flow/tests/dsl_examples/title_chunker.json

{
  "components": {
    "File": {
        "obj":{
            "component_name": "File",
            "params": {
            }
        },
        "downstream": ["Parser:0"],
        "upstream": []
    },
    "Parser:0": {
        "obj": {
            "component_name": "Parser",
            "params": {
              "pdf": {
                "parse_method": "deepdoc",
                "vlm_name": "",
                "lang": "Chinese",
                "suffix": [
                  "pdf"
                ],
                "output_format": "json"
              },
              "spreadsheet": {
                "suffix": [
                  "xls",
                  "xlsx",
                  "csv"
                ],
                "output_format": "html"
              },
              "word": {
                "suffix": [
                  "doc",
                  "docx"
                ],
                "output_format": "json"
              },
              "markdown": {
                "suffix": [
                  "md",
                  "markdown"
                ],
                "output_format": "text"
              },
              "text": {
                "suffix": ["txt"],
                "output_format": "json"
              }
            }
        },
        "downstream": ["TokenChunker:0"],
        "upstream": ["File"]
    },
    "TokenChunker:0": {
        "obj": {
            "component_name": "TokenChunker",
            "params": {
              "chunk_token_size": 512,
              "delimiters": ["\r\n"],
              "overlapped_percent": 0
            }
        },
        "downstream": ["TitleChunker:0"],
        "upstream": ["Parser:0"]
    },
    "TitleChunker:0": {
        "obj": {
            "component_name": "TitleChunker",
            "params": {
              "levels": [["^#[^#]"], ["^##[^#]"], ["^###[^#]"], ["^####[^#]"]],
              "hierarchy": 2
            }
        },
        "downstream": [],
        "upstream": ["TokenChunker:0"]
    }
  },
  "path": []
}