mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-01 00:05:43 +08:00
e96bc37d06
### What problem does this PR solve? ``` RAGFlow(admin)> mq publish 'msg2'; SUCCESS RAGFlow(admin)> mq publish 'msg3'; SUCCESS RAGFlow(admin)> mq list; +---------+---------------+ | message | subject | +---------+---------------+ | msg1 | tasks.RAGFLOW | | msg2 | tasks.RAGFLOW | | msg3 | tasks.RAGFLOW | +---------+---------------+ RAGFlow(admin)> mq pull 2; +---------+---------------+ | message | subject | +---------+---------------+ | msg1 | tasks.RAGFLOW | | msg2 | tasks.RAGFLOW | +---------+---------------+ RAGFlow(admin)> mq pull noack; +---------+---------------+ | message | subject | +---------+---------------+ | abc | tasks.RAGFLOW | +---------+---------------+ RAGFlow(admin)> mq show +-------------------+----------------+--------+---------------+---------------+-------------------+---------------+ | ack_pending_count | consumer_count | memory | message_count | pending_count | redelivered_count | waiting_count | +-------------------+----------------+--------+---------------+---------------+-------------------+---------------+ | 2 | 1 | 0 | 2 | 0 | 1 | 0 | +-------------------+----------------+--------+---------------+---------------+-------------------+---------------+ RAGFlow(admin)> list ingestors; +--------------+-------------------------------------------+--------+ | host | name | status | +--------------+-------------------------------------------+--------+ | 192.168.1.38 | ingestor-8f0e4bd5650a4ac58b0151969fbf6935 | alive | +--------------+-------------------------------------------+--------+ RAGFlow(admin)> list ingestion tasks; +----------------------------------+----------------------------------+-----------+------+-------------+----------------------------------+ | document_id | id | status | step | user | user_id | +----------------------------------+----------------------------------+-----------+------+-------------+----------------------------------+ | ffe64fae423411f1a2d938a74640adcc | 90d3d0f6528941c1ac8eb0360effccc4 | COMPLETED | 5 | aaa@aaa.com | 2ba4881420fa11f19e9c38a74640adcc | +----------------------------------+----------------------------------+-----------+------+-------------+----------------------------------+ RAGFlow(admin)> remove ingestion tasks '90d3d0f6528941c1ac8eb0360effccc4'; +---------+----------------------------------+ | delete | task_id | +---------+----------------------------------+ | success | 90d3d0f6528941c1ac8eb0360effccc4 | +---------+----------------------------------+ RAGFlow(admin)> stop ingestion tasks 'e89e20d9a25848a1b79bd9345ddbfe1d'; +----------+----------------------------------+ | status | task_id | +----------+----------------------------------+ | STOPPING | e89e20d9a25848a1b79bd9345ddbfe1d | +----------+----------------------------------+ # Publish a message RAGFlow(admin)> mq publish 'cdd'; SUCCESS # List current tasks in the message queue RAGFlow(admin)> mq list +----------------------------------+---------------+ | message | subject | +----------------------------------+---------------+ | 7ce392a3c1624cd2be4b5276e8825059 | tasks.RAGFLOW | +----------------------------------+---------------+ # Consume a task from the message queue RAGFlow(admin)> mq pull +------+-----+----------------+ | ack | id | type | +------+-----+----------------+ | true | cdd | ingestion_test | +------+-----+----------------+ # User mode # List ingestion tasks, followed by dataset id RAGFlow(user)> list ingestion tasks from '0abe79f9423311f1ad8d38a74640adcc'; +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ | create_date | create_time | dataset_id | document_id | id | schema | status | update_date | update_time | user_id | +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ | 2026-05-30T20:21:06+08:00 | 1780143666289 | 0abe79f9423311f1ad8d38a74640adcc | ffe64fae423411f1a2d938a74640adcc | 8d758cd14a8b4ba8ab505003fb52017d | | COMPLETED | 2026-05-30T20:21:26+08:00 | 1780143686431 | 2ba4881420fa11f19e9c38a74640adcc | +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ RAGFlow(user)> list ingestion tasks; +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ | create_date | create_time | dataset_id | document_id | id | schema | status | update_date | update_time | user_id | +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ | 2026-06-02T19:02:31+08:00 | 1780398151417 | 0abe79f9423311f1ad8d38a74640adcc | ffe64fae423411f1a2d938a74640adcc | e89e20d9a25848a1b79bd9345ddbfe1d | | COMPLETED | 2026-06-02T19:02:52+08:00 | 1780398172208 | 2ba4881420fa11f19e9c38a74640adcc | +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ # Create an ingestion task # First argument is document id, second argument is dataset id RAGFlow(user)> start ingestion 'ffe64fae423411f1a2d938a74640adcc' from '0abe79f9423311f1ad8d38a74640adcc'; +----------------------------------+-------------------------------------------+ | document_id | result | +----------------------------------+-------------------------------------------+ | ffe64fae423411f1a2d938a74640adcc | task_id: 8d758cd14a8b4ba8ab505003fb52017d | +----------------------------------+-------------------------------------------+ # Pause an ingestion task, first argument is ingestion id RAGFlow(user)> stop ingestion '8d758cd14a8b4ba8ab505003fb52017d'; +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ | create_date | create_time | dataset_id | document_id | id | schema | status | update_date | update_time | user_id | +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ | 2026-05-30T20:21:06+08:00 | 1780143666289 | 0abe79f9423311f1ad8d38a74640adcc | ffe64fae423411f1a2d938a74640adcc | 8d758cd14a8b4ba8ab505003fb52017d | | COMPLETED | 2026-05-30T20:21:26+08:00 | 1780143686431 | 2ba4881420fa11f19e9c38a74640adcc | +---------------------------+---------------+----------------------------------+----------------------------------+----------------------------------+--------+-----------+---------------------------+---------------+----------------------------------+ # Delete an ingestion task RAGFlow(api/default)> remove ingestion tasks 'f366450a27d54677aec1c7090add30f0'; +---------+----------------------------------+ | remove | task_id | +---------+----------------------------------+ | success | f366450a27d54677aec1c7090add30f0 | +---------+----------------------------------+ ``` ### Type of change - [x] New Feature (non-breaking change which adds functionality) --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com>
218 lines
3.4 KiB
Go
218 lines
3.4 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package cli
|
|
|
|
// Command represents a parsed command from the CLI
|
|
type Command struct {
|
|
Type string
|
|
Params map[string]interface{}
|
|
}
|
|
|
|
// Token types for the lexer
|
|
const (
|
|
// Keywords
|
|
TokenLogin = iota
|
|
TokenLogout
|
|
TokenRegister
|
|
TokenList
|
|
TokenServices
|
|
TokenShow
|
|
TokenCreate
|
|
TokenService
|
|
TokenShutdown
|
|
TokenStartup
|
|
TokenRestart
|
|
TokenUsers
|
|
TokenDrop
|
|
TokenUser
|
|
TokenAlter
|
|
TokenActive
|
|
TokenAdmin
|
|
TokenServer
|
|
TokenAPI
|
|
TokenAdd
|
|
TokenHost
|
|
TokenDelete
|
|
TokenPassword
|
|
TokenDataset
|
|
TokenDatasets
|
|
TokenChunkStore
|
|
TokenOf
|
|
TokenAgents
|
|
TokenRole
|
|
TokenRoles
|
|
TokenDescription
|
|
TokenGrant
|
|
TokenRevoke
|
|
TokenAll
|
|
TokenPermission
|
|
TokenTo
|
|
TokenFrom
|
|
TokenFor
|
|
TokenResources
|
|
TokenOn
|
|
TokenSet
|
|
TokenReset
|
|
TokenVersion
|
|
TokenVar
|
|
TokenVars
|
|
TokenConfigs
|
|
TokenConfig
|
|
TokenEnvs
|
|
TokenKey
|
|
TokenKeys
|
|
TokenGenerate
|
|
TokenAvailable
|
|
TokenSupported
|
|
TokenModel
|
|
TokenModels
|
|
TokenProvider
|
|
TokenProviders
|
|
TokenDefault
|
|
TokenChats
|
|
TokenChat
|
|
TokenMessage
|
|
TokenImage
|
|
TokenVideo
|
|
TokenAudio
|
|
TokenStream
|
|
TokenFiles
|
|
TokenAs
|
|
TokenParse
|
|
TokenImport
|
|
TokenInto
|
|
TokenIn
|
|
TokenWith
|
|
TokenParser
|
|
TokenPipeline
|
|
TokenSearch
|
|
TokenRetrieve
|
|
TokenCurrent
|
|
TokenVision
|
|
TokenEmbedding
|
|
TokenRerank
|
|
TokenASR
|
|
TokenTTS
|
|
TokenOCR
|
|
TokenDocParse
|
|
TokenEmbed
|
|
TokenText
|
|
TokenQuery
|
|
TokenFormat
|
|
TokenParam
|
|
TokenPlay
|
|
TokenSave
|
|
TokenTop
|
|
TokenDimension
|
|
TokenAsync
|
|
TokenSync
|
|
TokenBenchmark
|
|
TokenPing
|
|
TokenToken
|
|
TokenTokens
|
|
TokenUnset
|
|
TokenIndex
|
|
TokenVector
|
|
TokenSize
|
|
TokenStore
|
|
TokenName // For ALTER PROVIDER <name> NAME <new_name>
|
|
TokenBalance
|
|
TokenInstance
|
|
TokenInstances
|
|
TokenDisable
|
|
TokenEnable
|
|
TokenUse
|
|
TokenCheck
|
|
TokenThink
|
|
TokenEffort
|
|
TokenVerbosity
|
|
TokenNone
|
|
TokenMinimal
|
|
TokenLow
|
|
TokenMedium
|
|
TokenHigh
|
|
TokenMax
|
|
TokenLS
|
|
TokenCat
|
|
TokenInsert
|
|
TokenFile
|
|
TokenMetadata
|
|
TokenTable
|
|
TokenGet
|
|
TokenUpdate
|
|
TokenRemove
|
|
TokenExplain
|
|
TokenChunk
|
|
TokenChunks
|
|
TokenDocument
|
|
TokenDocuments
|
|
TokenTag
|
|
TokenRegion
|
|
TokenURL
|
|
TokenTask
|
|
TokenTasks
|
|
TokenIngestor
|
|
TokenIngestors
|
|
TokenStart
|
|
TokenStop
|
|
TokenIngestion
|
|
TokenMQ
|
|
TokenPublish
|
|
TokenPull
|
|
TokenPending
|
|
TokenNoACK
|
|
TokenLog
|
|
TokenLevel
|
|
TokenDebug
|
|
TokenInfo
|
|
TokenWarn
|
|
TokenError
|
|
TokenFatal
|
|
TokenPanic
|
|
// Literals
|
|
TokenIdentifier
|
|
TokenQuotedString
|
|
TokenInteger
|
|
TokenFloat
|
|
TokenNumber = TokenInteger // Alias for integer tokens in path parsing (e.g., version numbers like 1.0.0)
|
|
|
|
// Special
|
|
_ = iota
|
|
TokenSemicolon
|
|
TokenComma
|
|
TokenSlash
|
|
TokenEOF
|
|
TokenDash
|
|
TokenIllegal
|
|
TokenLBracket // '['
|
|
TokenRBracket // ']'
|
|
)
|
|
|
|
// Token represents a lexical token
|
|
type Token struct {
|
|
Type int
|
|
Value string
|
|
}
|
|
|
|
// NewCommand creates a new command with the given type
|
|
func NewCommand(cmdType string) *Command {
|
|
return &Command{
|
|
Type: cmdType,
|
|
Params: make(map[string]interface{}),
|
|
}
|
|
}
|