zlei6/ragflow
1
0
Fork 0
mirror of https://github.com/infiniflow/ragflow.git synced 2026-07-16 12:47:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

Go CLI: refactor (#16355)

Browse Source
This commit is contained in:
Jin Hai
2026-06-25 20:36:50 +08:00
committed by GitHub
parent 304d9e02bb
commit dbefadd86a
15 changed files with 768 additions and 180 deletions
Download Patch File Download Diff File Expand all files Collapse all files

65
internal/cli/admin_command.go
View File

@@ -1073,8 +1073,8 @@ func (c *CLI) AdminSetLicenseConfigCommand(cmd *Command) (ResponseIf, error) {
return &result, nil
}
// SetVariable updates a system variable (admin mode only).
func (c *CLI) SetVariable(cmd *Command) (ResponseIf, error) {
// AdminSetVariableCommand updates a system variable (admin mode only).
func (c *CLI) AdminSetVariableCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != AdminMode || c.AdminServerClient.LoginToken == nil {
return nil, fmt.Errorf("this command is only allowed in ADMIN mode or already login")
}
@@ -1171,6 +1171,39 @@ func (c *CLI) AdminSetRoleDefaultModelsCommand(cmd *Command) (ResponseIf, error)
return &result, nil
}
// AdminSetLogLevelCommand set log level (admin mode only).
func (c *CLI) AdminSetLogLevelCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != AdminMode {
return nil, fmt.Errorf("this command is only allowed in ADMIN mode or already login")
}
logLevel, ok := cmd.Params["level"].(string)
if !ok {
return nil, fmt.Errorf("no log level")
}
payload := map[string]interface{}{
"level": logLevel,
}
resp, err := c.AdminServerClient.Request("PUT", "/admin/config/log", "admin", nil, payload)
if err != nil {
return nil, fmt.Errorf("failed to change log level: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to register user: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result SimpleResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("change log level failed: invalid JSON (%w)", err)
}
result.Code = 0
result.Duration = resp.Duration
return &result, nil
}
// AdminResetRoleDefaultModelsCommand reset role default models (admin mode only).
func (c *CLI) AdminResetRoleDefaultModelsCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != AdminMode || c.AdminServerClient.LoginToken == nil {
@@ -3504,3 +3537,31 @@ func (c *CLI) AdminDeleteModelsCommand(cmd *Command) (ResponseIf, error) {
result.Duration = resp.Duration
return &result, nil
}
func (c *CLI) AdminShowLogLevelCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != AdminMode {
return nil, fmt.Errorf("this command is only allowed in ADMIN mode or already login")
}
resp, err := c.AdminServerClient.Request("GET", "/admin/config/log", "web", nil, nil)
if err != nil {
return nil, fmt.Errorf("failed to get log level config: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to get log level config: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result CommonDataResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("get log level config failed: invalid JSON (%w)", err)
}
if result.Code != 0 {
return nil, fmt.Errorf("%s", result.Message)
}
result.Duration = resp.Duration
return &result, nil
}

74
internal/cli/admin_parser.go
View File

@@ -396,6 +396,8 @@ func (p *Parser) parseAdminShowCommands() (*Command, error) {
return p.parseAdminShowQuota()
case TokenTasks:
return p.parseAdminShowTasks()
case TokenLog:
return p.parseAdminShowLogCommands()
default:
return nil, fmt.Errorf("unknown SHOW target: %s", p.curToken.Value)
}
@@ -1058,6 +1060,7 @@ func (p *Parser) parseAdminCreateCommand() (*Command, error) {
}
}
// CREATE USER 'user@example.com' 'password';
func (p *Parser) parseAdminCreateUser() (*Command, error) {
p.nextToken() // consume USER
userName, err := p.parseQuotedString()
@@ -1649,6 +1652,8 @@ func (p *Parser) parseAdminSetCommand() (*Command, error) {
return p.parseAdminSetVariable()
case TokenRole:
return p.parseAdminSetRoleDefaultModel()
case TokenLog:
return p.parseAdminSetLog()
default:
return nil, fmt.Errorf("unknown SET target: %s", p.curToken.Value)
}
@@ -1660,7 +1665,7 @@ func (p *Parser) parseAdminSetLicense() (*Command, error) {
if p.curToken.Type == TokenConfig {
p.nextToken() // consume CONFIG
// SET LICENSE CONFIG <number1> <number2>
cmd := NewCommand("admin_set_license_config_command")
cmd := NewCommand("admin_set_license_config")
number1, err := p.parseNumber()
if err != nil {
return nil, err
@@ -1682,7 +1687,7 @@ func (p *Parser) parseAdminSetLicense() (*Command, error) {
}
p.nextToken()
cmd := NewCommand("admin_set_license_command")
cmd := NewCommand("admin_set_license")
cmd.Params["license"] = license
// Semicolon is optional
@@ -1706,7 +1711,7 @@ func (p *Parser) parseAdminSetVariable() (*Command, error) {
return nil, err
}
cmd := NewCommand("set_variable")
cmd := NewCommand("admin_set_variable")
cmd.Params["var_name"] = varName
cmd.Params["var_value"] = varValue
@@ -1778,6 +1783,45 @@ func (p *Parser) parseAdminSetRoleDefaultModel() (*Command, error) {
return cmd, nil
}
func (p *Parser) parseAdminSetLog() (*Command, error) {
p.nextToken() // consume LOG
switch p.curToken.Type {
case TokenLevel:
return p.parseAdminSetLogLevel()
default:
return nil, fmt.Errorf("unknown log target: %s", p.curToken.Value)
}
}
func (p *Parser) parseAdminSetLogLevel() (*Command, error) {
p.nextToken() // consume LEVEL
cmd := NewCommand("admin_set_log_level")
switch p.curToken.Type {
case TokenDebug:
cmd.Params["level"] = "debug"
case TokenInfo:
cmd.Params["level"] = "info"
case TokenWarn:
cmd.Params["level"] = "warn"
case TokenError:
cmd.Params["level"] = "error"
case TokenFatal:
cmd.Params["level"] = "fatal"
case TokenPanic:
cmd.Params["level"] = "panic"
default:
return nil, fmt.Errorf("unknown log level: %s", p.curToken.Value)
}
p.nextToken()
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
func (p *Parser) parseAdminResetCommand() (*Command, error) {
p.nextToken() // consume RESET
@@ -2695,6 +2739,30 @@ func (p *Parser) parseAdminShowTasks() (*Command, error) {
return cmd, nil
}
func (p *Parser) parseAdminShowLogCommands() (*Command, error) {
p.nextToken() // consume LOG
switch p.curToken.Type {
case TokenLevel:
return p.parseAdminShowLogLevel()
default:
return nil, fmt.Errorf("expected LEVEL after LOG")
}
}
func (p *Parser) parseAdminShowLogLevel() (*Command, error) {
p.nextToken() // consume LEVEL
cmd := NewCommand("admin_show_log_level")
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
// PURGE PREVIEW ORPHAN
// PURGE ORPHAN

30
internal/cli/cli_http.go
View File

@@ -97,14 +97,16 @@ func (c *CLI) ExecuteAdminCommand(cmd *Command) (ResponseIf, error) {
return c.AdminListEnvironmentsCommand(cmd)
case "admin_show_variable":
return c.AdminShowVariable(cmd)
case "admin_set_license_command":
case "admin_set_license":
return c.AdminSetLicenseCommand(cmd)
case "admin_set_license_config_command":
case "admin_set_license_config":
return c.AdminSetLicenseConfigCommand(cmd)
case "set_variable":
return c.SetVariable(cmd)
case "admin_set_variable":
return c.AdminSetVariableCommand(cmd)
case "admin_set_role_default_model":
return c.AdminSetRoleDefaultModelsCommand(cmd)
case "admin_set_log_level":
return c.AdminSetLogLevelCommand(cmd)
case "admin_reset_role_default_model":
return c.AdminResetRoleDefaultModelsCommand(cmd)
case "list_user_datasets":
@@ -260,6 +262,8 @@ func (c *CLI) ExecuteAdminCommand(cmd *Command) (ResponseIf, error) {
return c.ShowAdminServer(cmd)
case "show_api_server":
return c.ShowAPIServer(cmd)
case "admin_show_log_level":
return c.AdminShowLogLevelCommand(cmd)
case "admin_list_api_servers":
return c.CommonListAPIServers(cmd)
case "add_api_server":
@@ -293,8 +297,8 @@ func (c *CLI) ExecuteUserCommand(cmd *Command) (ResponseIf, error) {
// Configuration commands
case "api_list_configs":
return c.ListConfigs(cmd)
case "set_log_level":
return c.SetLogLevel(cmd)
case "api_set_log_level":
return c.APISetLogLevelCommand(cmd)
case "benchmark":
return c.RunBenchmark(cmd)
case "api_list_datasets":
@@ -323,14 +327,16 @@ func (c *CLI) ExecuteUserCommand(cmd *Command) (ResponseIf, error) {
case "api_delete_api_key":
return c.APIDeleteAPIKeyCommand(cmd)
case "api_set_api_key":
return c.APISetAPIKey(cmd)
return c.APISetAPIKeyCommand(cmd)
case "api_set_variable":
return c.APISetVariableCommand(cmd)
case "api_unset_api_key":
return c.APIUnsetAPIKeyCommand(cmd)
case "api_show_version":
return c.APIShowVersionCommand(cmd)
case "api_show_api_key":
return c.APIShowAPIKeyCommand(cmd)
case "show_current":
case "api_show_current":
return c.CommonShowCurrentCommand(cmd)
case "api_list_available_providers":
return c.CommonAvailableProvidersCommand(cmd)
@@ -411,7 +417,7 @@ func (c *CLI) ExecuteUserCommand(cmd *Command) (ResponseIf, error) {
return c.CommonUseAdminServerCommand(cmd)
case "set_default_model":
return c.SetDefaultModel(cmd)
case "reset_default_model":
case "api_reset_default_model":
return c.ResetDefaultModel(cmd)
case "api_list_default_models":
return c.ListDefaultModels(cmd)
@@ -460,8 +466,14 @@ func (c *CLI) ExecuteUserCommand(cmd *Command) (ResponseIf, error) {
return c.ShowAdminServer(cmd)
case "show_api_server":
return c.ShowAPIServer(cmd)
case "api_show_log_level":
return c.APIShowLogLevelCommand(cmd)
case "api_list_api_servers":
return c.CommonListAPIServers(cmd)
case "api_list_environments":
return c.APIListEnvironmentsCommand(cmd)
case "api_list_variables":
return c.APIListVariablesCommand(cmd)
case "add_api_server":
return c.AddAPIServer(cmd)
case "delete_api_server":

4
internal/cli/parser.go
View File

@@ -164,10 +164,8 @@ func (p *Parser) parseUserCommand() (*Command, error) {
return p.parseAlterCommand()
case TokenSet:
return p.parseAPISetCommands()
case TokenUnset:
return p.parseUnsetCommand()
case TokenReset:
return p.parseResetCommand()
return p.parseAPIResetCommands()
case TokenImport:
return p.parseImportCommand()
case TokenInsert:

192
internal/cli/user_command.go
View File

@@ -227,36 +227,37 @@ func GetHost(config *map[string]interface{}, serverType, address, port string) s
return result
}
func (c *CLI) SetLogLevel(cmd *Command) (ResponseIf, error) {
func (c *CLI) APISetLogLevelCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
return nil, fmt.Errorf("this command is only allowed in USER mode")
}
if logLevel, ok := cmd.Params["level"].(string); ok {
payload := map[string]interface{}{
"level": logLevel,
}
httpClient := c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer]
resp, err := httpClient.Request("PUT", "/system/log", "admin", nil, payload)
if err != nil {
return nil, fmt.Errorf("failed to change log level: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to register user: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result SimpleResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("change log level failed: invalid JSON (%w)", err)
}
result.Code = 0
result.Duration = resp.Duration
return &result, nil
logLevel, ok := cmd.Params["level"].(string)
if !ok {
return nil, fmt.Errorf("no log level")
}
return nil, fmt.Errorf("no log level")
payload := map[string]interface{}{
"level": logLevel,
}
httpClient := c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer]
resp, err := httpClient.Request("PUT", "/system/config/log", "admin", nil, payload)
if err != nil {
return nil, fmt.Errorf("failed to change log level: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to register user: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result SimpleResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("change log level failed: invalid JSON (%w)", err)
}
result.Code = 0
result.Duration = resp.Duration
return &result, nil
}
func (c *CLI) RegisterUser(cmd *Command) (ResponseIf, error) {
@@ -1041,8 +1042,8 @@ func (c *CLI) APIDeleteAPIKeyCommand(cmd *Command) (ResponseIf, error) {
return &result, nil
}
// APISetAPIKey sets the API key after validating it
func (c *CLI) APISetAPIKey(cmd *Command) (ResponseIf, error) {
// APISetAPIKeyCommand sets the API key after validating it
func (c *CLI) APISetAPIKeyCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
return nil, fmt.Errorf("this command is only allowed in USER mode")
}
@@ -1099,6 +1100,52 @@ func (c *CLI) APISetAPIKey(cmd *Command) (ResponseIf, error) {
return &successResult, nil
}
// APISetVariableCommand sets variable value
func (c *CLI) APISetVariableCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
return nil, fmt.Errorf("this command is only allowed in USER mode")
}
if c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].APIKey == nil && c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].LoginToken == nil {
return nil, fmt.Errorf("API key not set. Please login first")
}
varName, ok := cmd.Params["var_name"].(string)
if !ok {
return nil, fmt.Errorf("var_name not provided")
}
varValue, ok := cmd.Params["var_value"].(string)
if !ok {
return nil, fmt.Errorf("var_value not provided")
}
payload := map[string]interface{}{
"var_name": varName,
"var_value": varValue,
}
resp, err := c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].Request("PUT", "/system/variables", "web", nil, payload)
if err != nil {
return nil, fmt.Errorf("failed to set variable: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to set variable: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result MessageResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("set variable failed: invalid JSON (%w)", err)
}
if result.Code != 0 {
return nil, fmt.Errorf("%s", result.Message)
}
result.Duration = resp.Duration
return &result, nil
}
// APIShowAPIKeyCommand displays the current API key
func (c *CLI) APIShowAPIKeyCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
@@ -3360,6 +3407,99 @@ func (c *CLI) ListUserIngestionTasks(cmd *Command) (ResponseIf, error) {
return &result, nil
}
// APIShowLogLevelCommand sets the log level for the system.
func (c *CLI) APIShowLogLevelCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
return nil, fmt.Errorf("this command is only allowed in USER mode")
}
resp, err := c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].Request("GET", "/system/config/log", "web", nil, nil)
if err != nil {
return nil, fmt.Errorf("failed to get log level config: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to get log level config: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result CommonDataResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("get log level config failed: invalid JSON (%w)", err)
}
if result.Code != 0 {
return nil, fmt.Errorf("%s", result.Message)
}
result.Duration = resp.Duration
return &result, nil
}
// APIListEnvironmentsCommand lists all system environments (api mode only).
func (c *CLI) APIListEnvironmentsCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
return nil, fmt.Errorf("this command is only allowed in USER mode")
}
if c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].APIKey == nil && c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].LoginToken == nil {
return nil, fmt.Errorf("API key not set. Please login first")
}
resp, err := c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].Request("GET", "/system/environments", "web", nil, nil)
if err != nil {
return nil, fmt.Errorf("failed to list environments: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to list environments: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result CommonResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("list environments failed: invalid JSON (%w)", err)
}
if result.Code != 0 {
return nil, fmt.Errorf("%s", result.Message)
}
result.Duration = resp.Duration
return &result, nil
}
// APIListVariablesCommand lists all system variables (api mode only).
func (c *CLI) APIListVariablesCommand(cmd *Command) (ResponseIf, error) {
if c.Config.CLIMode != APIMode {
return nil, fmt.Errorf("this command is only allowed in USER mode")
}
if c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].APIKey == nil && c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].LoginToken == nil {
return nil, fmt.Errorf("API key not set. Please login first")
}
resp, err := c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].Request("GET", "/system/variables", "web", nil, nil)
if err != nil {
return nil, fmt.Errorf("failed to list variables: %w", err)
}
if resp.StatusCode != 200 {
return nil, fmt.Errorf("failed to list variables: HTTP %d, body: %s", resp.StatusCode, string(resp.Body))
}
var result CommonResponse
if err = json.Unmarshal(resp.Body, &result); err != nil {
return nil, fmt.Errorf("list environments failed: invalid JSON (%w)", err)
}
if result.Code != 0 {
return nil, fmt.Errorf("%s", result.Message)
}
result.Duration = resp.Duration
return &result, nil
}
func (c *CLI) UserStartIngestionCommand(cmd *Command) (ResponseIf, error) {
if c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].APIKey == nil && c.APIServerClientMap[c.Config.APIClientConfig.CurrentAPIServer].LoginToken == nil {
return nil, fmt.Errorf("API key not set. Please login first")

200
internal/cli/user_parser.go
View File

@@ -20,7 +20,7 @@ func tokenTypeDescription(t int, tok Token) string {
func (p *Parser) parseAPILogout() (*Command, error) {
cmd := NewCommand("api_logout")
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -55,7 +55,7 @@ func (p *Parser) parseAPILoginUser() (*Command, error) {
p.nextToken()
}
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -66,7 +66,7 @@ func (p *Parser) parseAPILoginUser() (*Command, error) {
func (p *Parser) parseAPIPingServer() (*Command, error) {
cmd := NewCommand("api_ping_server")
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -112,7 +112,7 @@ func (p *Parser) parseAPIRegisterCommand() (*Command, error) {
cmd.Params["password"] = password
p.nextToken() // consume 'password'
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -154,6 +154,10 @@ func (p *Parser) parseAPIListCommands() (*Command, error) {
return p.parseAPIListAvailableProviders()
case TokenAPI:
return p.parseAPIListAPIServers()
case TokenEnvs:
return p.parseAPIListEnvironments()
case TokenVars:
return p.parseAPIListVariables()
default:
return nil, fmt.Errorf("unknown LIST target: %s", p.curToken.Value)
}
@@ -174,7 +178,7 @@ func (p *Parser) parseAPIListDatasets() (*Command, error) {
cmd := NewCommand("api_list_datasets")
p.nextToken() // consume DATASETS
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -459,7 +463,7 @@ func (p *Parser) parseAPIListDefaultModels() (*Command, error) {
return nil, fmt.Errorf("expected MODELS")
}
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -516,13 +520,7 @@ func (p *Parser) parseAPIShowCommands() (*Command, error) {
case TokenKey:
return p.parseAPIShowKey()
case TokenCurrent:
p.nextToken()
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return NewCommand("show_current"), nil
return p.parseAPIShowCurrent()
case TokenVar:
return p.parseShowVariable()
case TokenProvider:
@@ -541,6 +539,8 @@ func (p *Parser) parseAPIShowCommands() (*Command, error) {
return p.parseUserShowAdmin()
case TokenAPI:
return p.parseUserShowAPI()
case TokenLog:
return p.parseAPIShowLogCommands()
default:
return nil, fmt.Errorf("unknown SHOW target: %s", p.curToken.Value)
}
@@ -566,6 +566,16 @@ func (p *Parser) parseAPIShowKey() (*Command, error) {
return NewCommand("api_show_api_key"), nil
}
func (p *Parser) parseAPIShowCurrent() (*Command, error) {
p.nextToken()
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return NewCommand("api_show_current"), nil
}
func (p *Parser) parseShowVariable() (*Command, error) {
p.nextToken() // consume VAR
varName, err := p.parseIdentifier()
@@ -577,7 +587,7 @@ func (p *Parser) parseShowVariable() (*Command, error) {
cmd.Params["var_name"] = varName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -792,7 +802,7 @@ func (p *Parser) parseCreateRole() (*Command, error) {
p.nextToken()
}
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -822,7 +832,7 @@ func (p *Parser) parseCreateModelProvider() (*Command, error) {
cmd.Params["provider_key"] = providerKey
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1271,7 +1281,7 @@ func (p *Parser) parseCreateDataset() (*Command, error) {
return nil, fmt.Errorf("expected PARSER or PIPELINE")
}
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1289,7 +1299,7 @@ func (p *Parser) parseCreateChat() (*Command, error) {
cmd.Params["chat_name"] = chatName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1436,7 +1446,7 @@ func (p *Parser) parseDropUser() (*Command, error) {
cmd.Params["user_name"] = userName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1454,7 +1464,7 @@ func (p *Parser) parseDropRole() (*Command, error) {
cmd.Params["role_name"] = roleName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1492,7 +1502,7 @@ func (p *Parser) parseDropDataset() (*Command, error) {
cmd.Params["dataset_name"] = datasetName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1510,7 +1520,7 @@ func (p *Parser) parseDropChat() (*Command, error) {
cmd.Params["chat_name"] = chatName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -1907,7 +1917,7 @@ func (p *Parser) parseAPISetCommands() (*Command, error) {
p.nextToken() // consume SET
if p.curToken.Type == TokenVar {
return p.parseSetVariable()
return p.parseAPISetVariable()
}
if p.curToken.Type == TokenDefault {
return p.parseSetDefault()
@@ -1919,31 +1929,32 @@ func (p *Parser) parseAPISetCommands() (*Command, error) {
return p.parseSetMeta()
}
if p.curToken.Type == TokenLog {
return p.parseSetLog()
return p.parseAPISetLog()
}
return nil, fmt.Errorf("unknown SET target: %s", p.curToken.Value)
}
func (p *Parser) parseSetVariable() (*Command, error) {
func (p *Parser) parseAPISetVariable() (*Command, error) {
p.nextToken() // consume VAR
varName, err := p.parseIdentifier()
varName, err := p.parseQuotedString()
if err != nil {
return nil, err
}
p.nextToken()
varValue, err := p.parseVariableValue()
if err != nil {
return nil, err
}
p.nextToken()
cmd := NewCommand("set_variable")
cmd := NewCommand("api_set_variable")
cmd.Params["var_name"] = varName
cmd.Params["var_value"] = varValue
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -2030,21 +2041,21 @@ func (p *Parser) parseAPISetAPIKey() (*Command, error) {
return cmd, nil
}
func (p *Parser) parseSetLog() (*Command, error) {
func (p *Parser) parseAPISetLog() (*Command, error) {
p.nextToken() // consume LOG
switch p.curToken.Type {
case TokenLevel:
return p.parseSetLogLevel()
return p.parseAPISetLogLevel()
default:
return nil, fmt.Errorf("unknown log target: %s", p.curToken.Value)
}
}
func (p *Parser) parseSetLogLevel() (*Command, error) {
func (p *Parser) parseAPISetLogLevel() (*Command, error) {
p.nextToken() // consume LEVEL
cmd := NewCommand("set_log_level")
cmd := NewCommand("api_set_log_level")
switch p.curToken.Type {
case TokenDebug:
cmd.Params["level"] = "debug"
@@ -2059,23 +2070,31 @@ func (p *Parser) parseSetLogLevel() (*Command, error) {
case TokenPanic:
cmd.Params["level"] = "panic"
default:
return nil, fmt.Errorf("unknown log target: %s", p.curToken.Value)
return nil, fmt.Errorf("unknown log level: %s", p.curToken.Value)
}
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
func (p *Parser) parseResetCommand() (*Command, error) {
func (p *Parser) parseAPIResetCommands() (*Command, error) {
p.nextToken() // consume RESET
if p.curToken.Type != TokenDefault {
return nil, fmt.Errorf("expected DEFAULT")
switch p.curToken.Type {
case TokenDefault:
return p.parseAPIResetDefaultModel()
case TokenKey:
return p.parseAPIResetKey()
default:
return nil, fmt.Errorf("unknown RESET target: %s", p.curToken.Value)
}
p.nextToken()
}
func (p *Parser) parseAPIResetDefaultModel() (*Command, error) {
p.nextToken() // consume DEFAULT
var modelType string
switch p.curToken.Type {
@@ -2106,13 +2125,23 @@ func (p *Parser) parseResetCommand() (*Command, error) {
}
p.nextToken() // pass MODEL
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
func (p *Parser) parseAPIResetKey() (*Command, error) {
p.nextToken()
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return NewCommand("api_unset_api_key"), nil
}
func (p *Parser) parseImportCommand() (*Command, error) {
p.nextToken() // consume IMPORT
documentPaths, err := p.parseQuotedString()
@@ -2140,7 +2169,7 @@ func (p *Parser) parseImportCommand() (*Command, error) {
cmd.Params["dataset_name"] = datasetName
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -2519,7 +2548,7 @@ func (p *Parser) parseEnableCommand() (*Command, error) {
}
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -2562,7 +2591,7 @@ func (p *Parser) parseDisableCommand() (*Command, error) {
}
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -3006,7 +3035,7 @@ func (p *Parser) parseASRCommand() (*Command, error) {
}
}
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -3421,7 +3450,7 @@ func (p *Parser) parseParseDataset() (*Command, error) {
cmd.Params["method"] = method
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -3455,7 +3484,7 @@ func (p *Parser) parseParseDocs() (*Command, error) {
cmd.Params["documents"] = documents
cmd.Params["dataset_id"] = datasetID
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -3584,10 +3613,6 @@ func (p *Parser) parseUserStatement() (*Command, error) {
return p.parseCreateCommand()
case TokenDrop:
return p.parseDropCommand()
case TokenUnset:
return p.parseUnsetCommand()
case TokenReset:
return p.parseResetCommand()
case TokenList:
return p.parseAPIListCommands()
case TokenParse:
@@ -3609,21 +3634,6 @@ func (p *Parser) parseUserStatement() (*Command, error) {
}
}
func (p *Parser) parseUnsetCommand() (*Command, error) {
p.nextToken() // consume UNSET
if p.curToken.Type != TokenKey {
return nil, fmt.Errorf("expected TOKEN after UNSET")
}
p.nextToken()
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return NewCommand("api_unset_api_key"), nil
}
// parseGetCommand parses: GET CHUNK or GET METADATA
func (p *Parser) parseGetCommand() (*Command, error) {
p.nextToken() // consume GET
@@ -4061,7 +4071,7 @@ func (p *Parser) parseUserStartIngestion() (*Command, error) {
cmd.Params["dataset_id"] = datasetID
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -4112,7 +4122,7 @@ func (p *Parser) parseUserStopIngestion() (*Command, error) {
cmd.Params["tasks"] = tasks
p.nextToken()
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -4138,7 +4148,7 @@ func (p *Parser) parseAPIListIngestionTasks() (*Command, error) {
cmd.Params["dataset_id"] = datasetID
}
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -4164,7 +4174,7 @@ func (p *Parser) parseUserRemoveTask() (*Command, error) {
cmd.Params["tasks"] = tasks
// Semicolon is optional for UNSET TOKEN
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
@@ -4201,6 +4211,30 @@ func (p *Parser) parseUserShowAPI() (*Command, error) {
return cmd, nil
}
func (p *Parser) parseAPIShowLogCommands() (*Command, error) {
p.nextToken() // consume LOG
switch p.curToken.Type {
case TokenLevel:
return p.parseShowLogLevel()
default:
return nil, fmt.Errorf("expected LEVEL after LOG")
}
}
func (p *Parser) parseShowLogLevel() (*Command, error) {
p.nextToken() // consume LEVEL
cmd := NewCommand("api_show_log_level")
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
func (p *Parser) parseAPIListAPIServers() (*Command, error) {
p.nextToken() // consume API
@@ -4221,6 +4255,32 @@ func (p *Parser) parseAPIListAPIServers() (*Command, error) {
return cmd, nil
}
func (p *Parser) parseAPIListEnvironments() (*Command, error) {
p.nextToken() // consume Envs
cmd := NewCommand("api_list_environments")
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
func (p *Parser) parseAPIListVariables() (*Command, error) {
p.nextToken() // consume Variables
cmd := NewCommand("api_list_variables")
// Semicolon is optional
if p.curToken.Type == TokenSemicolon {
p.nextToken()
}
return cmd, nil
}
func (p *Parser) parseExplainCommand() (*Command, error) {
p.nextToken() // consume EXPLAIN