mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-21 15:11:08 +08:00
RAGFlow go API server (#13240)
# RAGFlow Go Implementation Plan 🚀 This repository tracks the progress of porting RAGFlow to Go. We'll implement core features and provide performance comparisons between Python and Go versions. ## Implementation Checklist - [x] User Management APIs - [x] Dataset Management Operations - [x] Retrieval Test - [x] Chat Management Operations - [x] Infinity Go SDK --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com> Co-authored-by: Yingfeng Zhang <yingfeng.zhang@gmail.com>
This commit is contained in:
Jin Hai
34
cmd/ragflow_cli.go
Normal file
34
cmd/ragflow_cli.go
Normal file
@@ -0,0 +1,34 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
|
||||
"ragflow/internal/cli"
|
||||
)
|
||||
|
||||
func main() {
|
||||
// Create CLI instance
|
||||
cliApp, err := cli.NewCLI()
|
||||
if err != nil {
|
||||
fmt.Printf("Failed to create CLI: %v\n", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
// Handle interrupt signal
|
||||
sigChan := make(chan os.Signal, 1)
|
||||
signal.Notify(sigChan, syscall.SIGINT, syscall.SIGTERM)
|
||||
go func() {
|
||||
<-sigChan
|
||||
cliApp.Cleanup()
|
||||
os.Exit(0)
|
||||
}()
|
||||
|
||||
// Run CLI
|
||||
if err := cliApp.Run(); err != nil {
|
||||
fmt.Printf("CLI error: %v\n", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
}
|
||||
181
cmd/server_main.go
Normal file
181
cmd/server_main.go
Normal file
@@ -0,0 +1,181 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"os"
|
||||
"os/signal"
|
||||
"ragflow/internal/server"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"go.uber.org/zap"
|
||||
|
||||
"ragflow/internal/cache"
|
||||
"ragflow/internal/dao"
|
||||
"ragflow/internal/engine"
|
||||
"ragflow/internal/handler"
|
||||
"ragflow/internal/logger"
|
||||
"ragflow/internal/router"
|
||||
"ragflow/internal/service"
|
||||
"ragflow/internal/service/nlp"
|
||||
"ragflow/internal/tokenizer"
|
||||
)
|
||||
|
||||
func main() {
|
||||
// Initialize logger with default level
|
||||
// logger.Init("info"); // set debug log level
|
||||
if err := logger.Init("debug"); err != nil {
|
||||
panic(fmt.Sprintf("Failed to initialize logger: %v", err))
|
||||
}
|
||||
|
||||
// Initialize configuration
|
||||
if err := server.Init(""); err != nil {
|
||||
logger.Fatal("Failed to initialize config", zap.Error(err))
|
||||
}
|
||||
|
||||
// Load model providers configuration
|
||||
if err := server.LoadModelProviders(""); err != nil {
|
||||
logger.Fatal("Failed to load model providers", zap.Error(err))
|
||||
}
|
||||
logger.Info("Model providers loaded", zap.Int("count", len(server.GetModelProviders())))
|
||||
|
||||
cfg := server.GetConfig()
|
||||
|
||||
// Reinitialize logger with configured level if different
|
||||
if cfg.Log.Level != "" && cfg.Log.Level != "info" {
|
||||
if err := logger.Init(cfg.Log.Level); err != nil {
|
||||
logger.Error("Failed to reinitialize logger with configured level", err)
|
||||
}
|
||||
}
|
||||
server.SetLogger(logger.Logger)
|
||||
|
||||
logger.Info("Server mode", zap.String("mode", cfg.Server.Mode))
|
||||
|
||||
// Print all configuration settings
|
||||
server.PrintAll()
|
||||
|
||||
// Set Gin mode
|
||||
if cfg.Server.Mode == "release" {
|
||||
gin.SetMode(gin.ReleaseMode)
|
||||
} else {
|
||||
gin.SetMode(gin.DebugMode)
|
||||
}
|
||||
|
||||
// Initialize database
|
||||
if err := dao.InitDB(); err != nil {
|
||||
logger.Fatal("Failed to initialize database", zap.Error(err))
|
||||
}
|
||||
|
||||
// Initialize doc engine
|
||||
if err := engine.Init(&cfg.DocEngine); err != nil {
|
||||
logger.Fatal("Failed to initialize doc engine", zap.Error(err))
|
||||
}
|
||||
defer engine.Close()
|
||||
|
||||
// Initialize Redis cache
|
||||
if err := cache.Init(&cfg.Redis); err != nil {
|
||||
logger.Fatal("Failed to initialize Redis", zap.Error(err))
|
||||
}
|
||||
defer cache.Close()
|
||||
|
||||
// Initialize server variables (runtime variables that can change during operation)
|
||||
// This must be done after Cache is initialized
|
||||
if err := server.InitVariables(cache.Get()); err != nil {
|
||||
logger.Warn("Failed to initialize server variables from Redis, using defaults", zap.String("error", err.Error()))
|
||||
}
|
||||
|
||||
// Initialize tokenizer (rag_analyzer)
|
||||
tokenizerCfg := &tokenizer.PoolConfig{
|
||||
DictPath: "/usr/share/infinity/resource",
|
||||
}
|
||||
if err := tokenizer.Init(tokenizerCfg); err != nil {
|
||||
logger.Fatal("Failed to initialize tokenizer", zap.Error(err))
|
||||
}
|
||||
defer tokenizer.Close()
|
||||
|
||||
// Initialize global QueryBuilder using tokenizer's DictPath
|
||||
// This ensures the Synonym uses the same wordnet directory as tokenizer
|
||||
if err := nlp.InitQueryBuilderFromTokenizer(tokenizerCfg.DictPath); err != nil {
|
||||
logger.Fatal("Failed to initialize query builder", zap.Error(err))
|
||||
}
|
||||
|
||||
// Initialize service layer
|
||||
userService := service.NewUserService()
|
||||
documentService := service.NewDocumentService()
|
||||
kbService := service.NewKnowledgebaseService()
|
||||
chunkService := service.NewChunkService()
|
||||
llmService := service.NewLLMService()
|
||||
tenantService := service.NewTenantService()
|
||||
chatService := service.NewChatService()
|
||||
chatSessionService := service.NewChatSessionService()
|
||||
systemService := service.NewSystemService()
|
||||
connectorService := service.NewConnectorService()
|
||||
searchService := service.NewSearchService()
|
||||
fileService := service.NewFileService()
|
||||
|
||||
// Initialize handler layer
|
||||
userHandler := handler.NewUserHandler(userService)
|
||||
tenantHandler := handler.NewTenantHandler(tenantService, userService)
|
||||
documentHandler := handler.NewDocumentHandler(documentService)
|
||||
systemHandler := handler.NewSystemHandler(systemService)
|
||||
kbHandler := handler.NewKnowledgebaseHandler(kbService, userService)
|
||||
chunkHandler := handler.NewChunkHandler(chunkService, userService)
|
||||
llmHandler := handler.NewLLMHandler(llmService, userService)
|
||||
chatHandler := handler.NewChatHandler(chatService, userService)
|
||||
chatSessionHandler := handler.NewChatSessionHandler(chatSessionService, userService)
|
||||
connectorHandler := handler.NewConnectorHandler(connectorService, userService)
|
||||
searchHandler := handler.NewSearchHandler(searchService, userService)
|
||||
fileHandler := handler.NewFileHandler(fileService, userService)
|
||||
|
||||
// Initialize router
|
||||
r := router.NewRouter(userHandler, tenantHandler, documentHandler, systemHandler, kbHandler, chunkHandler, llmHandler, chatHandler, chatSessionHandler, connectorHandler, searchHandler, fileHandler)
|
||||
|
||||
// Create Gin engine
|
||||
ginEngine := gin.New()
|
||||
|
||||
// Middleware
|
||||
if cfg.Server.Mode == "debug" {
|
||||
ginEngine.Use(gin.Logger())
|
||||
}
|
||||
ginEngine.Use(gin.Recovery())
|
||||
|
||||
// Setup routes
|
||||
r.Setup(ginEngine)
|
||||
|
||||
// Create HTTP server
|
||||
addr := fmt.Sprintf(":%d", cfg.Server.Port)
|
||||
srv := &http.Server{
|
||||
Addr: addr,
|
||||
Handler: ginEngine,
|
||||
}
|
||||
|
||||
// Start server in a goroutine
|
||||
go func() {
|
||||
logger.Info(fmt.Sprintf("Server starting on port: %d", cfg.Server.Port))
|
||||
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
||||
logger.Fatal("Failed to start server", zap.Error(err))
|
||||
}
|
||||
}()
|
||||
|
||||
// Wait for interrupt signal to gracefully shutdown
|
||||
quit := make(chan os.Signal, 1)
|
||||
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM, syscall.SIGQUIT, syscall.SIGUSR2)
|
||||
sig := <-quit
|
||||
|
||||
logger.Info("Received signal", zap.String("signal", sig.String()))
|
||||
logger.Info("Shutting down server...")
|
||||
|
||||
// Create context with timeout for graceful shutdown
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
|
||||
defer cancel()
|
||||
|
||||
// Shutdown server
|
||||
if err := srv.Shutdown(ctx); err != nil {
|
||||
logger.Fatal("Server forced to shutdown", zap.Error(err))
|
||||
}
|
||||
|
||||
logger.Info("Server exited")
|
||||
}
|
||||
Reference in New Issue
Block a user