Go: add stats (#17061)

### Summary Add LLM token stats framework --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com>
2026-07-21 07:01:04 +08:00 · 2026-07-18 21:02:07 +08:00
parent cafbbd467d
commit b8d06d02e6
144 changed files with 1578 additions and 1280 deletions
--- a/internal/tokenizer/tokenizer_concurrent_test.go
+++ b/internal/tokenizer/tokenizer_concurrent_test.go
@@ -30,7 +30,7 @@ import (

 func init() {
 	// Initialize logger for tests
-	if err := common.Init("info", common.FileOutput{}, ""); err != nil {
+	if err := common.Init("info", common.FileOutput{}, "tokenizer_test"); err != nil {
 		fmt.Printf("Failed to initialize logger: %v\n", err)
 	}
 }