mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-01 13:33:48 +08:00
fe02c9b95f
## Summary Relate to #17284 . - Add `usage_parser.go`: `extractOpenAIUsage` / `extractOpenAIStreamUsage` with multi-field fallback (`prompt_tokens`/`input_tokens`, `completion_tokens`/`output_tokens`). - Add `parser_config.go`: `ParserConfig` struct and `OpenAIParserConfig`. - Add `response_handler.go`: `HandleNonStreamingResponse` / `HandleStreamingResponse` as single entry points that extract usage, populate `chatConfig.UsageResult`, and emit a `StreamUsage` log. - Extend `base_model.go` with `doRequest` / `doStreamRequest`. - Migrate `deepseek` driver to shared handlers, cutting ~100 lines. - Add `usage_parser_test.go`. --------- Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Haruko386 <tryeverypossible@163.com> Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
37 lines
1.4 KiB
Go
37 lines
1.4 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package models
|
|
|
|
// ParserConfig maps a protocol to its usage parsers. Drivers select a
|
|
// ParserConfig instead of implementing usage extraction individually.
|
|
type ParserConfig struct {
|
|
// Protocol is the protocol identifier (e.g. "openai", "claude").
|
|
Protocol string
|
|
// ResponseParser extracts usage from a non-streaming response body.
|
|
ResponseParser func(map[string]any) (*TokenUsage, bool)
|
|
// StreamParser extracts usage from one streaming event.
|
|
StreamParser func(map[string]any) (*TokenUsage, bool)
|
|
}
|
|
|
|
// OpenAIParserConfig is the ParserConfig for OpenAI-compatible APIs
|
|
// (NVIDIA NIM, DeepSeek, Aliyun, Moonshot, xAI, OpenRouter, ...).
|
|
var OpenAIParserConfig = &ParserConfig{
|
|
Protocol: "openai",
|
|
ResponseParser: extractOpenAIUsage,
|
|
StreamParser: extractOpenAIStreamUsage,
|
|
}
|