github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

saas: suspend llm token multiplier

Browse Source
This commit is contained in:
Yanlong Wang 2025-09-16 13:56:26 +08:00
parent d6959a6001
commit 53963f264d
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/utils/token-tracker.ts
View File

@ -32,7 +32,8 @@ export class TokenTracker extends EventEmitter {
getTotalUsage(): LanguageModelUsage {
return this.usages.reduce((acc, { usage }) => {
// CompletionTokens > 0 means LLM usage, apply 3x multiplier
const scaler = usage.completionTokens > 0 ? 3 : 1;
// const scaler = usage.completionTokens > 0 ? 3 : 1;
const scaler = 1;
acc.promptTokens += usage.promptTokens * scaler;
acc.completionTokens += usage.completionTokens * scaler;
acc.totalTokens += usage.totalTokens * scaler;
@ -43,7 +44,8 @@ export class TokenTracker extends EventEmitter {
getTotalUsageSnakeCase(): { prompt_tokens: number, completion_tokens: number, total_tokens: number } {
return this.usages.reduce((acc, { usage }) => {
// CompletionTokens > 0 means LLM usage, apply 3x multiplier
const scaler = usage.completionTokens > 0 ? 3 : 1;
// const scaler = usage.completionTokens > 0 ? 3
const scaler = 1;
acc.prompt_tokens += usage.promptTokens * scaler;
acc.completion_tokens += usage.completionTokens * scaler;
acc.total_tokens += usage.totalTokens * scaler;