github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

saas: llm usage gets a x3 multiplier (#124)

Browse Source 
* pricing-change: llm consumptions x3

* fix: llm usage condition
This commit is contained in:
Yanlong Wang 2025-09-15 12:46:08 +08:00 committed by GitHub
parent 06b91dbcf8
commit 58af7eb3a8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/tools/read.ts
View File

@ -58,7 +58,7 @@ export async function readUrl(
tokenTracker.trackUsage('read', { tokenTracker.trackUsage('read', {
totalTokens: tokens, totalTokens: tokens,
promptTokens: url.length, promptTokens: url.length,
completionTokens: tokens completionTokens: 0
}); });
return { response: data }; return { response: data };

8
src/utils/token-tracker.ts
View File

@ -31,9 +31,11 @@ export class TokenTracker extends EventEmitter {
getTotalUsage(): LanguageModelUsage { getTotalUsage(): LanguageModelUsage {
return this.usages.reduce((acc, { usage }) => { return this.usages.reduce((acc, { usage }) => {
acc.promptTokens += usage.promptTokens; // CompletionTokens > 0 means LLM usage, apply 3x multiplier
acc.completionTokens += usage.completionTokens; const scaler = usage.completionTokens > 0 ? 3 : 1;
acc.totalTokens += usage.totalTokens; acc.promptTokens += usage.promptTokens * scaler;
acc.completionTokens += usage.completionTokens * scaler;
acc.totalTokens += usage.totalTokens * scaler;
return acc; return acc;
}, { promptTokens: 0, completionTokens: 0, totalTokens: 0 }); }, { promptTokens: 0, completionTokens: 0, totalTokens: 0 });
} }