fix: count read API tokens as completion tokens

Co-Authored-By: sha.zhou@jina.ai <sha.zhou@jina.ai>
This commit is contained in:
Devin AI
2025-02-11 10:56:15 +00:00
parent 5a12ca6940
commit 48315c9621

View File

@@ -74,12 +74,12 @@ export function readUrl(url: string, tracker?: TokenTracker): Promise<{ response
if (tracker) {
// Track API response tokens
tracker.trackUsage('read_api', apiTokens, TOKEN_CATEGORIES.PROMPT);
tracker.trackUsage('read_api', apiTokens, TOKEN_CATEGORIES.ACCEPTED);
// Track content length tokens using the same estimation method
if (response.data.content) {
const contentTokens = Math.ceil(Buffer.byteLength(response.data.content, 'utf-8') / 4);
tracker.trackUsage('read_content', contentTokens, TOKEN_CATEGORIES.PROMPT);
tracker.trackUsage('read_content', contentTokens);
}
}