github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2026-03-22 15:39:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: add token categories to read operations

Browse Source 
Co-Authored-By: sha.zhou@jina.ai <sha.zhou@jina.ai>
This commit is contained in:
Devin AI
2025-02-11 10:35:51 +00:00
parent 2c249c18ba
commit 5a12ca6940
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/tools/read.ts
View File

@@ -1,6 +1,6 @@
import https from 'https';
import { TokenTracker } from "../utils/token-tracker";
import { ReadResponse } from '../types';
import { ReadResponse, TOKEN_CATEGORIES } from '../types';
import { JINA_API_KEY } from "../config";
export function readUrl(url: string, tracker?: TokenTracker): Promise<{ response: ReadResponse, tokens: number }> {
@@ -74,12 +74,12 @@ export function readUrl(url: string, tracker?: TokenTracker): Promise<{ response
if (tracker) {
// Track API response tokens
tracker.trackUsage('read_api', apiTokens);
tracker.trackUsage('read_api', apiTokens, TOKEN_CATEGORIES.PROMPT);
// Track content length tokens using the same estimation method
if (response.data.content) {
const contentTokens = Math.ceil(Buffer.byteLength(response.data.content, 'utf-8') / 4);
tracker.trackUsage('read_content', contentTokens);
tracker.trackUsage('read_content', contentTokens, TOKEN_CATEGORIES.PROMPT);
}
}