From 5a12ca69404efef4363b464ef3eeccf0ff5e9332 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Tue, 11 Feb 2025 10:35:51 +0000 Subject: [PATCH] fix: add token categories to read operations Co-Authored-By: sha.zhou@jina.ai --- src/tools/read.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/tools/read.ts b/src/tools/read.ts index 374dbad..a46530b 100644 --- a/src/tools/read.ts +++ b/src/tools/read.ts @@ -1,6 +1,6 @@ import https from 'https'; import { TokenTracker } from "../utils/token-tracker"; -import { ReadResponse } from '../types'; +import { ReadResponse, TOKEN_CATEGORIES } from '../types'; import { JINA_API_KEY } from "../config"; export function readUrl(url: string, tracker?: TokenTracker): Promise<{ response: ReadResponse, tokens: number }> { @@ -74,12 +74,12 @@ export function readUrl(url: string, tracker?: TokenTracker): Promise<{ response if (tracker) { // Track API response tokens - tracker.trackUsage('read_api', apiTokens); + tracker.trackUsage('read_api', apiTokens, TOKEN_CATEGORIES.PROMPT); // Track content length tokens using the same estimation method if (response.data.content) { const contentTokens = Math.ceil(Buffer.byteLength(response.data.content, 'utf-8') / 4); - tracker.trackUsage('read_content', contentTokens); + tracker.trackUsage('read_content', contentTokens, TOKEN_CATEGORIES.PROMPT); } }