github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: token tracking

Browse Source
This commit is contained in:
Han Xiao 2025-02-12 10:14:00 +08:00
parent 959595f971
commit ff59d20dce
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/app.ts
View File

@ -77,7 +77,7 @@ async function emitRemainingContent(
requestId: string,
created: number,
model: string,
content: string
content: string,
) {
if (!content) return;
@ -92,7 +92,7 @@ async function emitRemainingContent(
delta: {content},
logprobs: null,
finish_reason: null
}]
}],
};
res.write(`data: ${JSON.stringify(chunk)}\n\n`);
}
@ -358,6 +358,7 @@ app.post('/v1/chat/completions', (async (req: Request, res: Response) => {
}
}
const usage = context.tokenTracker.getUsageDetails();
if (body.stream) {
// Complete any ongoing streaming before sending final answer
await completeCurrentStreaming(streamingState, res, requestId, created, body.model);
@ -390,12 +391,13 @@ app.post('/v1/chat/completions', (async (req: Request, res: Response) => {
delta: {content: result.action === 'answer' ? buildMdFromAnswer(result) : result.think},
logprobs: null,
finish_reason: 'stop'
}]
}],
usage
};
res.write(`data: ${JSON.stringify(answerChunk)}\n\n`);
res.end();
} else {
const usage = context.tokenTracker.getUsageDetails();
const response: ChatCompletionResponse = {
id: requestId,
object: 'chat.completion',
@ -473,7 +475,8 @@ app.post('/v1/chat/completions', (async (req: Request, res: Response) => {
delta: {content: errorMessage},
logprobs: null,
finish_reason: 'stop'
}]
}],
usage
};
res.write(`data: ${JSON.stringify(errorChunk)}\n\n`);
res.end();