test: verify exact token counts in tests

Co-Authored-By: sha.zhou@jina.ai <sha.zhou@jina.ai>
This commit is contained in:
Devin AI 2025-02-11 12:23:41 +00:00
parent b5761328e7
commit 12ee4f9395

View File

@ -366,11 +366,15 @@ describe('/v1/chat/completions', () => {
}
});
// Verify token counts are reasonable
expect(response.body.usage.prompt_tokens).toBeGreaterThan(0);
expect(response.body.usage.completion_tokens).toBeGreaterThan(0);
expect(response.body.usage.total_tokens).toBe(
response.body.usage.prompt_tokens + response.body.usage.completion_tokens
);
// Calculate expected token counts
const message = 'test message';
const responseText = 'This is a test response';
const expectedPromptTokens = Math.ceil(Buffer.byteLength(message, 'utf-8') / 4);
const expectedCompletionTokens = Math.ceil(Buffer.byteLength(responseText, 'utf-8') / 4);
// Verify exact token counts
expect(response.body.usage.prompt_tokens).toBe(expectedPromptTokens);
expect(response.body.usage.completion_tokens).toBe(expectedCompletionTokens);
expect(response.body.usage.total_tokens).toBe(expectedPromptTokens + expectedCompletionTokens);
});
});