test: verify exact token counts in tests

Co-Authored-By: sha.zhou@jina.ai <sha.zhou@jina.ai>
This commit is contained in:
Devin AI
2025-02-11 12:23:41 +00:00
parent b5761328e7
commit 12ee4f9395

View File

@@ -366,11 +366,15 @@ describe('/v1/chat/completions', () => {
} }
}); });
// Verify token counts are reasonable // Calculate expected token counts
expect(response.body.usage.prompt_tokens).toBeGreaterThan(0); const message = 'test message';
expect(response.body.usage.completion_tokens).toBeGreaterThan(0); const responseText = 'This is a test response';
expect(response.body.usage.total_tokens).toBe( const expectedPromptTokens = Math.ceil(Buffer.byteLength(message, 'utf-8') / 4);
response.body.usage.prompt_tokens + response.body.usage.completion_tokens const expectedCompletionTokens = Math.ceil(Buffer.byteLength(responseText, 'utf-8') / 4);
);
// Verify exact token counts
expect(response.body.usage.prompt_tokens).toBe(expectedPromptTokens);
expect(response.body.usage.completion_tokens).toBe(expectedCompletionTokens);
expect(response.body.usage.total_tokens).toBe(expectedPromptTokens + expectedCompletionTokens);
}); });
}); });