From fa142df14ec019222361202a004b97a9afd834b3 Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Thu, 6 Feb 2025 13:41:15 +0000 Subject: [PATCH] fix: update evaluator tests to match latest implementation Co-Authored-By: Han Xiao --- src/tools/__tests__/evaluator.test.ts | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/src/tools/__tests__/evaluator.test.ts b/src/tools/__tests__/evaluator.test.ts index 9372f74..0007799 100644 --- a/src/tools/__tests__/evaluator.test.ts +++ b/src/tools/__tests__/evaluator.test.ts @@ -26,22 +26,23 @@ describe('evaluateAnswer', () => { const { response } = await evaluateAnswer( 'What is TypeScript?', 'TypeScript is a strongly typed programming language that builds on JavaScript.', + ['definitive'], tokenTracker ); - expect(response).toHaveProperty('is_definitive'); - expect(response).toHaveProperty('reasoning'); + expect(response).toHaveProperty('pass'); + expect(response).toHaveProperty('think'); }); it('should track token usage', async () => { const tokenTracker = new TokenTracker(); const spy = jest.spyOn(tokenTracker, 'trackUsage'); - const { tokens } = await evaluateAnswer( + await evaluateAnswer( 'What is TypeScript?', 'TypeScript is a strongly typed programming language that builds on JavaScript.', + ['definitive'], tokenTracker ); - expect(spy).toHaveBeenCalledWith('evaluator', tokens); - expect(tokens).toBeGreaterThan(0); + expect(spy).toHaveBeenCalledWith('evaluator', expect.any(Number)); }); }); });