From 87ff3e61e83fa7f1ecadc10db5564735303ddf49 Mon Sep 17 00:00:00 2001
From: Han Xiao <han.xiao@jina.ai>
Date: Tue, 11 Mar 2025 16:11:50 +0800
Subject: [PATCH] fix: eval

---
 src/agent.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/agent.ts b/src/agent.ts
index f08f70b..0cb921a 100644
--- a/src/agent.ts
+++ b/src/agent.ts
@@ -465,10 +465,10 @@ Your journey ends here. You have successfully answered the original question. Co
           thisStep.isFinal = true;
           break
         } else {
-          evaluationMetrics[currentQuestion] = evaluationMetrics[currentQuestion].filter(e => e !== evaluation.type);
           if (evaluation.type === 'strict') {
             finalAnswerPIP = evaluation.improvement_plan || '';
             // remove 'strict' from the evaluation metrics
+            evaluationMetrics[currentQuestion] = evaluationMetrics[currentQuestion].filter(e => e === 'strict');
           }
           if (badAttempts >= maxBadAttempts) {
             thisStep.isFinal = false;