From 854e8d82e8ebc42434cc73a3ab0894e1b55a78bb Mon Sep 17 00:00:00 2001
From: Han Xiao <han.xiao@jina.ai>
Date: Wed, 11 Jun 2025 22:37:27 -0700
Subject: [PATCH] fix: enhance error handling in evaluateAnswer

---
 src/tools/evaluator.ts | 19 ++++++++++++-------
 1 file changed, 12 insertions(+), 7 deletions(-)

diff --git a/src/tools/evaluator.ts b/src/tools/evaluator.ts
index 8bb4a13..6443f4d 100644
--- a/src/tools/evaluator.ts
+++ b/src/tools/evaluator.ts
@@ -573,7 +573,7 @@ export async function evaluateQuestion(
       prompt: prompt.user
     });
 
-    
+
 
     // Always include definitive in types
     const types: EvaluationType[] = [];
@@ -653,12 +653,17 @@ export async function evaluateAnswer(
         logError(`Unknown evaluation type: ${evaluationType}`);
     }
     if (prompt) {
-      result = await performEvaluation(
-        evaluationType,
-        prompt,
-        trackers,
-        schemaGen
-      );
+      try {
+        result = await performEvaluation(
+          evaluationType,
+          prompt,
+          trackers,
+          schemaGen
+        );
+      } catch (error) {
+        logError(`Error performing ${evaluationType} evaluation`, { error });
+        return { pass: false, think: `Error ${evaluationType} immedidately return false, probably due to bad prompt?`, type: evaluationType } as EvaluationResponse
+      }
 
       // fail one, return immediately
       if (!(result?.object as EvaluationResponse)?.pass) {