github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2026-03-22 07:29:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: eval

Browse Source
This commit is contained in:
Han Xiao
2025-03-11 15:37:36 +08:00
parent 05ddb30d80
commit ed5ba0f4fd
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/agent.ts
View File

@@ -330,11 +330,14 @@ export async function getResponse(question?: string,
console.log('Gaps:', gaps);
allowReflect = allowReflect && (gaps.length <= 1);
const currentQuestion: string = gaps.length > 0 ? gaps.shift()! : question
if (!evaluationMetrics[currentQuestion]) {
// if (!evaluationMetrics[currentQuestion]) {
// evaluationMetrics[currentQuestion] =
// await evaluateQuestion(currentQuestion, context, SchemaGen)
// }
if (currentQuestion.trim() === question && step === 1) {
// only add evaluation for initial question, once at step 1
evaluationMetrics[currentQuestion] =
await evaluateQuestion(currentQuestion, context, SchemaGen)
}
if (currentQuestion.trim() === question && !evaluationMetrics[currentQuestion].includes('strict') && step === 1) {
// force strict eval for the original question, only once.
evaluationMetrics[currentQuestion].push('strict')
}