github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: evaluator

Browse Source
This commit is contained in:
Han Xiao 2025-03-05 16:31:54 +08:00
parent 1cc70b5761
commit a4abdc64b3
1 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/utils/text-tools.ts
View File

@ -2,8 +2,8 @@ import {AnswerAction} from "../types";
import i18nJSON from './i18n.json'; import i18nJSON from './i18n.json';
export function buildMdFromAnswer(answer: AnswerAction) { export function buildMdFromAnswer(answer: AnswerAction) {
// Standard footnote regex // Standard footnote regex - updated to handle both [^1] and [1^] formats
const footnoteRegex = /\[\^(\d+)]/g; const footnoteRegex = /\[(\^(\d+)|(\d+)\^)]/g;
// New regex to catch grouped footnotes like [^1, ^2, ^3] or [^1,^2,^3] // New regex to catch grouped footnotes like [^1, ^2, ^3] or [^1,^2,^3]
const groupedFootnoteRegex = /\[\^(\d+)(?:,\s*\^(\d+))+]/g; const groupedFootnoteRegex = /\[\^(\d+)(?:,\s*\^(\d+))+]/g;
@ -35,8 +35,11 @@ export function buildMdFromAnswer(answer: AnswerAction) {
.replace(footnoteRegex, ''); .replace(footnoteRegex, '');
} }
// Fix grouped footnotes first // Normalize footnotes first (convert [1^] to [^1] format)
const processedAnswer = answer.answer.replace(groupedFootnoteRegex, (match) => { let processedAnswer = answer.answer.replace(/\[(\d+)\^]/g, (_, num) => `[^${num}]`);
// Fix grouped footnotes
processedAnswer = processedAnswer.replace(groupedFootnoteRegex, (match) => {
// Extract all numbers from the grouped footnote // Extract all numbers from the grouped footnote
const numbers = match.match(/\d+/g) || []; const numbers = match.match(/\d+/g) || [];
return numbers.map(num => `[^${num}]`).join(', '); return numbers.map(num => `[^${num}]`).join(', ');
@ -45,7 +48,8 @@ export function buildMdFromAnswer(answer: AnswerAction) {
// Now extract all footnotes from the processed answer // Now extract all footnotes from the processed answer
const footnotes: string[] = []; const footnotes: string[] = [];
let match; let match;
while ((match = footnoteRegex.exec(processedAnswer)) !== null) { const standardFootnoteRegex = /\[\^(\d+)]/g; // Use standard format after normalization
while ((match = standardFootnoteRegex.exec(processedAnswer)) !== null) {
footnotes.push(match[1]); footnotes.push(match[1]);
} }
@ -61,7 +65,7 @@ export function buildMdFromAnswer(answer: AnswerAction) {
// Get valid footnotes after cleaning // Get valid footnotes after cleaning
const validFootnotes: string[] = []; const validFootnotes: string[] = [];
while ((match = footnoteRegex.exec(cleanedAnswer)) !== null) { while ((match = standardFootnoteRegex.exec(cleanedAnswer)) !== null) {
validFootnotes.push(match[1]); validFootnotes.push(match[1]);
} }
@ -119,7 +123,7 @@ ${formatReferences(answer.references)}
// Apply correction: sequentially number the footnotes // Apply correction: sequentially number the footnotes
let currentIndex = 0; let currentIndex = 0;
const correctedAnswer = cleanedAnswer.replace(footnoteRegex, () => const correctedAnswer = cleanedAnswer.replace(standardFootnoteRegex, () =>
`[^${++currentIndex}]` `[^${++currentIndex}]`
); );
@ -129,7 +133,6 @@ ${correctedAnswer}
${formatReferences(answer.references)} ${formatReferences(answer.references)}
`.trim(); `.trim();
} }
export const removeExtraLineBreaks = (text: string) => { export const removeExtraLineBreaks = (text: string) => {
return text.replace(/\n{2,}/gm, '\n\n'); return text.replace(/\n{2,}/gm, '\n\n');
} }