github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: filter out blocked content

Browse Source
This commit is contained in:
Han Xiao 2025-03-19 15:07:11 +08:00
parent d6469c35f5
commit ef5820729d
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/utils/url-tools.ts
View File

@ -477,7 +477,6 @@ export async function processURLs(
const isGoodContent = data.content.length > spamDetectLength || await classifyText(data.content); const isGoodContent = data.content.length > spamDetectLength || await classifyText(data.content);
if (!isGoodContent) { if (!isGoodContent) {
console.error(`Blocked content ${data.content.length}:`, url, data.content.slice(0, spamDetectLength)); console.error(`Blocked content ${data.content.length}:`, url, data.content.slice(0, spamDetectLength));
context.actionTracker.trackThink('blocked_content', schemaGen.languageCode, {url});
throw new Error(`Blocked content ${url}`); throw new Error(`Blocked content ${url}`);
} }