github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: normalize url

Browse Source
This commit is contained in:
Han Xiao 2025-03-17 12:25:56 +08:00
parent e856ff8248
commit 660c52134a
1 changed files with 3 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/agent.ts
View File

@ -282,28 +282,16 @@ async function executeSearchQueries(
const oldQuery = query.q; const oldQuery = query.q;
try { try {
let siteQuery = query.q;
const topHosts = Object.entries(countUrlParts(
Object.entries(allURLs).map(([, result]) => result)
).hostnameCount).sort((a, b) => b[1] - a[1]);
if (topHosts.length > 0 && Math.random() < 0.2 && !query.q.includes('site:')) {
// explore-exploit
siteQuery = query.q + ' site:' + sampleMultinomial(topHosts);
query.q = siteQuery;
}
console.log('Search query:', query); console.log('Search query:', query);
switch (SEARCH_PROVIDER) { switch (SEARCH_PROVIDER) {
case 'jina': case 'jina':
results = (await search(siteQuery, context.tokenTracker)).response?.data || []; results = (await search(query.q, context.tokenTracker)).response?.data || [];
break; break;
case 'duck': case 'duck':
results = (await duckSearch(siteQuery, {safeSearch: SafeSearchType.STRICT})).results; results = (await duckSearch(query.q, {safeSearch: SafeSearchType.STRICT})).results;
break; break;
case 'brave': case 'brave':
results = (await braveSearch(siteQuery)).response.web?.results || []; results = (await braveSearch(query.q)).response.web?.results || [];
break; break;
case 'serper': case 'serper':
results = (await serperSearch(query)).response.organic || []; results = (await serperSearch(query)).response.organic || [];