github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2026-03-22 07:29:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: improve dedup with jina embeddings

Browse Source
This commit is contained in:
Han Xiao
2025-02-07 15:50:58 +08:00
parent 814d539dac
commit 21b4b00e90
3 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/agent.ts
View File

@@ -14,7 +14,7 @@ import {TokenTracker} from "./utils/token-tracker";
import {ActionTracker} from "./utils/action-tracker"; import {ActionTracker} from "./utils/action-tracker";
import {StepAction, AnswerAction} from "./types"; import {StepAction, AnswerAction} from "./types";
import {TrackerContext} from "./types"; import {TrackerContext} from "./types";
import {jinaSearch} from "./tools/jinaSearch"; import {search} from "./tools/jina-search";
async function sleep(ms: number) { async function sleep(ms: number) {
const seconds = Math.ceil(ms / 1000); const seconds = Math.ceil(ms / 1000);
@@ -510,7 +510,7 @@ But then you realized you have asked them before. You decided to to think out of
switch (SEARCH_PROVIDER) { switch (SEARCH_PROVIDER) {
case 'jina': case 'jina':
// use jinaSearch // use jinaSearch
results = {results: (await jinaSearch(query, context.tokenTracker)).response?.data || []}; results = {results: (await search(query, context.tokenTracker)).response?.data || []};
break; break;
case 'duck': case 'duck':
results = await duckSearch(query, {safeSearch: SafeSearchType.STRICT}); results = await duckSearch(query, {safeSearch: SafeSearchType.STRICT});

6
src/tools/__tests__/search.test.ts
View File

@@ -1,10 +1,10 @@
import { jinaSearch } from '../jinaSearch'; import { search } from '../jina-search';
import { TokenTracker } from '../../utils/token-tracker'; import { TokenTracker } from '../../utils/token-tracker';
describe('search', () => { describe('search', () => {
it.skip('should perform search with Jina API (skipped due to insufficient balance)', async () => { it.skip('should perform search with Jina API (skipped due to insufficient balance)', async () => {
const tokenTracker = new TokenTracker(); const tokenTracker = new TokenTracker();
const { response } = await jinaSearch('TypeScript programming', tokenTracker); const { response } = await search('TypeScript programming', tokenTracker);
expect(response).toBeDefined(); expect(response).toBeDefined();
expect(response.data).toBeDefined(); expect(response.data).toBeDefined();
if (response.data === null) { if (response.data === null) {
@@ -15,7 +15,7 @@ describe('search', () => {
}, 15000); }, 15000);
it('should handle empty query', async () => { it('should handle empty query', async () => {
await expect(jinaSearch('')).rejects.toThrow(); await expect(search('')).rejects.toThrow();
}, 15000); }, 15000);
beforeEach(() => { beforeEach(() => {

2
src/tools/jinaSearch.ts → src/tools/jina-search.ts
View File

@@ -3,7 +3,7 @@ import { TokenTracker } from "../utils/token-tracker";
import { SearchResponse } from '../types'; import { SearchResponse } from '../types';
import { JINA_API_KEY } from "../config"; import { JINA_API_KEY } from "../config";
export function jinaSearch(query: string, tracker?: TokenTracker): Promise<{ response: SearchResponse, tokens: number }> { export function search(query: string, tracker?: TokenTracker): Promise<{ response: SearchResponse, tokens: number }> {
return new Promise((resolve, reject) => { return new Promise((resolve, reject) => {
if (!query.trim()) { if (!query.trim()) {
reject(new Error('Query cannot be empty')); reject(new Error('Query cannot be empty'));