github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2025-12-26 06:28:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: improve dedup with jina embeddings

Browse Source
This commit is contained in:
Han Xiao 2025-02-07 16:09:19 +08:00
parent f1b37c4f34
commit 5e80ed40ea
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/tools/jina-dedup.ts
View File

@ -3,7 +3,7 @@ import { TokenTracker } from "../utils/token-tracker";
import {JINA_API_KEY} from "../config";
const JINA_API_URL = 'https://api.jina.ai/v1/embeddings';
const SIMILARITY_THRESHOLD = 0.95; // Adjustable threshold for cosine similarity
const SIMILARITY_THRESHOLD = 0.90; // Adjustable threshold for cosine similarity
// Types for Jina API
interface JinaEmbeddingRequest {