github/node-DeepResearch
1
0
Fork 0
mirror of https://github.com/jina-ai/node-DeepResearch.git synced 2026-03-22 07:29:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: improve dedup with jina embeddings

Browse Source
This commit is contained in:
Han Xiao
2025-02-07 16:09:05 +08:00
parent 2b218717ae
commit f1b37c4f34
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/tools/jina-dedup.ts
View File

@@ -3,7 +3,7 @@ import { TokenTracker } from "../utils/token-tracker";
import {JINA_API_KEY} from "../config"; import {JINA_API_KEY} from "../config";
const JINA_API_URL = 'https://api.jina.ai/v1/embeddings'; const JINA_API_URL = 'https://api.jina.ai/v1/embeddings';
const SIMILARITY_THRESHOLD = 0.85; // Adjustable threshold for cosine similarity const SIMILARITY_THRESHOLD = 0.95; // Adjustable threshold for cosine similarity
// Types for Jina API // Types for Jina API
interface JinaEmbeddingRequest { interface JinaEmbeddingRequest {