From 86c9ccb4e777f2f0b615c5ac0d35dfa30de90cab Mon Sep 17 00:00:00 2001 From: Han Xiao Date: Sat, 22 Feb 2025 12:23:16 +0800 Subject: [PATCH] fix: evaluator --- src/tools/jina-dedup.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tools/jina-dedup.ts b/src/tools/jina-dedup.ts index f78fb43..c7e304d 100644 --- a/src/tools/jina-dedup.ts +++ b/src/tools/jina-dedup.ts @@ -3,7 +3,7 @@ import {TokenTracker} from "../utils/token-tracker"; import {JINA_API_KEY} from "../config"; const JINA_API_URL = 'https://api.jina.ai/v1/embeddings'; -const SIMILARITY_THRESHOLD = 0.93; // Adjustable threshold for cosine similarity +const SIMILARITY_THRESHOLD = 0.88; // Adjustable threshold for cosine similarity const JINA_API_CONFIG = { MODEL: 'jina-embeddings-v3',