diff --git a/src/tools/jina-dedup.ts b/src/tools/jina-dedup.ts index 2583e38..a40d051 100644 --- a/src/tools/jina-dedup.ts +++ b/src/tools/jina-dedup.ts @@ -3,7 +3,7 @@ import { TokenTracker } from "../utils/token-tracker"; import {JINA_API_KEY} from "../config"; const JINA_API_URL = 'https://api.jina.ai/v1/embeddings'; -const SIMILARITY_THRESHOLD = 0.85; // Adjustable threshold for cosine similarity +const SIMILARITY_THRESHOLD = 0.95; // Adjustable threshold for cosine similarity // Types for Jina API interface JinaEmbeddingRequest {