From d835ccfd7c61348f420968b495af2642bc8a42e4 Mon Sep 17 00:00:00 2001 From: Sha Zhou Date: Wed, 18 Jun 2025 14:45:52 +0800 Subject: [PATCH] update embedding batch size --- src/tools/embeddings.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tools/embeddings.ts b/src/tools/embeddings.ts index 469d8b4..350ca5d 100644 --- a/src/tools/embeddings.ts +++ b/src/tools/embeddings.ts @@ -3,7 +3,7 @@ import { JinaEmbeddingRequest, JinaEmbeddingResponse } from "../types"; import axiosClient from "../utils/axios-client"; import { logError, logDebug, logWarning } from '../logging'; -const BATCH_SIZE = 128; +const BATCH_SIZE = 32; const API_URL = "https://api.jina.ai/v1/embeddings"; const MAX_RETRIES = 3; // Maximum number of retries for missing embeddings