use threading to insert docs into the db (#1191)

This commit is contained in:
Robert Brennan 2024-04-18 07:31:39 -04:00 committed by GitHub
parent 74c9b58d1b
commit 6b0408d47c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1,3 +1,5 @@
from threading import Thread
import chromadb
from llama_index.core import Document
from llama_index.core.retrievers import VectorIndexRetriever
@ -85,6 +87,10 @@ class LongTermMemory:
)
self.thought_idx += 1
logger.debug('Adding %s event to memory: %d', t, self.thought_idx)
thread = Thread(target=self._add_doc, args=(doc,))
thread.start() # We add the doc concurrently so we don't have to wait ~500ms for the insert
def _add_doc(self, doc):
self.index.insert(doc)
def search(self, query: str, k: int = 10):