修改关键词检索溢出问题

This commit is contained in:
wanyaokun
2024-09-05 18:13:39 +08:00
parent 626ff1e632
commit f171282a0c
2 changed files with 10 additions and 8 deletions
@@ -24,13 +24,13 @@ class HybridRetriever(BaseRetriever):
self._vecRetriever = vector_index.as_retriever(
similarity_top_k=similarity_top_k,filters = filters
)
self._bm25Retriever = None
STORAGE_DIR = os.getenv("BM_RETRIEVER_PATH", "storage_bm")
if os.path.exists(STORAGE_DIR) and len(os.listdir(STORAGE_DIR)) > 0:
self._bm25Retriever = CHBM25Retriever.from_persist_dir(STORAGE_DIR)
else:
bmRetriver = CHBM25Retriever.from_defaults(similarity_top_k=similarity_top_k,nodes=self._vector_index.vector_store.get_nodes(None))
bmRetriver.persist(STORAGE_DIR)
self._bm25Retriever = CHBM25Retriever.from_defaults(similarity_top_k=similarity_top_k,nodes=self._vector_index.vector_store.get_nodes(None))
self._bm25Retriever.persist(STORAGE_DIR)
self._alpha = alpha