关键词检索增加容错

2024-09-05 18:16:54 +08:00
parent f171282a0c
commit 9ac53011e0
22 changed files with 6 additions and 23 deletions
@@ -29,7 +29,9 @@ class HybridRetriever(BaseRetriever):
        if os.path.exists(STORAGE_DIR) and len(os.listdir(STORAGE_DIR)) > 0:
            self._bm25Retriever = CHBM25Retriever.from_persist_dir(STORAGE_DIR)
        else:
-            self._bm25Retriever = CHBM25Retriever.from_defaults(similarity_top_k=similarity_top_k,nodes=self._vector_index.vector_store.get_nodes(None))
+            nodes = self._vector_index.vector_store.get_nodes(None)
+            similarity_top_k = min(len(nodes),similarity_top_k)
+            self._bm25Retriever = CHBM25Retriever.from_defaults(similarity_top_k=similarity_top_k,nodes=nodes)
            self._bm25Retriever.persist(STORAGE_DIR)
        self._alpha = alpha