改进rerank效果

This commit is contained in:
2024-08-19 10:24:07 +08:00
parent 240ae8e72a
commit cef574818a
2 changed files with 10 additions and 10 deletions
+8 -8
View File
@@ -168,14 +168,14 @@ def get_db_documents(configs: list[DBLoaderConfig]):
engine = create_engine(entry.uri)
sql_database = SQLDatabase(engine)
table_schema_objs = makeDescriptionByEngine(sql_database)
table_node_mapping = SQLTableNodeMapping(sql_database)
nodes = table_node_mapping.to_nodes(table_schema_objs)
for node in nodes:
node.metadata.update(metadata)
docs.extend(nodes)
# table_schema_objs = makeDescriptionByEngine(sql_database)
# table_node_mapping = SQLTableNodeMapping(sql_database)
#
# nodes = table_node_mapping.to_nodes(table_schema_objs)
# for node in nodes:
# node.metadata.update(metadata)
#
# docs.extend(nodes)
queries = entry.queries or []
loader = CustomDatabaseReader(sql_database)
+2 -2
View File
@@ -155,8 +155,8 @@ class XinferenceRerank(BaseNodePostprocessor):
description="The model description from Xinference."
)
_generator: Any = PrivateAttr()
_model_uid: str
_endpoint: str
_model_uid: str = Field(description="The Xinference model to use.")
_endpoint: str = Field(description="The Xinference endpoint URL to use.")
model: str = Field(description="Dashscope rerank model name.")
top_n: int = Field(description="Top N nodes to return.")
threshold: float = Field(description="threshold nodes to return.")