更改了提示词

This commit is contained in:
chentianrui
2024-08-28 09:39:57 +08:00
parent 07a3b2a147
commit b008ad9766
3 changed files with 44 additions and 88 deletions
+13 -13
View File
@@ -1,24 +1,26 @@
import logging
import yaml
from app.engine.loaders.db import DBLoaderConfig, get_db_documents
# import yaml
from app.engine.loaders.file import FileLoaderConfig, get_file_documents
from app.engine.loaders.web import WebLoaderConfig, get_web_documents
logger = logging.getLogger(__name__)
def load_configs():
with open("config/loaders.yaml") as f:
configs = yaml.safe_load(f)
return configs
# 注释掉 load_configs 函数
# def load_configs():
# with open("config/loaders.yaml") as f:
# configs = yaml.safe_load(f)
# return configs
def get_documents():
documents = []
config = load_configs()
if config is None or len(config.items()) == 0:
return documents
# 注释掉对 load_configs 的调用
# config = load_configs()
# if config is None or len(config.items()) == 0:
# return documents
# 使用一个空的 config 替代原有的配置加载逻辑
config = {}
for loader_type, loader_config in config.items():
logger.info(
@@ -31,8 +33,6 @@ def get_documents():
document = get_file_documents(FileLoaderConfig(**loader_config))
case "web":
document = get_web_documents(WebLoaderConfig(**loader_config))
case "db":
document = get_db_documents(configs=[DBLoaderConfig(**cfg) for cfg in loader_config])
case _:
raise ValueError(f"Invalid loader type: {loader_type}")
documents.extend(document)