合并代码

2024-08-28 19:58:37 +08:00
parent 20510a937b
commit 4020b603b1
12 changed files with 189 additions and 80 deletions
@@ -46,7 +46,7 @@ def llama_local_extractor() -> Dict[str, BaseReader]:
    return {".json" : JSONReader(clean_json=False,levels_back=0)}


-def get_file_documents(config: FileLoaderConfig):
+def get_file_documents(config: FileLoaderConfig,childPath: str):
    from llama_index.core.readers import SimpleDirectoryReader

    try:
@@ -63,7 +63,7 @@ def get_file_documents(config: FileLoaderConfig):
            file_extractor = llama_local_extractor()

        reader = SimpleDirectoryReader(
-            config.data_dir,
+            os.path.join(config.data_dir,childPath.replace('_','\\')),
            recursive=True,
            filename_as_id=True,
            raise_on_error=True,