新增MarkDown切片

2024-09-06 18:22:01 +08:00
parent 1c773924db
commit bc124c5513
34 changed files with 150 additions and 31 deletions
@@ -39,7 +39,7 @@ def run_pipeline(docstore, vector_store, documents):
                #chunk_size=Settings.chunk_size,
                #chunk_overlap=Settings.chunk_overlap,
            #),
-            MarkdownNodeParser(),
+            #MarkdownNodeParser(),
            Settings.embed_model,
        ],
        docstore=docstore,