From cee0eb453e37667185025a1328ce5dea9b2bef4a Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Thu, 11 Jul 2024 07:07:04 +0800
Subject: [PATCH] refactor: rag add documents (#700)

---
 src/rag/mod.rs | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/src/rag/mod.rs b/src/rag/mod.rs
index 3e7eda5..d97d35c 100644
--- a/src/rag/mod.rs
+++ b/src/rag/mod.rs
@@ -692,9 +692,19 @@ fn set_chunk_overlay(default_value: usize) -> Result<usize> {
 fn add_documents() -> Result<Vec<String>> {
     let text = Text::new("Add documents:")
         .with_validator(required!("This field is required"))
-        .with_help_message("e.g. file;dir/;dir/**/*.md;url;sites/**")
+        .with_help_message("e.g. file;dir/;dir/**/*.{md,mdx};solo-url;site-url/**")
         .prompt()?;
-    let paths = text.split(';').map(|v| v.trim().to_string()).collect();
+    let paths = text
+        .split(';')
+        .filter_map(|v| {
+            let v = v.trim().to_string();
+            if v.is_empty() {
+                None
+            } else {
+                Some(v)
+            }
+        })
+        .collect();
     Ok(paths)
 }