feat(doc_loader): include source files in documentation processing

Allows source code files generated by rustdoc (e.g., in the 'src/' subdirectory) to be included in the list of documents processed for embeddings. This enables querying the actual source code content via the semantic search mechanism.

Author: rrrodzilla

src/doc_loader.rs

@@ -192,12 +192,12 @@ fn process_documentation_directory(docs_path: &Path) -> Result<Vec<Document>, Do
             continue;
         }
 
-        // Also ignore files within source code view directories (e.g., `doc/src/...`)
-        // Check the first path (they should share the problematic component if any)
-        if paths.first().map_or(false, |p| p.components().any(|comp| comp.as_os_str() == OsStr::new("src"))) {
-             eprintln!("[DEBUG] Ignoring file in src view: {}", paths.first().unwrap().display());
-             continue;
-        }
+        // // Also ignore files within source code view directories (e.g., `doc/src/...`) // Commented out to include source files
+        // // Check the first path (they should share the problematic component if any)
+        // if paths.first().map_or(false, |p| p.components().any(|comp| comp.as_os_str() == OsStr::new("src"))) {
+        //      eprintln!("[DEBUG] Ignoring file in src view: {}", paths.first().unwrap().display());
+        //      continue;
+        // }
 
 
         if paths.len() == 1 {