pdfx 0.2.0

A lightning-fast terminal-native PDF indexing and search toolkit
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

// indexer.rs

// imports
use crate::database::db::PdfDatabase;
use crate::types::PdfEntry;
use chrono::{DateTime, Utc};
use indicatif::{ProgressBar, ProgressStyle};
use std::path::Path;
use walkdir::WalkDir;

// function to scan a directory for PDF files
pub fn scan_directory(
    path: &Path,
    database: &PdfDatabase,
) -> Result<(), Box<dyn std::error::Error>> {
    // Phase 1: Count total files for accurate progress bar
    let count_pb = ProgressBar::new_spinner();
    count_pb.set_style(
        ProgressStyle::default_spinner()
            .template("\x1b[34m{spinner:.green} {msg}\x1b[0m \x1b[1;92m{pos}\x1b[0m")
            .unwrap()
            .progress_chars("⣿⣷⣯⣟⡿⢿⠿⠟⠛⠋ "),
    );
    count_pb.set_message("Counting files...");

    let mut total_files = 0;
    for entry in WalkDir::new(path) {
        if entry.is_ok() {
            total_files += 1;
            if total_files % 100 == 0 {
                count_pb.set_position(total_files);
            }
        }
    }
    count_pb.finish_and_clear();

    // Phase 2: Process files with accurate progress bar
    let pb = ProgressBar::new(total_files);
    pb.set_style(
        ProgressStyle::default_bar()
            .template("\x1b[34m🔍 {msg}\x1b[0m [{elapsed_precise}] [{wide_bar:.blue/blue}] {pos}/{len} files | {per_sec} | ETA: {eta}")
            .unwrap()
            .progress_chars("⣿⣷⣯⣟⡿⢿⠿⠟⠛⠋ ")
    );
    pb.set_message("Indexing PDFs...");

    let mut files_processed = 0;
    let mut pdfs_found = 0;
    let mut dirs_skipped = 0;

    // Walk the directory tree recursively with walkdir
    for entry in WalkDir::new(path) {
        // Error handling for walkdir - silent skip permission denied
        let entry = match entry {
            Ok(entry) => entry,
            Err(_) => {
                dirs_skipped += 1;
                continue;
            }
        };

        files_processed += 1;
        pb.set_position(files_processed);

        // 1.2. Get the file path
        let file_path = entry.path();

        // 1.3. Check if the file is a PDF
        if let Some(extension) = file_path.extension() {
            if extension == "pdf" {
                // 1.3.1. Get the file metadata
                let metadata = file_path.metadata()?;

                // 1.3.3. Create PdfEntry
                let pdf_entry = PdfEntry {
                    id: None,
                    path: file_path.to_string_lossy().to_string(),
                    filename: file_path.file_name().unwrap().to_string_lossy().to_string(),
                    size: metadata.len(),
                    modified: DateTime::from(metadata.modified()?),
                    indexed_at: Some(Utc::now()),
                };

                // 1.3.4. Insert the PDF into the database
                database.insert_pdf(&pdf_entry)?;
                pdfs_found += 1;
            }
        }
    }

    // Finish progress bar and print summary on separate line
    pb.finish_and_clear();

    // Print beautiful success message
    println!("\n\x1b[1;92m✅ Index complete!\x1b[0m");
    println!(
        "\n\x1b[34m📊 Summary:\x1b[0m \x1b[1;92m{} PDFs found\x1b[0m | \x1b[1;92m{} files processed\x1b[0m | \x1b[1;92m{} directories skipped\x1b[0m\n",
        pdfs_found, files_processed, dirs_skipped
    );

    Ok(())
}