bobine 0.5.11

PDF / Office / text → Markdown ingestion engine with ONNX formula OCR (TexTeller), layout analysis and OCR
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

//! End-to-end smoke test for auto-downloaded heavy models.
//!
//! Usage: e2e_auto <pdf> [work_dir]
//!
//! Runs RoutingMode::Auto with NO explicit model paths, so RapidLayout,
//! RapidOCR and RapidTable must all come from HuggingFace auto-download.

use std::time::Instant;

fn main() -> Result<(), Box<dyn std::error::Error>> {
    tracing_subscriber::fmt()
        .with_max_level(tracing::Level::INFO)
        .init();

    let pdf = std::env::args()
        .nth(1)
        .expect("usage: e2e_auto <pdf> [work_dir]");
    let work = std::env::args().nth(2).unwrap_or_else(|| {
        std::env::temp_dir()
            .join("bobine_test")
            .join("e2e_out")
            .display()
            .to_string()
    });
    // Persistent model cache: set BOBINE_CACHE_DIR (e.g. ~/.cache/bobine)
    // so downloads survive reboots; temp-dir cache is wiped by the OS.
    let cache = std::env::var_os("BOBINE_CACHE_DIR")
        .map(std::path::PathBuf::from)
        .unwrap_or_else(|| std::env::temp_dir().join("bobine_test").join("cache"));

    // No set_layout_model / set_ocr_models / set_table_model calls:
    // everything must resolve via auto-download or fail loudly here.
    let mode = match std::env::var("BOB_MODE").as_deref() {
        Ok("never") => bobine::RoutingMode::Never,
        Ok("surgical") => bobine::RoutingMode::Surgical,
        _ => bobine::RoutingMode::Always,
    };
    let mut conv = bobine::HybridConverter::new(
        bobine::ConverterConfig {
            routing: bobine::RoutingOpts {
                routing_mode: mode,
                ..Default::default()
            },
            ..Default::default()
        },
        &cache,
    );
    println!("mode = {mode:?}");
    let t0 = Instant::now();
    let md = conv.convert_pdf(std::path::Path::new(&pdf), std::path::Path::new(&work))?;
    println!(
        "=== converted in {:.1?}, {} bytes markdown ===",
        t0.elapsed(),
        md.len()
    );
    let dump = std::env::temp_dir().join(format!(
        "bobine_md_{}.md",
        std::env::var("BOB_MODE").unwrap_or_else(|_| "always".into())
    ));
    std::fs::write(&dump, &md)?;
    println!("dumped to {}", dump.display());
    println!("{}", &md[..md.len().min(1500)]);
    Ok(())
}