transmutation 0.3.2

High-performance document conversion engine for AI/LLM embeddings - 27 formats supported
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

//! Advanced PDF conversion with custom options
//!
//! This example demonstrates advanced configuration options for document conversion.

#![allow(clippy::uninlined_format_args)]

use transmutation::{ConversionOptions, Converter, ImageQuality, OutputFormat};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let converter = Converter::new()?;

    // Configure conversion options
    let options = ConversionOptions {
        // Output control
        split_pages: true,
        optimize_for_llm: true,
        max_chunk_size: 1024, // Tokens per chunk

        // Quality settings
        image_quality: ImageQuality::High,
        dpi: 300,
        ocr_language: "eng".to_string(),

        // Processing options
        preserve_layout: true,
        extract_tables: true,
        extract_images: true,
        include_metadata: true,

        // Optimization
        compression_level: 9,
        remove_headers_footers: true,
        remove_watermarks: false,
        normalize_whitespace: true,

        // Feature flags
        use_ffi: false,
        use_precision_mode: false,
    };

    println!("Converting with advanced options...");

    let split_pages = options.split_pages;

    // Convert with custom options
    let result = converter
        .convert("document.pdf")
        .to(OutputFormat::Markdown {
            split_pages: true,
            optimize_for_llm: true,
        })
        .with_options(options)
        .execute()
        .await?;

    println!("\n✅ Conversion complete!");

    // Display metadata if available
    if let Some(title) = &result.metadata.title {
        println!("📖 Title: {}", title);
    }
    if let Some(author) = &result.metadata.author {
        println!("👤 Author: {}", author);
    }

    println!("\n📊 Statistics:");
    println!("  Pages: {}", result.page_count());
    println!("  Tables: {}", result.statistics.tables_extracted);
    println!("  Chunks: {}", result.chunk_count());

    // Save each page separately if split_pages is enabled
    if split_pages {
        result.save("data/output").await?;
        println!(
            "\n💾 Saved {} pages to data/output_page_*.md",
            result.page_count()
        );
    } else {
        result.save("data/output.md").await?;
        println!("\n💾 Saved to data/output.md");
    }

    Ok(())
}