transmutation 0.3.2

High-performance document conversion engine for AI/LLM embeddings - 27 formats supported
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133

//! Integration tests for PDF conversion
//!
//! These tests require actual PDF files in tests/fixtures/

#![allow(unexpected_cfgs)]

#[cfg(feature = "pdf")]
mod pdf_tests {
    use transmutation::{ConversionOptions, Converter, OutputFormat};

    #[tokio::test]
    #[ignore] // Ignored by default - requires test PDF files
    async fn test_pdf_to_markdown() {
        let converter = Converter::new().unwrap();

        let result = converter
            .convert("tests/fixtures/sample.pdf")
            .to(OutputFormat::Markdown {
                split_pages: false,
                optimize_for_llm: true,
            })
            .execute()
            .await;

        assert!(result.is_ok());
        let result = result.unwrap();
        assert!(result.page_count() > 0);
        assert!(result.output_size() > 0);
    }

    #[tokio::test]
    #[ignore]
    async fn test_pdf_split_pages() {
        let converter = Converter::new().unwrap();

        let result = converter
            .convert("tests/fixtures/sample.pdf")
            .to(OutputFormat::Markdown {
                split_pages: true,
                optimize_for_llm: true,
            })
            .execute()
            .await;

        assert!(result.is_ok());
        let result = result.unwrap();

        // Should have multiple outputs (one per page)
        assert_eq!(result.content.len(), result.page_count());
    }

    #[tokio::test]
    #[ignore]
    async fn test_pdf_to_json() {
        let converter = Converter::new().unwrap();

        let result = converter
            .convert("tests/fixtures/sample.pdf")
            .to(OutputFormat::Json {
                structured: true,
                include_metadata: true,
            })
            .execute()
            .await;

        assert!(result.is_ok());
        let result = result.unwrap();

        // Should have single JSON output
        assert_eq!(result.content.len(), 1);

        // Verify JSON is valid
        let json_str = String::from_utf8(result.content[0].data.clone()).unwrap();
        let json: serde_json::Value = serde_json::from_str(&json_str).unwrap();
        assert!(json["metadata"].is_object());
        assert!(json["pages"].is_array());
    }

    #[tokio::test]
    #[ignore]
    async fn test_pdf_metadata_extraction() {
        let converter = Converter::new().unwrap();

        let result = converter
            .convert("tests/fixtures/sample.pdf")
            .to(OutputFormat::Markdown {
                split_pages: false,
                optimize_for_llm: false,
            })
            .execute()
            .await
            .unwrap();

        // Check metadata is extracted
        assert!(result.metadata.page_count > 0);
        // Title and author may be None for some PDFs
    }

    #[tokio::test]
    #[ignore]
    async fn test_pdf_optimization() {
        let converter = Converter::new().unwrap();

        // Without optimization
        let result_raw = converter
            .convert("tests/fixtures/sample.pdf")
            .to(OutputFormat::Markdown {
                split_pages: false,
                optimize_for_llm: false,
            })
            .execute()
            .await
            .unwrap();

        // With optimization
        let result_opt = converter
            .convert("tests/fixtures/sample.pdf")
            .to(OutputFormat::Markdown {
                split_pages: false,
                optimize_for_llm: true,
            })
            .execute()
            .await
            .unwrap();

        // Optimized should be smaller or equal
        assert!(result_opt.output_size() <= result_raw.output_size());
    }
}

// Note: To run these tests, create tests/fixtures/ directory
// and add sample PDF files, then run:
// cargo test --features pdf -- --ignored