1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
//! Utility functions and helpers
//!
//! This module provides utility functions for:
//!
//! - **streaming**: Memory-efficient processing of large files
//! - **parallel**: Parallel batch processing of multiple files
//! - **security**: Security checks for safe file parsing
//!
//! # Examples
//!
//! ## Streaming large files
//!
//! ```no_run
//! use omniparse::utils::streaming::{LimitedReader, DEFAULT_MEMORY_LIMIT};
//! use std::fs::File;
//! use std::io::Read;
//!
//! let file = File::open("large_file.txt")?;
//! let mut limited = LimitedReader::new(file, DEFAULT_MEMORY_LIMIT);
//!
//! let mut buffer = Vec::new();
//! match limited.read_to_end(&mut buffer) {
//! Ok(_) => println!("Read {} bytes", limited.bytes_read()),
//! Err(e) => println!("Memory limit exceeded: {}", e),
//! }
//! # Ok::<(), std::io::Error>(())
//! ```
//!
//! ## Parallel processing
//!
//! ```no_run
//! use omniparse::core::Extractor;
//! use omniparse::utils::parallel::process_files_parallel;
//!
//! let extractor = Extractor::new();
//! let files = vec!["file1.pdf", "file2.docx", "file3.txt"];
//!
//! let results = process_files_parallel(&extractor, &files);
//! for file_result in results {
//! match file_result.result {
//! Ok(extraction) => println!("{}: {}", file_result.path, extraction.mime_type),
//! Err(e) => eprintln!("{}: {}", file_result.path, e),
//! }
//! }
//! ```