ddex-parser 0.4.5

High-performance DDEX XML parser with SIMD optimization (40+ MB/s)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

// src/streaming/mod.rs
//! High-performance streaming DDEX parser implementation

pub mod aligned_comprehensive;
pub mod comprehensive;
pub mod element;
pub mod fast_streaming_parser;
pub mod fast_zero_copy;
pub mod fixed_comprehensive;
pub mod iterator;
pub mod minimal;
pub mod parallel_parser;
pub mod parser;
pub mod state;
pub mod verification;
pub mod working_impl;
pub mod zero_copy_parser;

#[cfg(test)]
pub mod comprehensive_tests;

#[cfg(test)]
pub mod debug_test;

#[cfg(test)]
pub mod perf_analysis;

#[cfg(test)]
pub mod zero_copy_benchmark;

#[cfg(test)]
pub mod parallel_benchmark;

#[cfg(test)]
pub mod consistency_test;

pub use element::ParsedElement;
pub use fast_streaming_parser::{
    create_fast_parser, FastElementType, FastParsingStats, FastStreamingElement,
    FastStreamingIterator, FastStreamingParser,
};
pub use fast_zero_copy::{FastZeroCopyIterator, FastZeroCopyParser};
pub use iterator::DDEXStreamIterator;
pub use parallel_parser::{ParallelBenchmark, ParallelStreamingIterator, ParallelStreamingParser};
pub use parser::StreamingDDEXParser;
pub use state::{ParserState, ParsingContext};
pub use working_impl::{
    WorkingStreamIterator, WorkingStreamingElement, WorkingStreamingParser, WorkingStreamingStats,
};
pub use zero_copy_parser::{ZeroCopyElement, ZeroCopyParser, ZeroCopyStreamIterator};

use crate::parser::security::SecurityConfig;

/// Configuration for streaming parser
#[derive(Debug, Clone)]
pub struct StreamingConfig {
    /// Security configuration
    pub security: SecurityConfig,
    /// Buffer size for XML reading
    pub buffer_size: usize,
    /// Maximum memory usage before yielding elements
    pub max_memory: usize,
    /// Chunk size for processing
    pub chunk_size: usize,
    /// Enable progress callbacks
    pub enable_progress: bool,
    /// Progress callback interval (bytes)
    pub progress_interval: u64,
}

impl Default for StreamingConfig {
    fn default() -> Self {
        Self {
            security: SecurityConfig::default(),
            buffer_size: 8192,
            max_memory: 100 * 1024 * 1024, // 100MB
            chunk_size: 100,
            enable_progress: false,
            progress_interval: 1024 * 1024, // 1MB
        }
    }
}

/// Progress information for streaming parsing
#[derive(Debug, Clone)]
pub struct StreamingProgress {
    pub bytes_processed: u64,
    pub elements_parsed: usize,
    pub releases_parsed: usize,
    pub resources_parsed: usize,
    pub parties_parsed: usize,
    pub deals_parsed: usize,
    pub elapsed: std::time::Duration,
    pub estimated_total_bytes: Option<u64>,
    pub current_depth: usize,
    pub memory_usage: usize,
}