oxirs-star 0.4.0

RDF-star and SPARQL-star grammar support for quoted triples
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

//! Bulk insertion configuration for optimized batch operations.
//!
//! This module provides configuration for bulk insertion operations,
//! enabling efficient batch processing of RDF-star triples.

/// Bulk insertion configuration for optimized batch operations
#[derive(Debug, Clone)]
pub struct BulkInsertConfig {
    /// Batch size for bulk operations
    pub batch_size: usize,
    /// Disable index updates during bulk insertion
    pub defer_index_updates: bool,
    /// Memory threshold before flushing (bytes)
    pub memory_threshold: usize,
    /// Enable parallel processing for large batches
    pub parallel_processing: bool,
    /// Number of worker threads for parallel insertion
    pub worker_threads: usize,
}

impl Default for BulkInsertConfig {
    fn default() -> Self {
        Self {
            batch_size: 10000,
            defer_index_updates: true,
            memory_threshold: 256 * 1024 * 1024, // 256MB
            parallel_processing: true,
            worker_threads: std::thread::available_parallelism()
                .map(|n| n.get().min(8))
                .unwrap_or(4),
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_default_worker_threads_is_cpu_based_and_bounded() {
        let config = BulkInsertConfig::default();
        // Must be non-zero (so `.chunks(worker_threads)`-style callers never
        // panic) and capped at 8 regardless of how many cores are available.
        assert!(config.worker_threads >= 1);
        assert!(config.worker_threads <= 8);
    }
}