chaincodec-batch 0.2.0

High-throughput batch decode engine for ChainCodec — Rayon parallel processing
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

//! Batch decode request configuration.

use chaincodec_core::{decoder::{ErrorMode, ProgressCallback}, event::RawEvent};

/// Configuration for a batch decode job.
pub struct BatchRequest {
    /// The raw events to decode
    pub logs: Vec<RawEvent>,
    /// Chain slug — determines which decoder to use
    pub chain: String,
    /// Number of parallel Rayon workers (0 = use all available CPUs)
    pub concurrency: usize,
    /// Max events per chunk (memory safety)
    pub chunk_size: usize,
    /// How to handle decode errors
    pub error_mode: ErrorMode,
    /// Optional progress callback
    pub on_progress: Option<Box<dyn ProgressCallback>>,
}

impl BatchRequest {
    pub fn new(chain: impl Into<String>, logs: Vec<RawEvent>) -> Self {
        Self {
            logs,
            chain: chain.into(),
            concurrency: 0,
            chunk_size: 10_000,
            error_mode: ErrorMode::Skip,
            on_progress: None,
        }
    }

    pub fn chunk_size(mut self, n: usize) -> Self {
        self.chunk_size = n;
        self
    }

    pub fn error_mode(mut self, mode: ErrorMode) -> Self {
        self.error_mode = mode;
        self
    }

    pub fn on_progress<F: Fn(usize, usize) + Send + Sync + 'static>(
        mut self,
        f: F,
    ) -> Self {
        self.on_progress = Some(Box::new(f) as Box<dyn ProgressCallback>);
        self
    }
}