multiio 0.2.3

A unified I/O orchestration library for CLI/server applications
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

//! Example demonstrating pipeline configuration-driven I/O.
//!
//! Run with: cargo run --example from_pipeline

#![cfg(all(feature = "json", feature = "yaml"))]

use multiio::{ErrorPolicy, MultiioBuilder, PipelineConfig, default_registry};
use serde::{Deserialize, Serialize};

#[derive(Debug, Deserialize, Serialize)]
struct Record {
    name: String,
    value: i32,
}

fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Load pipeline configuration from a YAML string. The structure matches
    // `PipelineConfig` / `InputConfig` / `OutputConfig` in `multiio::config`.
    let config_str = r#"
inputs:
  - id: config
    kind: file
    path: "examples/data/config.json"
    format: json
outputs:
  - id: out
    kind: stdout
    format: json
error_policy: fast_fail
"#;

    // Parse the pipeline configuration
    let pipeline: PipelineConfig = serde_yaml::from_str(config_str)?;

    println!("Pipeline configuration:");
    println!("  Inputs: {:?}", pipeline.inputs);
    println!("  Outputs: {:?}", pipeline.outputs);
    println!("  Error policy: {:?}", pipeline.error_policy);

    // Build engine from pipeline config
    let registry = default_registry();
    let engine = MultiioBuilder::from_pipeline_config(pipeline, registry)?
        .with_mode(ErrorPolicy::FastFail)
        .build()?;

    // Read all inputs
    let records: Vec<Record> = engine.read_all()?;

    println!("\nRead {} record(s):", records.len());
    for record in &records {
        println!("  - {}: {}", record.name, record.value);
    }

    // Write to outputs
    engine.write_all(&records)?;

    Ok(())
}