avz 0.1.0

Blistering-fast Avro CLI tool — a modern replacement for avro-tools and fastavro
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

use apache_avro::Reader;
use aws_sdk_s3::Client as S3Client;

use crate::error::{AvzError, Result};
use crate::io::{self, AvroInput};

pub async fn execute(files: &[String], s3_client: &Option<S3Client>) -> Result<()> {
    let paths = io::resolve_files(files, s3_client).await;
    let multi = paths.len() > 1;
    let mut total = 0usize;

    for path in &paths {
        let input = io::open_input(path, s3_client).await?;
        let count = match input {
            AvroInput::Local(f) => process(Reader::new(f), path)?,
            AvroInput::Memory(c) => process(Reader::new(c), path)?,
        };
        total += count;
        if multi {
            println!("{}: {}", path, count);
        }
    }

    if multi {
        println!("total: {}", total);
    } else {
        println!("{}", total);
    }
    Ok(())
}

fn process(
    reader_result: std::result::Result<Reader<impl std::io::Read>, apache_avro::Error>,
    path: &str,
) -> Result<usize> {
    let reader = reader_result.map_err(|e| {
        AvzError::User(format!("Not a valid Avro file {}: {}", path, e))
    })?;
    Ok(reader.count())
}