wimbd 0.3.0

A CLI for inspecting and analyzing large text datasets.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! IO helpers.

use std::{
    fs::File,
    io::{self, prelude::*},
    rc::Rc,
};

use anyhow::Result;
use flate2::read::MultiGzDecoder;

/// A buffered reader for gzip files.
pub struct GzBufReader {
    reader: io::BufReader<MultiGzDecoder<File>>,
    buf: Rc<String>,
}

fn new_buf() -> Rc<String> {
    Rc::new(String::with_capacity(2048))
}

impl GzBufReader {
    pub fn open(path: impl AsRef<std::path::Path>) -> Result<Self> {
        let reader = io::BufReader::new(MultiGzDecoder::new(File::open(path)?));
        let buf = new_buf();

        Ok(Self { reader, buf })
    }
}

type DataIteratorItem = io::Result<Rc<String>>;

impl Iterator for GzBufReader {
    type Item = DataIteratorItem;

    fn next(&mut self) -> Option<Self::Item> {
        let buf = match Rc::get_mut(&mut self.buf) {
            Some(buf) => {
                buf.clear();
                buf
            }
            None => {
                self.buf = new_buf();
                Rc::make_mut(&mut self.buf)
            }
        };

        self.reader
            .read_line(buf)
            .map(|u| {
                if u == 0 {
                    None
                } else {
                    Some(Rc::clone(&self.buf))
                }
            })
            .transpose()
    }
}