regex-chunker 0.3.0

Iterate over the data in a `Read` type in a regular-expression-delimited way.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

/*!
Example code from the README.md.
*/
use std::error::Error;

fn example() -> Result<(), Box<dyn Error>> {
    use regex_chunker::ByteChunker;
    use std::collections::BTreeMap;

    let mut counts: BTreeMap<String, usize> = BTreeMap::new();

    let stdin = std::io::stdin();
    let chunker = ByteChunker::new(stdin, r#"[ "\r\n.,!?:;/]+"#)?;

    for chunk in chunker {
        let word = String::from_utf8_lossy(&chunk?).to_lowercase();
        *counts.entry(word).or_default() += 1;
    }

    println!("{:#?}", &counts);
    Ok(())
}

fn main() -> Result<(), Box<dyn Error>> {
    example()
}