swapvec 0.4.2

A Vector swapping to disk after exceeding a given length
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use swapvec::{Compression, CompressionLevel, SwapVec, SwapVecConfig};

#[test]
fn write_and_read_back_with_compression() {
    let data: Vec<i32> = (0..999).collect();

    let compression_configs: Vec<Option<Compression>> = vec![
        None,
        Some(Compression::Lz4),
        Some(Compression::Deflate(CompressionLevel::Fast)),
        Some(Compression::Deflate(CompressionLevel::Default)),
        Some(Compression::Deflate(CompressionLevel::Slow)),
    ];

    for compression in compression_configs {
        let config = SwapVecConfig {
            compression: compression.clone(),
            swap_after: 16,
            batch_size: 8,
        };
        let mut v = SwapVec::with_config(config);
        v.consume(data.iter().copied()).unwrap();
        let read_back: Vec<i32> = v
            .into_iter()
            .map(|x| {
                x.unwrap_or_else(|e| panic!("Failed for compression {:?} {:?}", compression, e))
            })
            .collect();
        assert_eq!(read_back, data,);
    }
}