rsdos 0.2.0

key-value store for file I/O on disk
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use indicatif::ProgressBar;
use std::{env, fs};

fn main() -> anyhow::Result<()> {
    let cnt_path = env::current_dir()?.join("sample_pack_all_loose");
    fs::create_dir_all(&cnt_path)?;
    let n = 100;
    let pack_target_size = 4 * 1024 * 1024 * 1024; //4GiB
    let single_obj_size = 1024 * 1024; // 1MiB
    let config = rsdos::Config::new(pack_target_size, "zlib+1");

    let cnt = rsdos::Container::new(cnt_path);
    let args: Vec<String> = std::env::args().collect();
    let arg1 = args.get(1).unwrap();

    if args.len() > 1 {
        match &arg1[..] {
            "reset" => {
                // INITIALIZE AND ADD FILES TO LOOSE
                cnt.reset();
                cnt.initialize(&config)
                    .expect("fail to initialize container");
                let bar = ProgressBar::new(n);

                for i in 0..n {
                    bar.inc(1);
                    let content = format!("test {i}").repeat(single_obj_size); // 7~9 MiB per obj
                    let bstring = content.as_bytes().to_vec();

                    rsdos::io_loose::insert(bstring, &cnt)?;
                }
            }
            "purge" => {
                fs::remove_dir_all(cnt.path)?;
            }
            "bench" => {
                rsdos::maintain::pack_loose(&cnt)?;
            }
            _ => anyhow::bail!(
                "unknown flag `{}`, expect `purge`, `bench` or `reset`",
                arg1
            ),
        }
    }

    Ok(())
}