palace 0.1.0

A tool for mounting datasets into memory for fast loading in deep learning tasks.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use crate::mount::{mount_dataset, MountOptions};
use crate::unmount::{unmount_dataset, UnmountOptions};
use pyo3::exceptions::PyValueError;
use pyo3::prelude::*; 
use std::path::PathBuf;

#[pyfunction]
fn mount(
    source: String,
    destination: String,
    parallel: Option<usize>,
    use_mmap: Option<bool>,
    compress: Option<bool>,
    memory_threshold: Option<u8>,
) -> PyResult<()> {
    let options = MountOptions {
        source: PathBuf::from(source),
        destination: PathBuf::from(destination),
        parallel: parallel.unwrap_or(4),
        use_mmap: use_mmap.unwrap_or(false),
        compress: compress.unwrap_or(false),
        memory_threshold: memory_threshold.unwrap_or(90),
    };

    mount_dataset(&options).map_err(|e| PyValueError::new_err(e.to_string()))
}

#[pyfunction]
fn unmount(target: String, force: Option<bool>) -> PyResult<()> {
    let options = UnmountOptions {
        target: PathBuf::from(target),
        force: force.unwrap_or(false),
    };

    unmount_dataset(&options).map_err(|e| PyValueError::new_err(e.to_string()))
}

#[pymodule]
pub fn palacex(_py: Python, m: &PyModule) -> PyResult<()> {
    m.add_function(wrap_pyfunction!(mount, m)?)?;
    m.add_function(wrap_pyfunction!(unmount, m)?)?;
    Ok(())
}