rusto-mnn 0.2.0

Safe Rust bindings to MNN library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

#[repr(u32)]
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum ForwardType {
    CPU = 0,
    Auto = 4,
    Metal = 1,
    Cuda = 2,
    OpenCL = 3,
    OpenGL = 6,
    Vulkan = 7,
    NN = 5,
}

#[repr(u32)]
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum PrecisionMode {
    Normal = 0,
    High = 1,
    Low = 2,
    LowBF16 = 3,
}

#[repr(u32)]
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum PowerMode {
    Normal = 0,
    High = 1,
    Low = 2,
}

#[derive(Debug, Clone)]
pub struct BackendConfig {
    precision: PrecisionMode,
    power: PowerMode,
}

impl BackendConfig {
    pub fn new() -> Self {
        Self {
            precision: PrecisionMode::Normal,
            power: PowerMode::Normal,
        }
    }

    pub fn set_precision_mode(&mut self, mode: PrecisionMode) {
        self.precision = mode;
    }

    pub fn set_power_mode(&mut self, mode: PowerMode) {
        self.power = mode;
    }

    pub(crate) fn precision(&self) -> PrecisionMode {
        self.precision
    }

    pub(crate) fn power(&self) -> PowerMode {
        self.power
    }
}

impl Default for BackendConfig {
    fn default() -> Self {
        Self::new()
    }
}

#[derive(Debug)]
pub struct ScheduleConfig {
    forward_type: ForwardType,
    num_thread: i32,
    backend_config: Option<BackendConfig>,
}

impl ScheduleConfig {
    pub fn new() -> Self {
        Self {
            forward_type: ForwardType::CPU,
            num_thread: 4,
            backend_config: None,
        }
    }

    pub fn set_type(&mut self, forward_type: ForwardType) {
        self.forward_type = forward_type;
    }

    pub fn set_num_thread(&mut self, num: i32) {
        self.num_thread = num;
    }

    pub fn set_backend_config(&mut self, config: BackendConfig) {
        self.backend_config = Some(config);
    }

    pub(crate) fn forward_type(&self) -> ForwardType {
        self.forward_type
    }

    pub(crate) fn num_thread(&self) -> i32 {
        self.num_thread
    }

    pub(crate) fn backend_config(&self) -> Option<&BackendConfig> {
        self.backend_config.as_ref()
    }
}

impl Default for ScheduleConfig {
    fn default() -> Self {
        Self::new()
    }
}