libmir-metal 0.1.0

Metal inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use super::Result;

#[derive(Debug, Clone, Copy)]
pub struct MemoryStats {
    pub active: usize,
    pub cached: usize,
    pub peak: usize,
    pub limit: usize,
    pub recommended: Option<usize>,
}

pub fn configure_recommended_wired_limit() -> Result<bool> {
    Ok(mirtal::memory::configure_recommended_wired_limit()?)
}

pub fn memory_stats() -> Result<MemoryStats> {
    let stats = mirtal::memory::stats()?;
    Ok(MemoryStats {
        active: stats.active,
        cached: stats.cached,
        peak: stats.peak,
        limit: stats.limit,
        recommended: (stats.recommended > 0).then_some(stats.recommended),
    })
}