vkml 0.0.3

High-level Vulkan-based machine learning library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

use super::memory_tracker::MemoryTracker;

pub struct CPUCompute {
    pub memory_tracking: MemoryTracker,
}

// TODO: Implement CPU layer computations, forward, backward etc.
// TODO: Memory calculations don't update which means it wont account this applications usage

impl CPUCompute {
    pub fn new(memory_limit_bytes: Option<u64>) -> Self {
        // This implementation will by default use only available memory
        // This does not include swap capacity etc
        // This allows for an override if user knows better

        let memory_limit = memory_limit_bytes.unwrap_or_else(|| {
            // If cannot get available system memory, assume there is none
            // Crate returns in kilobytes. We need bytes
            // TODO: Print warning to user if sys_info returns 0 or error
            sys_info::mem_info()
                .map(|info| info.avail * 1024)
                .unwrap_or(0)
        });

        Self {
            memory_tracking: MemoryTracker::new(memory_limit),
        }
    }
}