hive-gpu 0.2.0

High-performance GPU acceleration for vector operations with Device Info API (Metal, CUDA, ROCm)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! # CUDA VRAM Monitor
//!
//! Monitor VRAM usage for CUDA GPU operations.

use super::context::CudaContext;
use crate::error::Result;
use std::sync::Arc;

/// CUDA VRAM Monitor
#[cfg(feature = "cuda")]
#[derive(Debug)]
#[allow(dead_code)] // populated during phase 3 of phase3a_add-cuda-backend
pub struct CudaVramMonitor {
    context: Arc<CudaContext>,
}

#[cfg(feature = "cuda")]
impl CudaVramMonitor {
    /// Create new VRAM monitor
    pub fn new(context: Arc<CudaContext>) -> Result<Self> {
        Ok(Self { context })
    }

    /// Get current VRAM usage
    pub fn get_vram_usage(&self) -> Result<u64> {
        Ok(0)
    }

    /// Get available VRAM
    pub fn get_available_vram(&self) -> Result<u64> {
        Ok(1024 * 1024 * 1024)
    }
}