hive-gpu 0.2.0

High-performance GPU acceleration for vector operations with Device Info API (Metal, CUDA, ROCm)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! # CUDA Buffer Pool
//!
//! Efficient buffer pooling for CUDA GPU operations to reduce allocation overhead.

use super::context::CudaContext;
use crate::error::{HiveGpuError, Result};
use std::sync::Arc;

/// CUDA Buffer Pool
#[cfg(feature = "cuda")]
#[derive(Debug)]
#[allow(dead_code)] // populated during phase 3 of phase3a_add-cuda-backend
pub struct CudaBufferPool {
    context: Arc<CudaContext>,
}

#[cfg(feature = "cuda")]
impl CudaBufferPool {
    /// Create new buffer pool
    pub fn new(context: Arc<CudaContext>) -> Result<Self> {
        Ok(Self { context })
    }

    /// Get buffer from pool
    pub fn get_buffer(&mut self, _size: usize) -> Result<()> {
        Err(HiveGpuError::Other(
            "CUDA buffer pool not implemented yet".to_string(),
        ))
    }

    /// Return buffer to pool
    pub fn return_buffer(&mut self, _buffer: ()) -> Result<()> {
        Ok(())
    }
}