vyre-driver-cuda 0.7.2

CUDA/PTX backend for vyre through the CUDA driver API.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! CUDA module cache: PTX text to loaded `CUfunction` lookup.
//!
//! The cache is layered: [`cache_key`] derives domain-separated identity,
//! [`ptx_source_cache`] holds lowered PTX text in memory over
//! [`ptx_disk_cache`], and [`module_registry`] holds the loaded modules that
//! [`driver_module`] produces. [`capacity_accounting`] carries the byte
//! accounting and eviction sizing both caches share.

pub(crate) mod cache_key;
mod capacity_accounting;
pub(crate) mod driver_module;
mod module_registry;
mod ptx_disk_cache;
mod ptx_source_cache;

pub(crate) use cache_key::{ModuleCacheKey, PtxSourceCacheKey};
pub(crate) use driver_module::{load_cuda_module_data, unload_cuda_module};
pub(crate) use module_registry::CudaModuleCache;
pub(crate) use ptx_source_cache::CudaPtxSourceCache;

/// Snapshot of the CUDA PTX source cache used before driver module loading.
#[derive(Clone, Copy, Debug, Default, Eq, PartialEq)]
pub struct CudaPtxSourceCacheSnapshot {
    /// Number of normalized PTX source entries retained in memory.
    pub entries: usize,
    /// Number of PTX source bytes retained in memory.
    pub cached_source_bytes: usize,
    /// Number of lookups served from an existing lowered PTX source.
    pub hits: u64,
    /// Number of lookups that had to lower PTX source before insertion.
    pub misses: u64,
}