pub struct TensorCoreConfig {
pub use_volta_cores: bool,
pub use_turing_cores: bool,
pub use_ampere_cores: bool,
pub use_hopper_cores: bool,
pub wmma_tile_m: usize,
pub wmma_tile_n: usize,
pub wmma_tile_k: usize,
pub auto_layout_optimization: bool,
pub use_tf32: bool,
pub sparsity_ratio: f32,
pub async_execution: bool,
}Expand description
Tensor core matrix multiplication configuration
Fields§
§use_volta_cores: boolUse Volta tensor cores (mixed precision GEMM)
use_turing_cores: boolUse Turing tensor cores (INT8/INT4 support)
use_ampere_cores: boolUse Ampere tensor cores (BF16/TF32 support)
use_hopper_cores: boolUse Hopper tensor cores (FP8 support)
wmma_tile_m: usizeWarp matrix multiply tile size
wmma_tile_n: usize§wmma_tile_k: usize§auto_layout_optimization: boolEnable automatic layout optimization
use_tf32: boolUse TensorFloat-32 mode for FP32 operations
sparsity_ratio: f32Sparsity level for structured sparse operations
async_execution: boolEnable asynchronous execution
Trait Implementations§
Source§impl Clone for TensorCoreConfig
impl Clone for TensorCoreConfig
Source§fn clone(&self) -> TensorCoreConfig
fn clone(&self) -> TensorCoreConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for TensorCoreConfig
impl Debug for TensorCoreConfig
Auto Trait Implementations§
impl Freeze for TensorCoreConfig
impl RefUnwindSafe for TensorCoreConfig
impl Send for TensorCoreConfig
impl Sync for TensorCoreConfig
impl Unpin for TensorCoreConfig
impl UnsafeUnpin for TensorCoreConfig
impl UnwindSafe for TensorCoreConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more