#[repr(i32)]pub enum DynamicShapesKernelSpecializationStrategy {
kLAZY = 0,
kEAGER = 1,
kNONE = 2,
}Expand description
! ! \enum DynamicShapesKernelSpecializationStrategy ! ! \brief Different kernel specialization strategies for dynamic shapes. ! ! Compilation behavior of dynamic shape kernels specialized for a new shape can be controlled at runtime. The user ! can either let the implementation compile a specialized kernel in the background, immediately or not choose to ! compile specialized kernels at all. ! ! \see IRuntimeConfig !
Variants§
kLAZY = 0
! ! Strategy to compile shape-specialized kernels for new shapes in the background lazily. Until this kernel is ! compiled, a fallback kernel is used to run inference. Once the shape-specialized kernel is compiled, it is used ! for next inference. !
kEAGER = 1
! ! Strategy to compile shape-specialized kernels for new shapes eagerly in a blocking fashion. Kernels ! are immediately used for next inference. !
kNONE = 2
! ! Strategy to always use fallback kernels for inference, never compiling shape-specialized kernels. !
Trait Implementations§
Source§impl Clone for DynamicShapesKernelSpecializationStrategy
impl Clone for DynamicShapesKernelSpecializationStrategy
Source§fn clone(&self) -> DynamicShapesKernelSpecializationStrategy
fn clone(&self) -> DynamicShapesKernelSpecializationStrategy
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreSource§impl From<DynamicShapesKernelSpecializationStrategy> for DynamicShapesKernelSpecializationStrategy
impl From<DynamicShapesKernelSpecializationStrategy> for DynamicShapesKernelSpecializationStrategy
Source§fn from(value: DynamicShapesKernelSpecializationStrategy) -> Self
fn from(value: DynamicShapesKernelSpecializationStrategy) -> Self
Source§impl Into<DynamicShapesKernelSpecializationStrategy> for DynamicShapesKernelSpecializationStrategy
impl Into<DynamicShapesKernelSpecializationStrategy> for DynamicShapesKernelSpecializationStrategy
Source§fn into(self) -> DynamicShapesKernelSpecializationStrategy
fn into(self) -> DynamicShapesKernelSpecializationStrategy
Source§impl Ord for DynamicShapesKernelSpecializationStrategy
impl Ord for DynamicShapesKernelSpecializationStrategy
Source§fn cmp(&self, other: &DynamicShapesKernelSpecializationStrategy) -> Ordering
fn cmp(&self, other: &DynamicShapesKernelSpecializationStrategy) -> Ordering
1.21.0 (const: unstable) · Source§fn max(self, other: Self) -> Selfwhere
Self: Sized,
fn max(self, other: Self) -> Selfwhere
Self: Sized,
Source§impl PartialEq for DynamicShapesKernelSpecializationStrategy
impl PartialEq for DynamicShapesKernelSpecializationStrategy
Source§fn eq(&self, other: &DynamicShapesKernelSpecializationStrategy) -> bool
fn eq(&self, other: &DynamicShapesKernelSpecializationStrategy) -> bool
self and other values to be equal, and is used by ==.