pub struct CompiledKernelFeatures {
pub cuda: bool,
pub vllm_paged_attn: bool,
pub vllm_moe_marlin: bool,
pub cuda_graph: bool,
pub greedy_argmax: bool,
pub fa2_source: bool,
pub fa2_direct_ffi: bool,
}Fields§
§cuda: bool§vllm_paged_attn: bool§vllm_moe_marlin: bool§cuda_graph: bool§greedy_argmax: bool§fa2_source: bool§fa2_direct_ffi: boolImplementations§
Source§impl CompiledKernelFeatures
impl CompiledKernelFeatures
pub fn m3_fast_path_without_fa2() -> Self
pub fn m3_fast_path_with_source_fa2() -> Self
Trait Implementations§
Source§impl Clone for CompiledKernelFeatures
impl Clone for CompiledKernelFeatures
Source§fn clone(&self) -> CompiledKernelFeatures
fn clone(&self) -> CompiledKernelFeatures
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for CompiledKernelFeatures
impl Debug for CompiledKernelFeatures
Source§impl Default for CompiledKernelFeatures
impl Default for CompiledKernelFeatures
Source§impl<'de> Deserialize<'de> for CompiledKernelFeatures
impl<'de> Deserialize<'de> for CompiledKernelFeatures
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for CompiledKernelFeatures
Source§impl PartialEq for CompiledKernelFeatures
impl PartialEq for CompiledKernelFeatures
Source§fn eq(&self, other: &CompiledKernelFeatures) -> bool
fn eq(&self, other: &CompiledKernelFeatures) -> bool
Tests for
self and other values to be equal, and is used by ==.Source§impl Serialize for CompiledKernelFeatures
impl Serialize for CompiledKernelFeatures
impl StructuralPartialEq for CompiledKernelFeatures
Auto Trait Implementations§
impl Freeze for CompiledKernelFeatures
impl RefUnwindSafe for CompiledKernelFeatures
impl Send for CompiledKernelFeatures
impl Sync for CompiledKernelFeatures
impl Unpin for CompiledKernelFeatures
impl UnsafeUnpin for CompiledKernelFeatures
impl UnwindSafe for CompiledKernelFeatures
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more