Struct FlashAttention 

pub struct FlashAttention { /* private fields */ }

Flash attention with tiled computation

Implementations

impl FlashAttention

pub fn instance_of<V: NapiRaw>(env: Env, value: V) -> Result<bool>

impl FlashAttention

pub fn into_reference( val: FlashAttention, env: Env, ) -> Result<Reference<FlashAttention>>

pub fn into_instance(self, env: Env) -> Result<ClassInstance<FlashAttention>>

impl FlashAttention

pub fn new(dim: u32, block_size: u32) -> Self

Create a new flash attention instance

Arguments

• dim - Embedding dimension
• block_size - Block size for tiled computation

pub fn compute( &self, query: Float32Array, keys: Vec<Float32Array>, values: Vec<Float32Array>, ) -> Result<Float32Array>

Compute flash attention

pub fn dim(&self) -> u32

Get the dimension

pub fn block_size(&self) -> u32

Get the block size

Trait Implementations

impl FromNapiMutRef for FlashAttention

unsafe fn from_napi_mut_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static mut Self>

Safety

impl FromNapiRef for FlashAttention

unsafe fn from_napi_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static Self>

Safety

impl FromNapiValue for &FlashAttention

unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>

Safety

fn from_unknown(value: JsUnknown) -> Result<Self, Error>

impl FromNapiValue for &mut FlashAttention

unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>

Safety

fn from_unknown(value: JsUnknown) -> Result<Self, Error>

impl ObjectFinalize for FlashAttention

fn finalize(self, env: Env) -> Result<(), Error>

impl ToNapiValue for FlashAttention

unsafe fn to_napi_value( env: napi_env, val: FlashAttention, ) -> Result<napi_value>

Safety

impl TypeName for &FlashAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for &mut FlashAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for FlashAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl ValidateNapiValue for &FlashAttention

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety

impl ValidateNapiValue for &mut FlashAttention

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety