Struct MultiHeadAttention 

pub struct MultiHeadAttention { /* private fields */ }

Multi-head attention mechanism

Implementations

impl MultiHeadAttention

pub fn instance_of<V: NapiRaw>(env: Env, value: V) -> Result<bool>

impl MultiHeadAttention

pub fn into_reference( val: MultiHeadAttention, env: Env, ) -> Result<Reference<MultiHeadAttention>>

pub fn into_instance( self, env: Env, ) -> Result<ClassInstance<MultiHeadAttention>>

impl MultiHeadAttention

pub fn new(dim: u32, num_heads: u32) -> Result<Self>

Create a new multi-head attention instance

Arguments

• dim - Embedding dimension (must be divisible by num_heads)
• num_heads - Number of attention heads

pub fn compute( &self, query: Float32Array, keys: Vec<Float32Array>, values: Vec<Float32Array>, ) -> Result<Float32Array>

Compute multi-head attention

pub fn num_heads(&self) -> u32

Get the number of heads

pub fn dim(&self) -> u32

Get the dimension

pub fn head_dim(&self) -> u32

Get the head dimension

Trait Implementations

impl FromNapiMutRef for MultiHeadAttention

unsafe fn from_napi_mut_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static mut Self>

Safety

impl FromNapiRef for MultiHeadAttention

unsafe fn from_napi_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static Self>

Safety

impl FromNapiValue for &MultiHeadAttention

unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>

Safety

fn from_unknown(value: JsUnknown) -> Result<Self, Error>

impl FromNapiValue for &mut MultiHeadAttention

unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>

Safety

fn from_unknown(value: JsUnknown) -> Result<Self, Error>

impl ObjectFinalize for MultiHeadAttention

fn finalize(self, env: Env) -> Result<(), Error>

impl ToNapiValue for MultiHeadAttention

unsafe fn to_napi_value( env: napi_env, val: MultiHeadAttention, ) -> Result<napi_value>

Safety

impl TypeName for &MultiHeadAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for &mut MultiHeadAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for MultiHeadAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl ValidateNapiValue for &MultiHeadAttention

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety

impl ValidateNapiValue for &mut MultiHeadAttention

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety