Struct MoEAttention 

pub struct MoEAttention { /* private fields */ }

Mixture of Experts attention

Implementations

impl MoEAttention

pub fn instance_of<V: NapiRaw>(env: Env, value: V) -> Result<bool>

impl MoEAttention

pub fn into_reference( val: MoEAttention, env: Env, ) -> Result<Reference<MoEAttention>>

pub fn into_instance(self, env: Env) -> Result<ClassInstance<MoEAttention>>

impl MoEAttention

pub fn new(config: MoEConfig) -> Self

Create a new MoE attention instance

Arguments

• config - MoE configuration object

pub fn simple(dim: u32, num_experts: u32, top_k: u32) -> Self

Create with simple parameters

Arguments

• dim - Embedding dimension
• num_experts - Number of expert networks
• top_k - Number of experts to route to

pub fn compute( &self, query: Float32Array, keys: Vec<Float32Array>, values: Vec<Float32Array>, ) -> Result<Float32Array>

Compute MoE attention

pub fn dim(&self) -> u32

Get the dimension

pub fn num_experts(&self) -> u32

Get the number of experts

pub fn top_k(&self) -> u32

Get the top-k value

Trait Implementations

impl FromNapiMutRef for MoEAttention

unsafe fn from_napi_mut_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static mut Self>

Safety

impl FromNapiRef for MoEAttention

unsafe fn from_napi_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static Self>

Safety

impl FromNapiValue for &MoEAttention

unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>

Safety

fn from_unknown(value: JsUnknown) -> Result<Self, Error>

impl FromNapiValue for &mut MoEAttention

unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>

Safety

fn from_unknown(value: JsUnknown) -> Result<Self, Error>

impl ObjectFinalize for MoEAttention

fn finalize(self, env: Env) -> Result<(), Error>

impl ToNapiValue for MoEAttention

unsafe fn to_napi_value(env: napi_env, val: MoEAttention) -> Result<napi_value>

Safety

impl TypeName for &MoEAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for &mut MoEAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl TypeName for MoEAttention

fn type_name() -> &'static str

fn value_type() -> ValueType

impl ValidateNapiValue for &MoEAttention

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety

impl ValidateNapiValue for &mut MoEAttention

unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>

Safety