pub struct LocalGlobalAttention { /* private fields */ }Expand description
Local-global attention (Longformer-style)
Implementations§
Source§impl LocalGlobalAttention
impl LocalGlobalAttention
pub fn into_reference( val: LocalGlobalAttention, env: Env, ) -> Result<Reference<LocalGlobalAttention>>
pub fn into_instance( self, env: Env, ) -> Result<ClassInstance<LocalGlobalAttention>>
Source§impl LocalGlobalAttention
impl LocalGlobalAttention
Sourcepub fn new(dim: u32, local_window: u32, global_tokens: u32) -> Self
pub fn new(dim: u32, local_window: u32, global_tokens: u32) -> Self
Create a new local-global attention instance
§Arguments
dim- Embedding dimensionlocal_window- Size of local attention windowglobal_tokens- Number of global attention tokens
Sourcepub fn compute(
&self,
query: Float32Array,
keys: Vec<Float32Array>,
values: Vec<Float32Array>,
) -> Result<Float32Array>
pub fn compute( &self, query: Float32Array, keys: Vec<Float32Array>, values: Vec<Float32Array>, ) -> Result<Float32Array>
Compute local-global attention
Sourcepub fn local_window(&self) -> u32
pub fn local_window(&self) -> u32
Get the local window size
Sourcepub fn global_tokens(&self) -> u32
pub fn global_tokens(&self) -> u32
Get the number of global tokens
Trait Implementations§
Source§impl FromNapiMutRef for LocalGlobalAttention
impl FromNapiMutRef for LocalGlobalAttention
Source§unsafe fn from_napi_mut_ref(
env: napi_env,
napi_val: napi_value,
) -> Result<&'static mut Self>
unsafe fn from_napi_mut_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static mut Self>
Safety Read more
Source§impl FromNapiRef for LocalGlobalAttention
impl FromNapiRef for LocalGlobalAttention
Source§unsafe fn from_napi_ref(
env: napi_env,
napi_val: napi_value,
) -> Result<&'static Self>
unsafe fn from_napi_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static Self>
Safety Read more
Source§impl FromNapiValue for &LocalGlobalAttention
impl FromNapiValue for &LocalGlobalAttention
Source§unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
Safety Read more
fn from_unknown(value: JsUnknown) -> Result<Self, Error>
Source§impl FromNapiValue for &mut LocalGlobalAttention
impl FromNapiValue for &mut LocalGlobalAttention
Source§unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
Safety Read more
fn from_unknown(value: JsUnknown) -> Result<Self, Error>
Source§impl ToNapiValue for LocalGlobalAttention
impl ToNapiValue for LocalGlobalAttention
Source§unsafe fn to_napi_value(
env: napi_env,
val: LocalGlobalAttention,
) -> Result<napi_value>
unsafe fn to_napi_value( env: napi_env, val: LocalGlobalAttention, ) -> Result<napi_value>
Safety Read more
Source§impl TypeName for &LocalGlobalAttention
impl TypeName for &LocalGlobalAttention
Source§impl TypeName for &mut LocalGlobalAttention
impl TypeName for &mut LocalGlobalAttention
Source§impl TypeName for LocalGlobalAttention
impl TypeName for LocalGlobalAttention
Source§impl ValidateNapiValue for &LocalGlobalAttention
impl ValidateNapiValue for &LocalGlobalAttention
Source§unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
Safety Read more
Source§impl ValidateNapiValue for &mut LocalGlobalAttention
impl ValidateNapiValue for &mut LocalGlobalAttention
Source§unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
Safety Read more
Auto Trait Implementations§
impl Freeze for LocalGlobalAttention
impl RefUnwindSafe for LocalGlobalAttention
impl Send for LocalGlobalAttention
impl Sync for LocalGlobalAttention
impl Unpin for LocalGlobalAttention
impl UnsafeUnpin for LocalGlobalAttention
impl UnwindSafe for LocalGlobalAttention
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more