pub struct StreamProcessor { /* private fields */ }Expand description
Stream processor for handling attention in chunks
Implementations§
Source§impl StreamProcessor
impl StreamProcessor
pub fn into_reference( val: StreamProcessor, env: Env, ) -> Result<Reference<StreamProcessor>>
pub fn into_instance(self, env: Env) -> Result<ClassInstance<StreamProcessor>>
Source§impl StreamProcessor
impl StreamProcessor
Sourcepub fn new(dim: u32, max_buffer_size: u32) -> Self
pub fn new(dim: u32, max_buffer_size: u32) -> Self
Create a new stream processor
§Arguments
dim- Embedding dimensionmax_buffer_size- Maximum number of items to buffer
Sourcepub fn push(&mut self, vector: Float32Array) -> bool
pub fn push(&mut self, vector: Float32Array) -> bool
Add a vector to the buffer
Sourcepub fn process(&self, query: Float32Array) -> Result<Float32Array>
pub fn process(&self, query: Float32Array) -> Result<Float32Array>
Process buffered vectors with attention against a query
Trait Implementations§
Source§impl FromNapiMutRef for StreamProcessor
impl FromNapiMutRef for StreamProcessor
Source§unsafe fn from_napi_mut_ref(
env: napi_env,
napi_val: napi_value,
) -> Result<&'static mut Self>
unsafe fn from_napi_mut_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static mut Self>
Safety Read more
Source§impl FromNapiRef for StreamProcessor
impl FromNapiRef for StreamProcessor
Source§unsafe fn from_napi_ref(
env: napi_env,
napi_val: napi_value,
) -> Result<&'static Self>
unsafe fn from_napi_ref( env: napi_env, napi_val: napi_value, ) -> Result<&'static Self>
Safety Read more
Source§impl FromNapiValue for &StreamProcessor
impl FromNapiValue for &StreamProcessor
Source§unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
Safety Read more
fn from_unknown(value: JsUnknown) -> Result<Self, Error>
Source§impl FromNapiValue for &mut StreamProcessor
impl FromNapiValue for &mut StreamProcessor
Source§unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
unsafe fn from_napi_value(env: napi_env, napi_val: napi_value) -> Result<Self>
Safety Read more
fn from_unknown(value: JsUnknown) -> Result<Self, Error>
Source§impl ObjectFinalize for StreamProcessor
impl ObjectFinalize for StreamProcessor
Source§impl ToNapiValue for StreamProcessor
impl ToNapiValue for StreamProcessor
Source§unsafe fn to_napi_value(
env: napi_env,
val: StreamProcessor,
) -> Result<napi_value>
unsafe fn to_napi_value( env: napi_env, val: StreamProcessor, ) -> Result<napi_value>
Safety Read more
Source§impl TypeName for &StreamProcessor
impl TypeName for &StreamProcessor
Source§impl TypeName for &mut StreamProcessor
impl TypeName for &mut StreamProcessor
Source§impl TypeName for StreamProcessor
impl TypeName for StreamProcessor
Source§impl ValidateNapiValue for &StreamProcessor
impl ValidateNapiValue for &StreamProcessor
Source§unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
Safety Read more
Source§impl ValidateNapiValue for &mut StreamProcessor
impl ValidateNapiValue for &mut StreamProcessor
Source§unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
unsafe fn validate(env: napi_env, napi_val: napi_value) -> Result<napi_value>
Safety Read more
Auto Trait Implementations§
impl Freeze for StreamProcessor
impl RefUnwindSafe for StreamProcessor
impl Send for StreamProcessor
impl Sync for StreamProcessor
impl Unpin for StreamProcessor
impl UnsafeUnpin for StreamProcessor
impl UnwindSafe for StreamProcessor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more