pub struct TensorCache { /* private fields */ }Expand description
Tensor cache for frequently used tensors
Implementations§
Source§impl TensorCache
impl TensorCache
Sourcepub fn new(config: GpuAccelerationConfig) -> Self
pub fn new(config: GpuAccelerationConfig) -> Self
Create new tensor cache
Sourcepub fn cache_entity_tensor(
&self,
entity: &str,
tensor: Array2<f32>,
device_id: usize,
)
pub fn cache_entity_tensor( &self, entity: &str, tensor: Array2<f32>, device_id: usize, )
Cache entity tensor
Sourcepub fn cache_attention_weights(
&self,
key: &str,
weights: Array2<f32>,
device_id: usize,
)
pub fn cache_attention_weights( &self, key: &str, weights: Array2<f32>, device_id: usize, )
Cache attention weights
Sourcepub fn get_attention_weights(&self, key: &str) -> Option<Array2<f32>>
pub fn get_attention_weights(&self, key: &str) -> Option<Array2<f32>>
Get cached attention weights
Sourcepub fn get_stats(&self) -> CacheStats
pub fn get_stats(&self) -> CacheStats
Get cache statistics
Auto Trait Implementations§
impl Freeze for TensorCache
impl RefUnwindSafe for TensorCache
impl Send for TensorCache
impl Sync for TensorCache
impl Unpin for TensorCache
impl UnsafeUnpin for TensorCache
impl UnwindSafe for TensorCache
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.