[−][src]Struct rust_bert::bart::LayerState
Cache for BART attention layers
Stores the cached value of key, value and key padding mask to avoid recalculation (e.g. at each generation step)
Fields
prev_key: Option<Tensor>
Cached keys
prev_value: Option<Tensor>
Cached values
prev_key_padding_mask: Option<Tensor>
Cached keys padding mask
Trait Implementations
Auto Trait Implementations
impl RefUnwindSafe for LayerState
impl Send for LayerState
impl !Sync for LayerState
impl Unpin for LayerState
impl UnwindSafe for LayerState
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,