pub enum Cache {
GPT2Cache(Option<Vec<Tensor>>),
BARTCache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>),
T5Cache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>),
LongT5Cache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>),
XLNetCache(Option<Vec<Option<LayerState>>>),
ReformerCache(Option<Vec<Option<LayerState>>>),
ProphetNetCache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>),
GPTNeoCache(Option<Vec<Option<LayerState>>>),
GPTJCache(Option<Vec<Option<LayerState>>>),
None,
}Variants§
GPT2Cache(Option<Vec<Tensor>>)
BARTCache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>)
T5Cache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>)
LongT5Cache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>)
XLNetCache(Option<Vec<Option<LayerState>>>)
ReformerCache(Option<Vec<Option<LayerState>>>)
ProphetNetCache(Option<Vec<(Option<LayerState>, Option<LayerState>)>>)
GPTNeoCache(Option<Vec<Option<LayerState>>>)
GPTJCache(Option<Vec<Option<LayerState>>>)
None
Trait Implementations§
Auto Trait Implementations§
impl Freeze for Cache
impl RefUnwindSafe for Cache
impl Send for Cache
impl !Sync for Cache
impl Unpin for Cache
impl UnwindSafe for Cache
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more