Struct GpuDynKVCacheState 

pub struct GpuDynKVCacheState { /* private fields */ }

Implementations

impl GpuDynKVCacheState

pub fn new( node_id: usize, name: String, axis: usize, past_sequence_fact: TypedFact, kv_cache: Option<TValue>, ) -> Self

Constructs a new GpuDynKVCacheState.

impl GpuDynKVCacheState

pub fn truncate(&mut self, len: usize) -> TractResult<()>

Trait Implementations

impl Clone for GpuDynKVCacheState

fn clone(&self) -> GpuDynKVCacheState

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GpuDynKVCacheState

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl OpState for GpuDynKVCacheState

fn load_from( &mut self, state: &mut TurnState, states: &mut dyn Iterator<Item = TValue>, ) -> TractResult<()>

fn save_to(&self, states: &mut Vec<TValue>) -> TractResult<()>

fn init_tensor_fact(&self) -> Option<(String, TypedFact)>

fn resolve_symbols(&mut self, state: &mut TurnState) -> TractResult<()>

fn eval( &mut self, session: &mut TurnState, op: &dyn Op, inputs: TVec<TValue>, ) -> TractResult<TVec<TValue>>

impl OpStateFreeze for GpuDynKVCacheState

fn freeze(&self) -> Box<dyn FrozenOpState + 'static>

fn freeze_into(self: Box<Self>) -> Box<dyn FrozenOpState>

Consuming freeze: moves data instead of cloning. Default delegates to freeze().