Struct State 

pub struct State {
    pub context: Context,
    pub info: ModelInfo,
    pub data: TensorGpu<f32, ReadWrite>,
}

Fields

context: Context

info: ModelInfo

data: TensorGpu<f32, ReadWrite>

Trait Implementations

impl AsAny for State

fn as_any(&self) -> &dyn Any

impl Clone for State

fn clone(&self) -> State

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for State

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl DeepClone for State

fn deep_clone(&self) -> Self

impl Serialize for State

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl State for State

fn num_batch(&self) -> usize

Batch number of this state.

fn init_shape(&self) -> Shape

Shape of the initialized one-batch CPU state.

fn init(&self) -> TensorCpu<f32>

Initialize a one-batch state on CPU.

fn att(&self, layer: usize) -> Result<TensorGpuView<'_, f32>, TensorError>

The part of the state that is used in an att layer.

fn ffn(&self, layer: usize) -> Result<TensorGpuView<'_, f32>, TensorError>

The part of the state that is used in an ffn layer.

fn load(&self, tensor: TensorCpu<f32>, batch: usize) -> Result<(), TensorError>

Load a batch of the state from CPU to GPU.

fn back( &self, batch: usize, ) -> BoxFuture<'_, Result<TensorCpu<f32>, TensorError>>

Read back a batch of the state from GPU to CPU.

fn write( &self, tensor: TensorGpu<f32, ReadWrite>, batch: usize, ) -> Result<(), TensorError>

Write into the state from a GPU tensor.

fn read(&self, batch: usize) -> Result<TensorGpu<f32, ReadWrite>, TensorError>

Read the state out into a GPU tensor.

fn embed( &self, layer: usize, backed: TensorCpu<f32>, ) -> Result<TensorCpu<f32>, TensorError>

Get an embed vector from a backed state.