Struct InferenceContext 

pub struct InferenceContext { /* private fields */ }

Manages inference context including history and hidden states

Implementations

impl InferenceContext

pub fn new(config: ContextConfig) -> Self

Create a new inference context

pub fn with_pool(config: ContextConfig, pool: TensorPool) -> Self

Create a new inference context with memory pooling enabled

pub fn pool(&self) -> Option<&TensorPool>

Get reference to the memory pool if available

pub fn enable_pooling(&mut self, pool: TensorPool)

Enable memory pooling with specified pool

pub fn disable_pooling(&mut self)

Disable memory pooling

pub fn reset(&mut self)

Reset the context to initial state

pub fn push(&mut self, input: Array1<f32>)

Add an input to the history

pub fn step_count(&self) -> usize

Get the current step count

pub fn history_len(&self) -> usize

Get the history length

pub fn recent_history(&self, n: usize) -> Vec<&Array1<f32>>

Get recent history as slice

pub fn states(&self) -> &[HiddenState]

Get hidden states

pub fn states_mut(&mut self) -> &mut [HiddenState]

Get mutable hidden states

pub fn update_state( &mut self, layer: usize, state: HiddenState, ) -> InferenceResult<()>

Update hidden state for a layer

pub fn config(&self) -> &ContextConfig

Get configuration

pub fn is_full(&self) -> bool

Check if context is at capacity

pub fn history(&self) -> &VecDeque<Array1<f32>>

Get the full history

pub fn trim_history(&mut self, max_len: usize)

Trim history to specified length (for memory efficiency)