Struct MemoryBuffer 

pub struct MemoryBuffer {
    pub inputs: Vec<Tensor>,
    pub targets: Vec<Tensor>,
    pub task_ids: Vec<usize>,
    pub priorities: Vec<f32>,
    pub max_size: usize,
    pub insertion_ptr: usize,
    pub selection_strategy: MemorySelectionStrategy,
}

Memory buffer for storing past experiences

Fields

inputs: Vec<Tensor>

Stored examples (inputs)

targets: Vec<Tensor>

Stored targets

task_ids: Vec<usize>

Task IDs for each example

priorities: Vec<f32>

Example priorities/weights

max_size: usize

Maximum buffer size

insertion_ptr: usize

Current insertion pointer

selection_strategy: MemorySelectionStrategy

Selection strategy

Implementations

impl MemoryBuffer

pub fn new(max_size: usize, selection_strategy: MemorySelectionStrategy) -> Self

Create a new memory buffer

pub fn add_example( &mut self, input: Tensor, target: Tensor, task_id: usize, priority: f32, )

Add a new example to the buffer

pub fn sample_batch( &self, batch_size: usize, ) -> Result<(Vec<Tensor>, Vec<Tensor>, Vec<usize>)>

Sample a batch from the buffer

pub fn get_task_examples(&self, task_id: usize) -> (Vec<Tensor>, Vec<Tensor>)

Get examples from a specific task

pub fn clear(&mut self)

Clear the buffer

pub fn size(&self) -> usize

Get buffer size

pub fn is_empty(&self) -> bool

Check if buffer is empty

Trait Implementations

impl Clone for MemoryBuffer

fn clone(&self) -> MemoryBuffer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MemoryBuffer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.