Trait border_core::ReplayBufferBase

pub trait ReplayBufferBase {
    type Config: Clone;
    type PushedItem;
    type Batch: Batch;
    fn build(config: &Self::Config) -> Self;
    fn len(&self) -> usize;
    fn batch(&mut self, size: usize) -> Result<Self::Batch>;
    fn push(&mut self, tr: Self::PushedItem) -> Result<()>;
    fn update_priority(
        &mut self, 
        ixs: &Option<Vec<usize>>, 
        td_err: &Option<Vec<f32>>
    );
}

Interface of replay buffers.

Associated Types

type Config: Clone

Configuration of the replay buffer.

type PushedItem

Items pushed into the buffer.

type Batch: Batch

Batch generated from the buffer.

Required methods

fn build(config: &Self::Config) -> Self

Build a replay buffer from Self::Config.

fn len(&self) -> usize

The number of samples in the buffer.

fn batch(&mut self, size: usize) -> Result<Self::Batch>

Constructs a batch.

beta - The exponent for priority.

fn push(&mut self, tr: Self::PushedItem) -> Result<()>

Pushes a transition into the buffer.

fn update_priority(
    &mut self,
    ixs: &Option<Vec<usize>>,
    td_err: &Option<Vec<f32>>
)

Updates priority.

Priority is commonly based on TD error.

Implementors

impl<O, A> ReplayBufferBase for SimpleReplayBuffer<O, A> where
    O: SubBatch,
    A: SubBatch, 

type Config = SimpleReplayBufferConfig

type PushedItem = Batch<O, A>

type Batch = Batch<O, A>