Struct SimpleReplayBuffer

pub struct SimpleReplayBuffer<O, A>
where
    O: BatchBase,
    A: BatchBase,
{ /* private fields */ }

A simple generic replay buffer.

Trait Implementations

impl Agent<TestEnv, SimpleReplayBuffer<TestObsBatch, TestActBatch>> for TestAgent

fn train(&mut self)

Set the policy to training mode.

fn is_train(&self) -> bool

Return if it is in training mode.

fn eval(&mut self)

Set the policy to evaluation mode.

fn opt_with_record( &mut self, _buffer: &mut SimpleReplayBuffer<TestObsBatch, TestActBatch>, ) -> Record

Performs an optimization step and returns some information.

fn save_params<T: AsRef<Path>>(&self, _path: T) -> Result<()>

Save the parameters of the agent in the given directory. This method commonly creates a number of files consisting the agent in the directory. For example, the DQN agent in border_tch_agent crate saves two Q-networks corresponding to the original and target networks.

fn load_params<T: AsRef<Path>>(&mut self, _path: T) -> Result<()>

Load the parameters of the agent from the given directory.

fn opt(&mut self, buffer: &mut R)

Performs an optimization step.

impl<O, A> ExperienceBufferBase for SimpleReplayBuffer<O, A>

where O: BatchBase, A: BatchBase,

type Item = GenericTransitionBatch<O, A>

Items pushed into the buffer.

fn len(&self) -> usize

The number of samples in the buffer.

fn push(&mut self, tr: Self::Item) -> Result<()>

Pushes a transition into the buffer.

impl<O, A> ReplayBufferBase for SimpleReplayBuffer<O, A>

where O: BatchBase, A: BatchBase,

type Config = SimpleReplayBufferConfig

Configuration of the replay buffer.

type Batch = GenericTransitionBatch<O, A>

Batch generated from the buffer.

fn build(config: &Self::Config) -> Self

Build a replay buffer from Self::Config.

fn batch(&mut self, size: usize) -> Result<Self::Batch>

Constructs a batch.

fn update_priority( &mut self, ixs: &Option<Vec<usize>>, td_errs: &Option<Vec<f32>>, )

Updates priority.