Struct BorderAtariEnv 

pub struct BorderAtariEnv<O, A, OF, AF>
where
    O: Obs,
    A: Act,
    OF: BorderAtariObsFilter<O>,
    AF: BorderAtariActFilter<A>,
{ /* private fields */ }

A wrapper of atari learning environment.

Preprocessing is the same in the link: https://stable-baselines3.readthedocs.io/en/master/common/atari_wrappers.html#stable_baselines3.common.atari_wrappers.AtariWrapper.

Implementations

impl<O, A, OF, AF> BorderAtariEnv<O, A, OF, AF>

where O: Obs, A: Act, OF: BorderAtariObsFilter<O>, AF: BorderAtariActFilter<A>,

pub fn open(&mut self) -> Result<()>

Opens window for display.

pub fn get_num_actions_atari(&self) -> i64

Returns the number of actions.

Trait Implementations

impl<R: ReplayBufferBase> Agent<BorderAtariEnv<BorderAtariObs, BorderAtariAct, BorderAtariObsRawFilter<BorderAtariObs>, BorderAtariActRawFilter<BorderAtariAct>>, R> for RandomAgent

fn train(&mut self)

Switches the agent to training mode.

fn eval(&mut self)

Switches the agent to evaluation mode.

fn is_train(&self) -> bool

Returns whether the agent is currently in training mode.

fn opt_with_record(&mut self, _buffer: &mut R) -> Record

Performs an optimization step and returns training metrics.

fn save_params(&self, _path: &Path) -> Result<Vec<PathBuf>>

Saves the agent’s parameters to the specified directory.

fn load_params(&mut self, _path: &Path) -> Result<()>

Loads the agent’s parameters from the specified directory.

fn as_any_mut(&mut self) -> &mut dyn Any

Returns a mutable reference to the agent as a type-erased Any value.

fn as_any_ref(&self) -> &dyn Any

Returns a reference to the agent as a type-erased Any value.

fn opt(&mut self, buffer: &mut R)

Performs a single optimization step using experiences from the replay buffer.

impl<O, A, OF, AF> Default for BorderAtariEnv<O, A, OF, AF>

where O: Obs, A: Act, OF: BorderAtariObsFilter<O>, AF: BorderAtariActFilter<A>,

fn default() -> Self

Returns the “default value” for a type.

impl<O, A, OF, AF> Env for BorderAtariEnv<O, A, OF, AF>

where O: Obs, A: Act, OF: BorderAtariObsFilter<O>, AF: BorderAtariActFilter<A>,

type Config = BorderAtariEnvConfig<O, A, OF, AF>

Configuration parameters for the environment.

type Obs = O

The type of observations returned by the environment.

type Act = A

The type of actions accepted by the environment.

type Info = NullInfo

Additional information returned with each step.

fn build(config: &Self::Config, _seed: i64) -> Result<Self>

where Self: Sized,

Builds a new instance of the environment with the given configuration and random seed.

fn reset(&mut self, _is_done: Option<&Vec<i8>>) -> Result<Self::Obs>

Resets the environment to its initial state.

fn reset_with_index(&mut self, ix: usize) -> Result<Self::Obs>

Resets the environment with a specific index.

fn step(&mut self, act: &Self::Act) -> (Step<Self>, Record)

where Self: Sized,

Performs a single step in the environment.

fn step_with_reset(&mut self, a: &Self::Act) -> (Step<Self>, Record)

where Self: Sized,

Performs a step and automatically resets the environment if the episode ends.

impl Policy<BorderAtariEnv<BorderAtariObs, BorderAtariAct, BorderAtariObsRawFilter<BorderAtariObs>, BorderAtariActRawFilter<BorderAtariAct>>> for RandomAgent

fn sample(&mut self, _: &Obs) -> Act

Samples an action given an observation from the environment.