Struct TestEnv

pub struct TestEnv { /* private fields */ }

Environment for testing.

Trait Implementations

impl Agent<TestEnv, SimpleReplayBuffer<TestObsBatch, TestActBatch>> for TestAgent

fn train(&mut self)

Set the policy to training mode.

fn is_train(&self) -> bool

Return if it is in training mode.

fn eval(&mut self)

Set the policy to evaluation mode.

fn opt_with_record( &mut self, _buffer: &mut SimpleReplayBuffer<TestObsBatch, TestActBatch>, ) -> Record

Performs an optimization step and returns some information.

fn save_params<T: AsRef<Path>>(&self, _path: T) -> Result<()>

Save the parameters of the agent in the given directory. This method commonly creates a number of files consisting the agent in the directory. For example, the DQN agent in border_tch_agent crate saves two Q-networks corresponding to the original and target networks.

fn load_params<T: AsRef<Path>>(&mut self, _path: T) -> Result<()>

Load the parameters of the agent from the given directory.

fn opt(&mut self, buffer: &mut R)

Performs an optimization step.

impl Configurable<TestEnv> for TestAgent

type Config = TestAgentConfig

Configuration.

fn build(_config: Self::Config) -> Self

Builds the object.

fn build_from_path(path: impl AsRef<Path>) -> Result<Self>

where Self: Sized,

Build the object with the configuration in the yaml file of the given path.

impl Env for TestEnv

type Config = usize

Configurations.

type Obs = TestObs

Observation of the environment.

type Act = TestAct

Action of the environment.

type Info = TestInfo

Information in the self::Step object.

fn reset(&mut self, _is_done: Option<&Vec<i8>>) -> Result<Self::Obs>

Resets the environment if is_done[0] == 1. or is_done.is_none().

fn reset_with_index(&mut self, _ix: usize) -> Result<Self::Obs>

Resets the environment with a given index.

fn step_with_reset(&mut self, a: &Self::Act) -> (Step<Self>, Record)

where Self: Sized,

Performes an environment step and reset the environment if an episode ends.

fn step(&mut self, a: &Self::Act) -> (Step<Self>, Record)

where Self: Sized,

Performes an environment step.

fn build(config: &Self::Config, _seed: i64) -> Result<Self>

where Self: Sized,

Builds an environment with a given random seed.

impl Policy<TestEnv> for TestAgent

fn sample(&mut self, _obs: &TestObs) -> TestAct

Sample an action given an observation.