Trait rsrl_domains::Domain

pub trait Domain {
    type StateSpace: Space;
    type ActionSpace: Space;
    fn state_space(&self) -> Self::StateSpace;
    fn action_space(&self) -> Self::ActionSpace;
    fn emit(&self) -> Observation<State<Self>>;
    fn step(&mut self, a: &Action<Self>) -> (Observation<State<Self>>, Reward);

    fn transition(
        &mut self, 
        a: Action<Self>
    ) -> Transition<State<Self>, Action<Self>> { ... }
    fn rollout<F>(
        self, 
        pi: F, 
        step_limit: Option<usize>
    ) -> Trajectory<State<Self>, Action<Self>>
    where
        F: FnMut(&State<Self>) -> Action<Self>,
        Self: Sized,
    { ... }
}

An interface for constructing reinforcement learning problem domains.

Associated Types

type StateSpace: Space

State space representation type class.

type ActionSpace: Space

Action space representation type class.

Loading content...

Required methods

fn state_space(&self) -> Self::StateSpace

Returns an instance of the state space type class.

fn action_space(&self) -> Self::ActionSpace

Returns an instance of the action space type class.

fn emit(&self) -> Observation<State<Self>>

Emit an observation of the current state of the environment.

fn step(&mut self, a: &Action<Self>) -> (Observation<State<Self>>, Reward)

Transition the environment forward a single step given an action, a.

Loading content...

Provided methods

fn transition(
    &mut self,
    a: Action<Self>
) -> Transition<State<Self>, Action<Self>>

fn rollout<F>(
    self,
    pi: F,
    step_limit: Option<usize>
) -> Trajectory<State<Self>, Action<Self>> where
    F: FnMut(&State<Self>) -> Action<Self>,
    Self: Sized, 

Loading content...

Implementors

impl Domain for Acrobot

type StateSpace = ProductSpace<Interval>

type ActionSpace = Ordinal

fn emit(&self) -> Observation<Vec<f64>>

fn step(&mut self, action: &usize) -> (Observation<Vec<f64>>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Ordinal

impl Domain for CartPole

type StateSpace = ProductSpace<Interval>

type ActionSpace = Ordinal

fn emit(&self) -> Observation<Vec<f64>>

fn step(&mut self, action: &usize) -> (Observation<Vec<f64>>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Ordinal

impl Domain for CliffWalk

type StateSpace = TwoSpace<Ordinal>

type ActionSpace = Ordinal

fn emit(&self) -> Observation<[usize; 2]>

fn step(&mut self, action: &usize) -> (Observation<[usize; 2]>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Ordinal

impl Domain for ContinuousMountainCar

type StateSpace = ProductSpace<Interval>

type ActionSpace = Interval

fn emit(&self) -> Observation<Vec<f64>>

fn step(&mut self, action: &f64) -> (Observation<Vec<f64>>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Interval

impl Domain for HIVTreatment

type StateSpace = ProductSpace<Interval>

type ActionSpace = Ordinal

fn emit(&self) -> Observation<Vec<f64>>

fn step(&mut self, action: &usize) -> (Observation<Vec<f64>>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Ordinal

impl Domain for MountainCar

type StateSpace = ProductSpace<Interval>

type ActionSpace = Ordinal

fn emit(&self) -> Observation<Vec<f64>>

fn step(&mut self, action: &usize) -> (Observation<Vec<f64>>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Ordinal

impl Domain for Roulette

type StateSpace = Reals

type ActionSpace = Ordinal

fn emit(&self) -> Observation<f64>

fn step(&mut self, action: &usize) -> (Observation<f64>, Reward)

fn state_space(&self) -> Self::StateSpace

fn action_space(&self) -> Self::ActionSpace

Loading content...