Struct relearn::envs::UniformBernoulliBandits

pub struct UniformBernoulliBandits {
    pub num_arms: usize,
}

A distribution over Beroulli bandit environments with uniformly sampled means.

The mean of each arm is sampled uniformly from [0, 1].

Reference

This environment distribution is used in the paper “RL^2: Fast Reinforcement Learning via Slow Reinforcement Learning” by Duan et al.

Fields

num_arms: usize

Number of bandit arms.

Implementations

impl UniformBernoulliBandits

pub const fn new(num_arms: usize) -> Self

Trait Implementations

impl Clone for UniformBernoulliBandits

fn clone(&self) -> UniformBernoulliBandits

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for UniformBernoulliBandits

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for UniformBernoulliBandits

fn default() -> Self

Returns the “default value” for a type.

impl EnvStructure for UniformBernoulliBandits

type ObservationSpace = SingletonSpace

type ActionSpace = IndexSpace

fn observation_space(&self) -> Self::ObservationSpace

Space containing all possible observations.

fn action_space(&self) -> Self::ActionSpace

The space of all possible actions.

fn reward_range(&self) -> (f64, f64)

A lower and upper bound on possible reward values.

fn discount_factor(&self) -> f64

A discount factor applied to future rewards.

impl From<&'_ Options> for UniformBernoulliBandits

fn from(opts: &Options) -> Self

Performs the conversion.

impl Hash for UniformBernoulliBandits

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given Hasher.

impl PartialEq<UniformBernoulliBandits> for UniformBernoulliBandits

fn eq(&self, other: &UniformBernoulliBandits) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &UniformBernoulliBandits) -> bool

This method tests for !=.

impl PomdpDistribution for UniformBernoulliBandits

type Pomdp = BernoulliBandit

fn sample_pomdp(&self, rng: &mut StdRng) -> Self::Pomdp

Sample a POMDP from the distribution.

impl Update<&'_ Options> for UniformBernoulliBandits

fn update(&mut self, opts: &Options)

Update in-place from the given source value.

impl CloneBuild for UniformBernoulliBandits

impl Copy for UniformBernoulliBandits

impl Eq for UniformBernoulliBandits

impl StructuralEq for UniformBernoulliBandits

impl StructuralPartialEq for UniformBernoulliBandits