rlevo-environments 0.2.0

RL benchmark environments and landscapes for rlevo (internal crate — use `rlevo` for the full API)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

//! Classic-control environments.
//!
//! Five canonical RL benchmarks ported from the Gymnasium catalogue as
//! native Rust implementations with no Python or C-library dependencies,
//! plus a generic [`bandit`] family covering the standard Sutton & Barto §2
//! testbed and three sibling variants.
//!
//! | Environment | Action | Obs dim | Terminated by |
//! |---|---|---|---|
//! | [`acrobot`] | Discrete(3) | 6 | tip height |
//! | [`cartpole`] | Discrete(2) | 4 | angle / position |
//! | [`mountain_car`] | Discrete(3) | 2 | goal position |
//! | [`mountain_car_continuous`] | Continuous(1) | 2 | goal position |
//! | [`pendulum`] | Continuous(1) | 3 | never (truncated by wrapper) |
//! | [`bandit::k_armed`] | Discrete(K) | 1 | `max_steps` reached |
//! | [`bandit::contextual`] | Discrete(K) | C | `max_steps` reached |
//! | [`bandit::non_stationary`] | Discrete(K) | 1 | `max_steps` reached |
//! | [`bandit::adversarial`] | Discrete(K) | 1 | `max_steps` reached |
//!
//! Wrap any env with [`crate::wrappers::TimeLimit`] to impose a step cap.
pub mod acrobot;
pub mod bandit;
pub mod cartpole;
pub mod mountain_car;
pub mod mountain_car_continuous;
pub mod pendulum;

pub use acrobot::{
    Acrobot, AcrobotAction, AcrobotConfig, AcrobotConfigBuilder, AcrobotDynamicsFn,
    AcrobotObservation, AcrobotState, BookDynamics, NipsDynamics,
};
pub use bandit::{
    AdversarialBandit, AdversarialBanditConfig, ContextualBandit, ContextualBanditConfig,
    ContextualBanditObservation, ContextualBanditState, KArmedBandit, KArmedBanditAction,
    KArmedBanditConfig, KArmedBanditObservation, KArmedBanditState, NonStationaryBandit,
    NonStationaryBanditConfig, TenArmedBandit, TenArmedBanditAction, TenArmedBanditConfig,
    TenArmedBanditObservation, TenArmedBanditState,
};
pub use cartpole::{
    CartPole, CartPoleAction, CartPoleConfig, CartPoleConfigBuilder, CartPoleObservation,
    CartPoleState, Integrator,
};
pub use mountain_car::{
    MountainCar, MountainCarAction, MountainCarConfig, MountainCarObservation, MountainCarState,
};
pub use mountain_car_continuous::{
    MountainCarContinuous, MountainCarContinuousAction, MountainCarContinuousConfig,
    MountainCarContinuousObservation, MountainCarContinuousState,
};
pub use pendulum::{
    Pendulum, PendulumAction, PendulumConfig, PendulumObservation, PendulumState, angle_normalize,
};