thrust-rl 0.2.0

High-performance reinforcement learning in Rust with the Burn tensor backend
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Training algorithms (Burn backend).
//!
//! Hosts the PPO and DQN trainers, the backend-agnostic optimizer
//! abstraction, and the loss math shared between them. After phase 5 of
//! the Burn migration (#82), Burn is the only tensor backend in the
//! workspace.

/// Burn optimizer wrapper used by both PPO and DQN.
pub mod optimizer;

pub mod a2c;
pub mod bc;
pub mod dqn;
pub mod ppo;
pub mod sac;

pub use a2c::{A2cConfig, A2cStats, A2cTrainer, compute_a2c_policy_loss, compute_a2c_value_loss};
pub use bc::{BcConfig, BcEpochStats, BcTrainer, Demonstrations, compute_bc_loss};
pub use dqn::{DQNConfig, DQNStepStatsBurn, DQNTrainerBurn};
pub use optimizer::{BackendOptimizer, BurnOptimizer};
pub use ppo::{
    AggregatedStats, PPOConfig, PPOTrainerBurn, TrainingStats, compute_entropy_loss,
    compute_policy_loss, compute_value_loss, generate_minibatch_indices,
};
pub use sac::{SacConfig, SacStepStats, SacTrainer};