Struct relearn::torch::history::features::LazyPackedHistoryFeatures

pub struct LazyPackedHistoryFeatures<'a, OS: Space, AS: Space> { /* fields omitted */ }

Packed history features with lazy evaluation and caching.

Implementations

impl<'a, OS: Space, AS: Space> LazyPackedHistoryFeatures<'a, OS, AS>

pub fn new<I>(
    steps: &'a [Step<OS::Element, AS::Element>],
    episode_ranges: I,
    observation_space: &'a OS,
    action_space: &'a AS,
    discount_factor: f64,
    device: Device
) -> Self where
    I: IntoIterator<Item = Range<usize>>, 

pub fn finalize(self) -> PackedHistoryFeatures

Finalize this into a structure of the current values in cache.

Trait Implementations

impl<'a, OS: Debug + Space, AS: Debug + Space> Debug for LazyPackedHistoryFeatures<'a, OS, AS> where
    OS::Element: Debug,
    AS::Element: Debug, 

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a, OS, AS> PackedHistoryFeaturesView for LazyPackedHistoryFeatures<'a, OS, AS> where
    OS: BatchFeatureSpace<Tensor>,
    AS: ReprSpace<Tensor>, 

fn discount_factor(&self) -> f64

Discount factor for calculating returns.

fn episode_ranges(&self) -> &[Range<usize>]

Episode index ranges sorted in decreasing order of episode length.

fn batch_sizes(&self) -> &[i64]

Batch sizes in the packing.

fn batch_sizes_tensor(&self) -> &Tensor

Batch sizes in the packing. A 1D i64 tensor.

fn observation_features(&self) -> &Tensor

Packed observation features. A 2D f64 tensor.

fn actions(&self) -> &Tensor

Packed action values.

fn returns(&self) -> &Tensor

Packed returns (discounted reward-to-go). A 1D f32 tensor.

fn rewards(&self) -> &Tensor

Packed rewards. A 1D f32 tensor.

fn device(&self) -> Device

Device on which tensors will be placed.