Struct border_core::replay_buffer::SimpleStepProcessor

source · [−]

pub struct SimpleStepProcessor<E, O, A> { /* private fields */ }

Expand description

A generic implementation of StepProcessorBase.

It supports 1-step TD backup for non-vectorized environment: E::Obs.len() must be 1.

Trait Implementations

source

impl<E, O, A> StepProcessorBase<E> for SimpleStepProcessor<E, O, A> where
 E: Env,
 O: SubBatch + From<E::Obs>,
 A: SubBatch + From<E::Act>,

type Config = SimpleStepProcessorConfig

Configuration.

type Output = Batch<O, A>

The type of transitions produced by this trait.

source

fn build(_config: &Self::Config) -> Self

Build a producer.

source

fn reset(&mut self, init_obs: E::Obs)

Resets the object.

source

fn process(&mut self, step: Step<E>) -> Self::Output

Processes a Step.

Auto Trait Implementations

impl<E, O, A> RefUnwindSafe for SimpleStepProcessor<E, O, A> where
 A: RefUnwindSafe,
 E: RefUnwindSafe,
 O: RefUnwindSafe,

impl<E, O, A> Send for SimpleStepProcessor<E, O, A> where
 A: Send,
 E: Send,
 O: Send,

impl<E, O, A> Sync for SimpleStepProcessor<E, O, A> where
 A: Sync,
 E: Sync,
 O: Sync,

impl<E, O, A> Unpin for SimpleStepProcessor<E, O, A> where
 A: Unpin,
 E: Unpin,
 O: Unpin,

impl<E, O, A> UnwindSafe for SimpleStepProcessor<E, O, A> where
 A: UnwindSafe,
 E: UnwindSafe,
 O: UnwindSafe,

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

pub fn from(t: T) -> T

Performs the conversion.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

pub fn into(self) -> U

Performs the conversion.

impl<T> Pointable for T

pub const ALIGN: usize

The alignment of pointer.

type Init = T

The type for initializers.

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

pub unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct border_core::replay_buffer::SimpleStepProcessor

Trait Implementations

impl<E, O, A> StepProcessorBase<E> for SimpleStepProcessor<E, O, A> where
    E: Env,
    O: SubBatch + From<E::Obs>,
    A: SubBatch + From<E::Act>,

type Config = SimpleStepProcessorConfig

type Output = Batch<O, A>

fn build(_config: &Self::Config) -> Self

fn reset(&mut self, init_obs: E::Obs)

fn process(&mut self, step: Step<E>) -> Self::Output

Auto Trait Implementations

impl<E, O, A> RefUnwindSafe for SimpleStepProcessor<E, O, A> where
    A: RefUnwindSafe,
    E: RefUnwindSafe,
    O: RefUnwindSafe,

impl<E, O, A> Send for SimpleStepProcessor<E, O, A> where
    A: Send,
    E: Send,
    O: Send,

impl<E, O, A> Sync for SimpleStepProcessor<E, O, A> where
    A: Sync,
    E: Sync,
    O: Sync,

impl<E, O, A> Unpin for SimpleStepProcessor<E, O, A> where
    A: Unpin,
    E: Unpin,
    O: Unpin,

impl<E, O, A> UnwindSafe for SimpleStepProcessor<E, O, A> where
    A: UnwindSafe,
    E: UnwindSafe,
    O: UnwindSafe,

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

pub fn vzip(self) -> V

Struct border_core::replay_buffer::SimpleStepProcessor

Trait Implementations

impl<E, O, A> StepProcessorBase<E> for SimpleStepProcessor<E, O, A> where E: Env, O: SubBatch + From<E::Obs>, A: SubBatch + From<E::Act>,

type Config = SimpleStepProcessorConfig

type Output = Batch<O, A>

fn build(_config: &Self::Config) -> Self

fn reset(&mut self, init_obs: E::Obs)

fn process(&mut self, step: Step<E>) -> Self::Output

Auto Trait Implementations

impl<E, O, A> RefUnwindSafe for SimpleStepProcessor<E, O, A> where A: RefUnwindSafe, E: RefUnwindSafe, O: RefUnwindSafe,

impl<E, O, A> Send for SimpleStepProcessor<E, O, A> where A: Send, E: Send, O: Send,

impl<E, O, A> Sync for SimpleStepProcessor<E, O, A> where A: Sync, E: Sync, O: Sync,

impl<E, O, A> Unpin for SimpleStepProcessor<E, O, A> where A: Unpin, E: Unpin, O: Unpin,

impl<E, O, A> UnwindSafe for SimpleStepProcessor<E, O, A> where A: UnwindSafe, E: UnwindSafe, O: UnwindSafe,

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

pub fn vzip(self) -> V

impl<E, O, A> StepProcessorBase<E> for SimpleStepProcessor<E, O, A> where
E: Env,
O: SubBatch + From<E::Obs>,
A: SubBatch + From<E::Act>,

impl<E, O, A> RefUnwindSafe for SimpleStepProcessor<E, O, A> where
A: RefUnwindSafe,
E: RefUnwindSafe,
O: RefUnwindSafe,

impl<E, O, A> Send for SimpleStepProcessor<E, O, A> where
A: Send,
E: Send,
O: Send,

impl<E, O, A> Sync for SimpleStepProcessor<E, O, A> where
A: Sync,
E: Sync,
O: Sync,

impl<E, O, A> Unpin for SimpleStepProcessor<E, O, A> where
A: Unpin,
E: Unpin,
O: Unpin,

impl<E, O, A> UnwindSafe for SimpleStepProcessor<E, O, A> where
A: UnwindSafe,
E: UnwindSafe,
O: UnwindSafe,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,