Struct border_async_trainer::Actor

source · [−]

pub struct Actor<A, E, P, R> where
    A: Agent<E, R> + SyncModel,
    E: Env,
    P: StepProcessorBase<E>,
    R: ReplayBufferBase<PushedItem = P::Output>,  { /* private fields */ }

Expand description

Runs interaction between an Agent and an Env, taking samples.

Samples taken will be pushed into a replay buffer via ActorManager.

Implementations

source

impl<A, E, P, R> Actor<A, E, P, R> where
 A: Agent<E, R> + SyncModel,
 E: Env,
 P: StepProcessorBase<E>,
 R: ReplayBufferBase<PushedItem = P::Output>,

source

pub fn build(
 id: usize,
 agent_config: A::Config,
 env_config: E::Config,
 step_proc_config: P::Config,
 replay_buffer_config: ReplayBufferProxyConfig,
 samples_per_push: usize,
 stop: Arc<Mutex<bool>>,
 env_seed: i64,
 stats: Arc<Mutex<Option<ActorStat>>>
) -> Self

source

pub fn run(
 &mut self,
 sender: Sender<PushedItemMessage<R::PushedItem>>,
 model_info: Arc<Mutex<(usize, A::ModelInfo )>>,
 guard: Arc<Mutex<bool>>,
 guard_init_model: Arc<Mutex<bool>>
)

Runs sampling loop until self.stop becomes true.

When finishes, this method sets ActorStat.

Auto Trait Implementations

impl<A, E, P, R> RefUnwindSafe for Actor<A, E, P, R> where
 A: RefUnwindSafe,
 E: RefUnwindSafe,
 P: RefUnwindSafe,
 R: RefUnwindSafe,
 <A as Policy<E>>::Config: RefUnwindSafe,
 <E as Env>::Config: RefUnwindSafe,
 >::Config: RefUnwindSafe,

impl<A, E, P, R> Send for Actor<A, E, P, R> where
 A: Send,
 E: Send,
 P: Send,
 R: Send,
 <A as Policy<E>>::Config: Send,
 <E as Env>::Config: Send,
 >::Config: Send,

impl<A, E, P, R> Sync for Actor<A, E, P, R> where
 A: Sync,
 E: Sync,
 P: Sync,
 R: Sync,
 <A as Policy<E>>::Config: Sync,
 <E as Env>::Config: Sync,
 >::Config: Sync,

impl<A, E, P, R> Unpin for Actor<A, E, P, R> where
 A: Unpin,
 E: Unpin,
 P: Unpin,
 R: Unpin,
 <A as Policy<E>>::Config: Unpin,
 <E as Env>::Config: Unpin,
 >::Config: Unpin,

impl<A, E, P, R> UnwindSafe for Actor<A, E, P, R> where
 A: UnwindSafe,
 E: UnwindSafe,
 P: UnwindSafe,
 R: UnwindSafe,
 <A as Policy<E>>::Config: UnwindSafe,
 <E as Env>::Config: UnwindSafe,
 >::Config: UnwindSafe,

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

pub fn from(t: T) -> T

Performs the conversion.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

pub fn into(self) -> U

Performs the conversion.

impl<T> Pointable for T

pub const ALIGN: usize

The alignment of pointer.

type Init = T

The type for initializers.

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

pub unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct border_async_trainer::Actor

Implementations

impl<A, E, P, R> Actor<A, E, P, R> where
    A: Agent<E, R> + SyncModel,
    E: Env,
    P: StepProcessorBase<E>,
    R: ReplayBufferBase<PushedItem = P::Output>,

pub fn build(
    id: usize,
    agent_config: A::Config,
    env_config: E::Config,
    step_proc_config: P::Config,
    replay_buffer_config: ReplayBufferProxyConfig,
    samples_per_push: usize,
    stop: Arc<Mutex<bool>>,
    env_seed: i64,
    stats: Arc<Mutex<Option<ActorStat>>>
) -> Self

pub fn run(
    &mut self,
    sender: Sender<PushedItemMessage<R::PushedItem>>,
    model_info: Arc<Mutex<(usize, A::ModelInfo )>>,
    guard: Arc<Mutex<bool>>,
    guard_init_model: Arc<Mutex<bool>>
)

Auto Trait Implementations

impl<A, E, P, R> RefUnwindSafe for Actor<A, E, P, R> where
    A: RefUnwindSafe,
    E: RefUnwindSafe,
    P: RefUnwindSafe,
    R: RefUnwindSafe,
    <A as Policy<E>>::Config: RefUnwindSafe,
    <E as Env>::Config: RefUnwindSafe,
    <P as StepProcessorBase<E>>::Config: RefUnwindSafe,

impl<A, E, P, R> Send for Actor<A, E, P, R> where
    A: Send,
    E: Send,
    P: Send,
    R: Send,
    <A as Policy<E>>::Config: Send,
    <E as Env>::Config: Send,
    <P as StepProcessorBase<E>>::Config: Send,

impl<A, E, P, R> Sync for Actor<A, E, P, R> where
    A: Sync,
    E: Sync,
    P: Sync,
    R: Sync,
    <A as Policy<E>>::Config: Sync,
    <E as Env>::Config: Sync,
    <P as StepProcessorBase<E>>::Config: Sync,

impl<A, E, P, R> Unpin for Actor<A, E, P, R> where
    A: Unpin,
    E: Unpin,
    P: Unpin,
    R: Unpin,
    <A as Policy<E>>::Config: Unpin,
    <E as Env>::Config: Unpin,
    <P as StepProcessorBase<E>>::Config: Unpin,

impl<A, E, P, R> UnwindSafe for Actor<A, E, P, R> where
    A: UnwindSafe,
    E: UnwindSafe,
    P: UnwindSafe,
    R: UnwindSafe,
    <A as Policy<E>>::Config: UnwindSafe,
    <E as Env>::Config: UnwindSafe,
    <P as StepProcessorBase<E>>::Config: UnwindSafe,

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

pub fn vzip(self) -> V

Struct border_async_trainer::Actor

Implementations

impl<A, E, P, R> Actor<A, E, P, R> where A: Agent<E, R> + SyncModel, E: Env, P: StepProcessorBase<E>, R: ReplayBufferBase<PushedItem = P::Output>,

pub fn build( id: usize, agent_config: A::Config, env_config: E::Config, step_proc_config: P::Config, replay_buffer_config: ReplayBufferProxyConfig, samples_per_push: usize, stop: Arc<Mutex<bool>>, env_seed: i64, stats: Arc<Mutex<Option<ActorStat>>>) -> Self

pub fn run( &mut self, sender: Sender<PushedItemMessage<R::PushedItem>>, model_info: Arc<Mutex<(usize, A::ModelInfo)>>, guard: Arc<Mutex<bool>>, guard_init_model: Arc<Mutex<bool>>)

Auto Trait Implementations

impl<A, E, P, R> RefUnwindSafe for Actor<A, E, P, R> where A: RefUnwindSafe, E: RefUnwindSafe, P: RefUnwindSafe, R: RefUnwindSafe, <A as Policy<E>>::Config: RefUnwindSafe, <E as Env>::Config: RefUnwindSafe, <P as StepProcessorBase<E>>::Config: RefUnwindSafe,

impl<A, E, P, R> Send for Actor<A, E, P, R> where A: Send, E: Send, P: Send, R: Send, <A as Policy<E>>::Config: Send, <E as Env>::Config: Send, <P as StepProcessorBase<E>>::Config: Send,

impl<A, E, P, R> Sync for Actor<A, E, P, R> where A: Sync, E: Sync, P: Sync, R: Sync, <A as Policy<E>>::Config: Sync, <E as Env>::Config: Sync, <P as StepProcessorBase<E>>::Config: Sync,

impl<A, E, P, R> Unpin for Actor<A, E, P, R> where A: Unpin, E: Unpin, P: Unpin, R: Unpin, <A as Policy<E>>::Config: Unpin, <E as Env>::Config: Unpin, <P as StepProcessorBase<E>>::Config: Unpin,

impl<A, E, P, R> UnwindSafe for Actor<A, E, P, R> where A: UnwindSafe, E: UnwindSafe, P: UnwindSafe, R: UnwindSafe, <A as Policy<E>>::Config: UnwindSafe, <E as Env>::Config: UnwindSafe, <P as StepProcessorBase<E>>::Config: UnwindSafe,

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

pub fn vzip(self) -> V

impl<A, E, P, R> Actor<A, E, P, R> where
A: Agent<E, R> + SyncModel,
E: Env,
P: StepProcessorBase<E>,
R: ReplayBufferBase<PushedItem = P::Output>,

pub fn build(
id: usize,
agent_config: A::Config,
env_config: E::Config,
step_proc_config: P::Config,
replay_buffer_config: ReplayBufferProxyConfig,
samples_per_push: usize,
stop: Arc<Mutex<bool>>,
env_seed: i64,
stats: Arc<Mutex<Option<ActorStat>>>
) -> Self

pub fn run(
&mut self,
sender: Sender<PushedItemMessage<R::PushedItem>>,
model_info: Arc<Mutex<(usize, A::ModelInfo )>>,
guard: Arc<Mutex<bool>>,
guard_init_model: Arc<Mutex<bool>>
)

impl<A, E, P, R> RefUnwindSafe for Actor<A, E, P, R> where
A: RefUnwindSafe,
E: RefUnwindSafe,
P: RefUnwindSafe,
R: RefUnwindSafe,
<A as Policy<E>>::Config: RefUnwindSafe,
<E as Env>::Config: RefUnwindSafe,
<P as StepProcessorBase<E>>::Config: RefUnwindSafe,

impl<A, E, P, R> Send for Actor<A, E, P, R> where
A: Send,
E: Send,
P: Send,
R: Send,
<A as Policy<E>>::Config: Send,
<E as Env>::Config: Send,
<P as StepProcessorBase<E>>::Config: Send,

impl<A, E, P, R> Sync for Actor<A, E, P, R> where
A: Sync,
E: Sync,
P: Sync,
R: Sync,
<A as Policy<E>>::Config: Sync,
<E as Env>::Config: Sync,
<P as StepProcessorBase<E>>::Config: Sync,

impl<A, E, P, R> Unpin for Actor<A, E, P, R> where
A: Unpin,
E: Unpin,
P: Unpin,
R: Unpin,
<A as Policy<E>>::Config: Unpin,
<E as Env>::Config: Unpin,
<P as StepProcessorBase<E>>::Config: Unpin,

impl<A, E, P, R> UnwindSafe for Actor<A, E, P, R> where
A: UnwindSafe,
E: UnwindSafe,
P: UnwindSafe,
R: UnwindSafe,
<A as Policy<E>>::Config: UnwindSafe,
<E as Env>::Config: UnwindSafe,
<P as StepProcessorBase<E>>::Config: UnwindSafe,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,