Struct border_tch_agent::sac::Critic

source · [−]

pub struct Critic<Q> where
    Q: SubModel2<Output = Tensor>,
    Q::Config: DeserializeOwned + Serialize,  { /* private fields */ }

Expand description

Represents soft critic for SAC agents.

It takes observations and actions as inputs and outputs action values.

Implementations

source

impl<Q> Critic<Q> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize,

source

pub fn build(
config: CriticConfig<Q::Config>,
device: Device
) -> Result<Critic<Q>>

Constructs Critic.

source

pub fn forward(&self, obs: &Q::Input1, act: &Q::Input2) -> Tensor

Outputs the action-value given observations and actions.

Trait Implementations

source

impl<Q> Clone for Critic<Q> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize,

source

fn clone(&self) -> Self

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

source

impl<Q> ModelBase for Critic<Q> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize,

source

fn backward_step(&mut self, loss: &Tensor)

Trains the network given a loss.

source

fn get_var_store_mut(&mut self) -> &mut VarStore

Returns var_store as mutable reference.

source

fn get_var_store(&self) -> &VarStore

Returns var_store.

source

fn save<T: AsRef<Path>>(&self, path: T) -> Result<()>

Save parameters of the neural network.

source

fn load<T: AsRef<Path>>(&mut self, path: T) -> Result<()>

Load parameters of the neural network.

Auto Trait Implementations

impl<Q> RefUnwindSafe for Critic<Q> where
Q: RefUnwindSafe,

impl<Q> Send for Critic<Q> where
Q: Send,

impl<Q> !Sync for Critic<Q>

impl<Q> Unpin for Critic<Q> where
Q: Unpin,

impl<Q> UnwindSafe for Critic<Q> where
Q: UnwindSafe,

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

pub fn from(t: T) -> T

Performs the conversion.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

pub fn into(self) -> U

Performs the conversion.

impl<T> Pointable for T

pub const ALIGN: usize

The alignment of pointer.

type Init = T

The type for initializers.

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

pub unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

pub fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

pub fn clone_into(&self, target: &mut T)

🔬 This is a nightly-only experimental API. (toowned_clone_into)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct border_tch_agent::sac::Critic

Implementations

impl<Q> Critic<Q> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize,

pub fn build( config: CriticConfig<Q::Config>, device: Device) -> Result<Critic<Q>>

pub fn forward(&self, obs: &Q::Input1, act: &Q::Input2) -> Tensor

Trait Implementations

impl<Q> Clone for Critic<Q> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize,

fn clone(&self) -> Self

fn clone_from(&mut self, source: &Self)

impl<Q> ModelBase for Critic<Q> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize,

fn backward_step(&mut self, loss: &Tensor)

fn get_var_store_mut(&mut self) -> &mut VarStore

fn get_var_store(&self) -> &VarStore

fn save<T: AsRef<Path>>(&self, path: T) -> Result<()>

fn load<T: AsRef<Path>>(&mut self, path: T) -> Result<()>

Auto Trait Implementations

impl<Q> RefUnwindSafe for Critic<Q> where Q: RefUnwindSafe,

impl<Q> Send for Critic<Q> where Q: Send,

impl<Q> !Sync for Critic<Q>

impl<Q> Unpin for Critic<Q> where Q: Unpin,

impl<Q> UnwindSafe for Critic<Q> where Q: UnwindSafe,

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T> ToOwned for T where T: Clone,

type Owned = T

pub fn to_owned(&self) -> T

pub fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

pub fn vzip(self) -> V

impl<Q> Critic<Q> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize,

pub fn build(
config: CriticConfig<Q::Config>,
device: Device
) -> Result<Critic<Q>>

impl<Q> Clone for Critic<Q> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize,

impl<Q> ModelBase for Critic<Q> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize,

impl<Q> RefUnwindSafe for Critic<Q> where
Q: RefUnwindSafe,

impl<Q> Send for Critic<Q> where
Q: Send,

impl<Q> Unpin for Critic<Q> where
Q: Unpin,

impl<Q> UnwindSafe for Critic<Q> where
Q: UnwindSafe,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,