Struct border_tch_agent::sac::SACConfig

source · [−]

pub struct SACConfig<Q, P> where
    Q: SubModel2<Output = Tensor>,
    Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
    P: SubModel<Output = (Tensor, Tensor)>,
    P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,  {
    pub device: Option<Device>,
    /* private fields */
}

Expand description

Constructs SAC.

Fields

device: Option<Device>

Implementations

source

impl<Q, P> SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

source

pub fn n_updates_per_opt(self, v: usize) -> Self

Sets the numper of parameter update steps per optimization step.

source

pub fn min_transitions_warmup(self, v: usize) -> Self

Interval before starting optimization.

source

pub fn batch_size(self, v: usize) -> Self

Batch size.

source

pub fn discount_factor(self, v: f64) -> Self

Discount factor.

source

pub fn tau(self, v: f64) -> Self

Sets soft update coefficient.

source

pub fn ent_coef_mode(self, v: EntCoefMode) -> Self

SAC-alpha.

source

pub fn replay_burffer_capacity(self, v: usize) -> Self

Replay buffer capacity.

source

pub fn reward_scale(self, v: f32) -> Self

Reward scale.

It works for obtaining target values, not the values in logs.

source

pub fn critic_loss(self, v: CriticLoss) -> Self

Critic loss.

source

pub fn actor_config(self, actor_config: ActorConfig<P::Config>) -> Self

Configuration of actor.

source

pub fn critic_config(self, critic_config: CriticConfig<Q::Config>) -> Self

Configuration of critic.

source

pub fn n_critics(self, n_critics: usize) -> Self

The number of critics.

source

pub fn device(self, device: Device) -> Self

Device.

source

pub fn load(path: impl AsRef<Path>) -> Result<Self>

Constructs SACConfig from YAML file.

source

pub fn save(&self, path: impl AsRef<Path>) -> Result<()>

Saves SACConfig.

Trait Implementations

source

impl<Q, P> Clone for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

source

fn clone(&self) -> Self

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

source

impl<Q: Debug, P: Debug> Debug for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
 P::Config: Debug,
 Q::Config: Debug,

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl<Q, P> Default for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

source

fn default() -> Self

Returns the “default value” for a type. Read more

source

impl<'de, Q, P> Deserialize<'de> for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

source

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer. Read more

source

impl<Q: PartialEq, P: PartialEq> PartialEq<SACConfig<Q, P>> for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
 P::Config: PartialEq,
 Q::Config: PartialEq,

source

fn eq(&self, other: &SACConfig<Q, P>) -> bool

This method tests for self and other values to be equal, and is used by ==. Read more

source

fn ne(&self, other: &SACConfig<Q, P>) -> bool

This method tests for !=.

source

impl<Q, P> Serialize for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

source

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where
S: Serializer,

Serialize this value into the given Serde serializer. Read more

source

impl<Q, P> StructuralPartialEq for SACConfig<Q, P> where
 Q: SubModel2<Output = Tensor>,
 Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
 P: SubModel<Output = (Tensor, Tensor )>,
 P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

Auto Trait Implementations

impl<Q, P> RefUnwindSafe for SACConfig<Q, P> where
::Config: RefUnwindSafe,
<Q as SubModel2>::Config: RefUnwindSafe,

impl<Q, P> Send for SACConfig<Q, P> where
::Config: Send,
<Q as SubModel2>::Config: Send,

impl<Q, P> Sync for SACConfig<Q, P> where
::Config: Sync,
<Q as SubModel2>::Config: Sync,

impl<Q, P> Unpin for SACConfig<Q, P> where
::Config: Unpin,
<Q as SubModel2>::Config: Unpin,

impl<Q, P> UnwindSafe for SACConfig<Q, P> where
::Config: UnwindSafe,
<Q as SubModel2>::Config: UnwindSafe,

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

pub fn from(t: T) -> T

Performs the conversion.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

pub fn into(self) -> U

Performs the conversion.

impl<T> Pointable for T

pub const ALIGN: usize

The alignment of pointer.

type Init = T

The type for initializers.

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

pub unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

pub fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

pub fn clone_into(&self, target: &mut T)

🔬 This is a nightly-only experimental API. (toowned_clone_into)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

pub fn vzip(self) -> V

source

Struct border_tch_agent::sac::SACConfig

Fields

Implementations

impl<Q, P> SACConfig<Q, P> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

pub fn n_updates_per_opt(self, v: usize) -> Self

pub fn min_transitions_warmup(self, v: usize) -> Self

pub fn batch_size(self, v: usize) -> Self

pub fn discount_factor(self, v: f64) -> Self

pub fn tau(self, v: f64) -> Self

pub fn ent_coef_mode(self, v: EntCoefMode) -> Self

pub fn replay_burffer_capacity(self, v: usize) -> Self

pub fn reward_scale(self, v: f32) -> Self

pub fn critic_loss(self, v: CriticLoss) -> Self

pub fn actor_config(self, actor_config: ActorConfig<P::Config>) -> Self

pub fn critic_config(self, critic_config: CriticConfig<Q::Config>) -> Self

pub fn n_critics(self, n_critics: usize) -> Self

pub fn device(self, device: Device) -> Self

pub fn load(path: impl AsRef<Path>) -> Result<Self>

pub fn save(&self, path: impl AsRef<Path>) -> Result<()>

Trait Implementations

impl<Q, P> Clone for SACConfig<Q, P> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn clone(&self) -> Self

fn clone_from(&mut self, source: &Self)

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<Q, P> Default for SACConfig<Q, P> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn default() -> Self

impl<'de, Q, P> Deserialize<'de> for SACConfig<Q, P> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where __D: Deserializer<'de>,

fn eq(&self, other: &SACConfig<Q, P>) -> bool

fn ne(&self, other: &SACConfig<Q, P>) -> bool

impl<Q, P> Serialize for SACConfig<Q, P> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error> where __S: Serializer,

impl<Q, P> StructuralPartialEq for SACConfig<Q, P> where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

Auto Trait Implementations

impl<Q, P> RefUnwindSafe for SACConfig<Q, P> where <P as SubModel>::Config: RefUnwindSafe, <Q as SubModel2>::Config: RefUnwindSafe,

impl<Q, P> Send for SACConfig<Q, P> where <P as SubModel>::Config: Send, <Q as SubModel2>::Config: Send,

impl<Q, P> Sync for SACConfig<Q, P> where <P as SubModel>::Config: Sync, <Q as SubModel2>::Config: Sync,

impl<Q, P> Unpin for SACConfig<Q, P> where <P as SubModel>::Config: Unpin, <Q as SubModel2>::Config: Unpin,

impl<Q, P> UnwindSafe for SACConfig<Q, P> where <P as SubModel>::Config: UnwindSafe, <Q as SubModel2>::Config: UnwindSafe,

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T> Pointable for T

pub const ALIGN: usize

type Init = T

pub unsafe fn init(init: <T as Pointable>::Init) -> usize

pub unsafe fn deref<'a>(ptr: usize) -> &'a T

pub unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

pub unsafe fn drop(ptr: usize)

impl<T> ToOwned for T where T: Clone,

type Owned = T

pub fn to_owned(&self) -> T

pub fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

pub fn vzip(self) -> V

impl<T> DeserializeOwned for T where T: for<'de> Deserialize<'de>,

impl<Q, P> SACConfig<Q, P> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
P: SubModel<Output = (Tensor, Tensor )>,
P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

impl<Q, P> Clone for SACConfig<Q, P> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
P: SubModel<Output = (Tensor, Tensor )>,
P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

impl<Q, P> Default for SACConfig<Q, P> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
P: SubModel<Output = (Tensor, Tensor )>,
P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

impl<'de, Q, P> Deserialize<'de> for SACConfig<Q, P> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
P: SubModel<Output = (Tensor, Tensor )>,
P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

impl<Q, P> Serialize for SACConfig<Q, P> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
P: SubModel<Output = (Tensor, Tensor )>,
P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where
S: Serializer,

impl<Q, P> StructuralPartialEq for SACConfig<Q, P> where
Q: SubModel2<Output = Tensor>,
Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
P: SubModel<Output = (Tensor, Tensor )>,
P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

impl<Q, P> RefUnwindSafe for SACConfig<Q, P> where
<P as SubModel>::Config: RefUnwindSafe,
<Q as SubModel2>::Config: RefUnwindSafe,

impl<Q, P> Send for SACConfig<Q, P> where
<P as SubModel>::Config: Send,
<Q as SubModel2>::Config: Send,

impl<Q, P> Sync for SACConfig<Q, P> where
<P as SubModel>::Config: Sync,
<Q as SubModel2>::Config: Sync,

impl<Q, P> Unpin for SACConfig<Q, P> where
<P as SubModel>::Config: Unpin,
<Q as SubModel2>::Config: Unpin,

impl<Q, P> UnwindSafe for SACConfig<Q, P> where
<P as SubModel>::Config: UnwindSafe,
<Q as SubModel2>::Config: UnwindSafe,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>,