Struct SacConfig 

pub struct SacConfig<Q, P>
where
    Q: SubModel2<Output = Tensor>,
    Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
    P: SubModel<Output = (Tensor, Tensor)>,
    P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
{

    pub actor_config: ActorConfig<P::Config>,
    pub critic_config: CriticConfig<Q::Config>,
    pub gamma: f64,
    pub tau: f64,
    pub ent_coef_mode: EntCoefMode,
    pub epsilon: f64,
    pub min_lstd: f64,
    pub max_lstd: f64,
    pub n_updates_per_opt: usize,
    pub batch_size: usize,
    pub train: bool,
    pub critic_loss: CriticLoss,
    pub reward_scale: f32,
    pub n_critics: usize,
    pub seed: Option<i64>,
    pub device: Option<Device>,
}

Configuration of Sac.

Fields

actor_config: ActorConfig<P::Config>

critic_config: CriticConfig<Q::Config>

gamma: f64

tau: f64

ent_coef_mode: EntCoefMode

epsilon: f64

min_lstd: f64

max_lstd: f64

n_updates_per_opt: usize

batch_size: usize

train: bool

critic_loss: CriticLoss

reward_scale: f32

n_critics: usize

seed: Option<i64>

device: Option<Device>

Implementations

impl<Q, P> SacConfig<Q, P>

where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

pub fn n_updates_per_opt(self, v: usize) -> Self

Sets the numper of parameter update steps per optimization step.

pub fn batch_size(self, v: usize) -> Self

Batch size.

pub fn discount_factor(self, v: f64) -> Self

Discount factor.

pub fn tau(self, v: f64) -> Self

Sets soft update coefficient.

pub fn ent_coef_mode(self, v: EntCoefMode) -> Self

SAC-alpha.

pub fn reward_scale(self, v: f32) -> Self

Reward scale.

It works for obtaining target values, not the values in logs.

pub fn critic_loss(self, v: CriticLoss) -> Self

Critic loss.

pub fn actor_config(self, actor_config: ActorConfig<P::Config>) -> Self

Configuration of actor.

pub fn critic_config(self, critic_config: CriticConfig<Q::Config>) -> Self

Configuration of critic.

pub fn n_critics(self, n_critics: usize) -> Self

The number of critics.

pub fn seed(self, seed: i64) -> Self

Random seed.

pub fn device(self, device: Device) -> Self

Device.

pub fn load(path: impl AsRef<Path>) -> Result<Self>

Constructs SacConfig from YAML file.

pub fn save(&self, path: impl AsRef<Path>) -> Result<()>

Saves SacConfig.

Trait Implementations

impl<Q, P> Clone for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Q, P> Debug for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor> + Debug, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + Debug, P: SubModel<Output = (Tensor, Tensor)> + Debug, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<Q, P> Default for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn default() -> Self

Returns the “default value” for a type.

impl<'de, Q, P> Deserialize<'de> for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<Q, P> PartialEq for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor> + PartialEq, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + PartialEq, P: SubModel<Output = (Tensor, Tensor)> + PartialEq, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + PartialEq,

fn eq(&self, other: &SacConfig<Q, P>) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<Q, P> Serialize for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<Q, P> StructuralPartialEq for SacConfig<Q, P>

where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,