Struct border_tch_agent::sac::SacConfig

pub struct SacConfig<Q, P>where
    Q: SubModel2<Output = Tensor>,
    Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
    P: SubModel<Output = (Tensor, Tensor)>,
    P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,{
    pub device: Option<Device>,
    /* private fields */
}

Constructs Sac.

Fields

device: Option<Device>

Implementations

impl<Q, P> SacConfig<Q, P>where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

pub fn n_updates_per_opt(self, v: usize) -> Self

Sets the numper of parameter update steps per optimization step.

pub fn min_transitions_warmup(self, v: usize) -> Self

Interval before starting optimization.

pub fn batch_size(self, v: usize) -> Self

Batch size.

pub fn discount_factor(self, v: f64) -> Self

Discount factor.

pub fn tau(self, v: f64) -> Self

Sets soft update coefficient.

pub fn ent_coef_mode(self, v: EntCoefMode) -> Self

SAC-alpha.

pub fn replay_burffer_capacity(self, v: usize) -> Self

Replay buffer capacity.

pub fn reward_scale(self, v: f32) -> Self

Reward scale.

It works for obtaining target values, not the values in logs.

pub fn critic_loss(self, v: CriticLoss) -> Self

Critic loss.

pub fn actor_config(self, actor_config: ActorConfig<P::Config>) -> Self

Configuration of actor.

pub fn critic_config(self, critic_config: CriticConfig<Q::Config>) -> Self

Configuration of critic.

pub fn n_critics(self, n_critics: usize) -> Self

The number of critics.

pub fn seed(self, seed: i64) -> Self

Random seed.

pub fn device(self, device: Device) -> Self

Device.

pub fn load(path: impl AsRef<Path>) -> Result<Self>

Constructs SacConfig from YAML file.

pub fn save(&self, path: impl AsRef<Path>) -> Result<()>

Saves SacConfig.

Trait Implementations

impl<Q, P> Clone for SacConfig<Q, P>where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn clone(&self) -> Self

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Q, P> Debug for SacConfig<Q, P>where Q: SubModel2<Output = Tensor> + Debug, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + Debug, P: SubModel<Output = (Tensor, Tensor)> + Debug, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<Q, P> Default for SacConfig<Q, P>where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn default() -> Self

Returns the “default value” for a type.

impl<'de, Q, P> Deserialize<'de> for SacConfig<Q, P>where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<Q, P> PartialEq<SacConfig<Q, P>> for SacConfig<Q, P>where Q: SubModel2<Output = Tensor> + PartialEq, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + PartialEq, P: SubModel<Output = (Tensor, Tensor)> + PartialEq, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + PartialEq,

fn eq(&self, other: &SacConfig<Q, P>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<Q, P> Serialize for SacConfig<Q, P>where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<Q, P> StructuralPartialEq for SacConfig<Q, P>where Q: SubModel2<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P: SubModel<Output = (Tensor, Tensor)>, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,