Struct IqlConfig 

pub struct IqlConfig<Q, P, V>
where
    Q: SubModel2<Output = Tensor>,
    P: SubModel1<Output = (Tensor, Tensor)>,
    V: SubModel1<Output = Tensor>,
    Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
    P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
    V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,
{
    pub value_config: ValueConfig<V::Config>,
    pub critic_config: MultiCriticConfig<Q::Config>,
    pub actor_config: GaussianActorConfig<P::Config>,
    pub gamma: f32,
    pub tau_iql: f64,
    pub inv_lambda: f64,
    pub n_updates_per_opt: usize,
    pub batch_size: usize,
    pub adv_softmax: bool,
    pub critic_loss: CriticLoss,
    pub device: Option<Device>,
    pub exp_adv_max: f64,
}

Configuration of Iql.

Fields

value_config: ValueConfig<V::Config>

Configuration of the value model.

critic_config: MultiCriticConfig<Q::Config>

Configuration of the critic model.

actor_config: GaussianActorConfig<P::Config>

Configuration of the actor model.

gamma: f32

Discont factor.

tau_iql: f64

Expectile value.

inv_lambda: f64

The inverse of lambda in the paper.

n_updates_per_opt: usize

Number of parameter updates per optimization step.

batch_size: usize

Batch size for training.

adv_softmax: bool

If true, advantage weights are calculated with softmax within each mini-batch.

critic_loss: CriticLoss

Type of critic loss function.

device: Option<Device>

Device used for the actor and critic models (e.g., CPU or GPU).

exp_adv_max: f64

Maximum of exponent of advantage.

Implementations

impl<Q, P, V> IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, V: SubModel1<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,

pub fn lambda(self, v: f64) -> Self

Sets lambda.

pub fn n_updates_per_opt(self, v: usize) -> Self

Sets the numper of parameter update steps per optimization step.

pub fn batch_size(self, v: usize) -> Self

Batch size.

pub fn discount_factor(self, v: f32) -> Self

Discount factor.

pub fn critic_loss(self, v: CriticLoss) -> Self

Critic loss.

pub fn value_config(self, value_config: ValueConfig<V::Config>) -> Self

Configuration of value function.

pub fn actor_config(self, actor_config: GaussianActorConfig<P::Config>) -> Self

Configuration of actor.

pub fn critic_config(self, critic_config: MultiCriticConfig<Q::Config>) -> Self

Configuration of critic.

pub fn device(self, device: Device) -> Self

Device.

pub fn adv_softmax(self, b: bool) -> Self

If true, advantage weights are calculated with softmax within each mini-batch.

pub fn save(&self, path: impl AsRef<Path>) -> Result<()>

Saves IqlConfig to YAML file.

pub fn load(path: impl AsRef<Path>) -> Result<Self>

Constructs IqlConfig from YAML file.

Trait Implementations

impl<Q, P, V> Clone for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, V: SubModel1<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Q, P, V> Debug for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor> + Debug, P: SubModel1<Output = (Tensor, Tensor)> + Debug, V: SubModel1<Output = Tensor> + Debug, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + Debug, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + Debug, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<Q, P, V> Default for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, V: SubModel1<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,

fn default() -> Self

Returns the “default value” for a type.

impl<'de, Q, P, V> Deserialize<'de> for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, V: SubModel1<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<Q, P, V> PartialEq for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor> + PartialEq, P: SubModel1<Output = (Tensor, Tensor)> + PartialEq, V: SubModel1<Output = Tensor> + PartialEq, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + PartialEq, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + PartialEq, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone + PartialEq,

fn eq(&self, other: &IqlConfig<Q, P, V>) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<Q, P, V> Serialize for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, V: SubModel1<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<Q, P, V> StructuralPartialEq for IqlConfig<Q, P, V>

where Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, V: SubModel1<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, V::Config: DeserializeOwned + Serialize + Debug + PartialEq + Clone,