Struct DqnConfig 

pub struct DqnConfig<Q>
where
    Q: SubModel<Output = Tensor>,
    Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
{

    pub model_config: DqnModelConfig<Q::Config>,
    pub soft_update_interval: usize,
    pub n_updates_per_opt: usize,
    pub batch_size: usize,
    pub discount_factor: f64,
    pub tau: f64,
    pub train: bool,
    pub explorer: DqnExplorer,
    pub clip_reward: Option<f64>,
    pub double_dqn: bool,
    pub clip_td_err: Option<(f64, f64)>,
    pub device: Option<Device>,
    pub critic_loss: CriticLoss,
    pub record_verbose_level: usize,
    pub phantom: PhantomData<Q>,
}

Configuration of Dqn agent.

Fields

model_config: DqnModelConfig<Q::Config>

soft_update_interval: usize

n_updates_per_opt: usize

batch_size: usize

discount_factor: f64

tau: f64

train: bool

explorer: DqnExplorer

clip_reward: Option<f64>

double_dqn: bool

clip_td_err: Option<(f64, f64)>

device: Option<Device>

critic_loss: CriticLoss

record_verbose_level: usize

phantom: PhantomData<Q>

Implementations

impl<Q> DqnConfig<Q>

where Q: SubModel<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

pub fn soft_update_interval(self, v: usize) -> Self

Sets soft update interval.

pub fn n_updates_per_opt(self, v: usize) -> Self

Sets the numper of parameter update steps per optimization step.

pub fn batch_size(self, v: usize) -> Self

Batch size.

pub fn discount_factor(self, v: f64) -> Self

Discount factor.

pub fn tau(self, v: f64) -> Self

Soft update coefficient.

pub fn explorer(self, v: DqnExplorer) -> Self

Explorer.

pub fn model_config(self, model_config: DqnModelConfig<Q::Config>) -> Self

Sets the configuration of the model.

pub fn opt_config(self, opt_config: OptimizerConfig) -> Self

Sets the configration of the optimizer.

pub fn out_dim(self, out_dim: i64) -> Self

Sets the output dimention of the dqn model of the DQN agent.

pub fn clip_reward(self, clip_reward: Option<f64>) -> Self

Reward clipping.

pub fn double_dqn(self, double_dqn: bool) -> Self

Double DQN

pub fn clip_td_err(self, clip_td_err: Option<(f64, f64)>) -> Self

TD-error clipping.

pub fn device(self, device: Device) -> Self

Device.

pub fn critic_loss(self, v: CriticLoss) -> Self

Sets critic loss.

pub fn record_verbose_level(self, v: usize) -> Self

Sets verbose level.

pub fn load(path: impl AsRef<Path>) -> Result<Self>

Loads DqnConfig from YAML file.

pub fn save(&self, path: impl AsRef<Path>) -> Result<()>

Saves DqnConfig.

Trait Implementations

impl<Q> Clone for DqnConfig<Q>

where Q: SubModel<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Q> Debug for DqnConfig<Q>

where Q: SubModel<Output = Tensor> + Debug, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<Q> Default for DqnConfig<Q>

where Q: SubModel<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn default() -> Self

Constructs DQN builder with default parameters.

impl<'de, Q> Deserialize<'de> for DqnConfig<Q>

where Q: SubModel<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<Q> PartialEq for DqnConfig<Q>

where Q: SubModel<Output = Tensor> + PartialEq, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone + PartialEq,

fn eq(&self, other: &DqnConfig<Q>) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<Q> Serialize for DqnConfig<Q>

where Q: SubModel<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<Q> StructuralPartialEq for DqnConfig<Q>

where Q: SubModel<Output = Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,