Struct Awac 

pub struct Awac<E, Q, P, R>
where
    Q: SubModel2<Output = Tensor>,
    P: SubModel1<Output = (Tensor, Tensor)>,
    Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
    P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,
{ /* private fields */ }

Advantage weighted actor critic (AWAC) agent.

Trait Implementations

impl<E, Q, P, R> Agent<E, R> for Awac<E, Q, P, R>

where E: Env + 'static, Q: SubModel2<Output = Tensor> + 'static, P: SubModel1<Output = (Tensor, Tensor)> + 'static, R: ReplayBufferBase + 'static, E::Obs: Into<Q::Input1> + Into<P::Input>, E::Act: Into<Q::Input2> + Into<Tensor> + From<Tensor>, Q::Input2: From<Tensor> + Into<Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, R::Batch: TransitionBatch, <R::Batch as TransitionBatch>::ObsBatch: Into<Q::Input1> + Into<P::Input> + Clone, <R::Batch as TransitionBatch>::ActBatch: Into<Q::Input2> + Into<Tensor> + Clone,

fn train(&mut self)

Switches the agent to training mode.

fn eval(&mut self)

Switches the agent to evaluation mode.

fn is_train(&self) -> bool

Returns whether the agent is currently in training mode.

fn opt_with_record(&mut self, buffer: &mut R) -> Record

Performs an optimization step and returns training metrics.

fn save_params(&self, path: &Path) -> Result<Vec<PathBuf>>

Saves the agent’s parameters to the specified directory.

fn load_params(&mut self, path: &Path) -> Result<()>

Loads the agent’s parameters from the specified directory.

fn as_any_mut(&mut self) -> &mut dyn Any

Returns a mutable reference to the agent as a type-erased Any value.

fn as_any_ref(&self) -> &dyn Any

Returns a reference to the agent as a type-erased Any value.

fn opt(&mut self, buffer: &mut R)

Performs a single optimization step using experiences from the replay buffer.

impl<E, Q, P, R> Configurable for Awac<E, Q, P, R>

where E: Env, Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, E::Obs: Into<Q::Input1> + Into<P::Input>, E::Act: Into<Q::Input2> + From<Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn build(config: Self::Config) -> Self

Constructs Awac agent.

type Config = AwacConfig<Q, P>

The configuration type for this object.

fn build_from_path(path: impl AsRef<Path>) -> Result<Self, Error>

where Self: Sized,

Builds a new instance from a YAML configuration file.

impl<E, Q, P, R> Policy<E> for Awac<E, Q, P, R>

where E: Env, Q: SubModel2<Output = Tensor>, P: SubModel1<Output = (Tensor, Tensor)>, E::Obs: Into<Q::Input1> + Into<P::Input>, E::Act: Into<Q::Input2> + From<Tensor>, Q::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone, P::Config: DeserializeOwned + Serialize + OutDim + Debug + PartialEq + Clone,

fn sample(&mut self, obs: &E::Obs) -> E::Act

Samples an action given an observation from the environment.