Struct ParameterManager

Source
pub struct ParameterManager<A: Float, D: Dimension> { /* private fields */ }
Expand description

Neural network parameter manager with lazy registration

Implementations§

Source§

impl<A: Float + ScalarOperand + Debug, D: Dimension> ParameterManager<A, D>

Source

pub fn new(config: OptimizationConfig<A>) -> Self

Create a new parameter manager

Source

pub fn enable_lazy_mode(&mut self)

Enable lazy registration mode

Source

pub fn disable_lazy_mode(&mut self) -> Result<()>

Disable lazy registration mode and process pending registrations

Source

pub fn register_layer( &mut self, layer_id: LayerId, architecture: LayerArchitecture, )

Register a layer architecture

Source

pub fn set_layer_rule( &mut self, layer_id: LayerId, rule: LayerOptimizationRule<A>, )

Set layer-specific optimization rule

Source

pub fn register_parameter( &mut self, param_id: ParamId, metadata: ParameterMetadata, ) -> Result<()>

Register a parameter

Source

pub fn get_effective_learning_rate(&self, param_id: &ParamId) -> A

Get effective learning rate for a parameter

Source

pub fn get_effective_weight_decay(&self, param_id: &ParamId) -> A

Get effective weight decay for a parameter

Source

pub fn is_parameter_frozen(&self, param_id: &ParamId) -> bool

Check if parameter is frozen

Source

pub fn get_sharing_group(&self, group_name: &str) -> Option<&[ParamId]>

Get parameters in a sharing group

Source

pub fn get_all_parameters(&self) -> &HashMap<ParamId, ParameterMetadata>

Get all registered parameters

Source

pub fn get_layer_architecture( &self, layer_id: &LayerId, ) -> Option<&LayerArchitecture>

Get layer architecture

Source

pub fn get_parameter_metadata( &self, param_id: &ParamId, ) -> Option<&ParameterMetadata>

Get parameter metadata

Source

pub fn update_config(&mut self, config: OptimizationConfig<A>)

Update global configuration

Source

pub fn get_optimizer_state( &self, param_id: &ParamId, ) -> Option<&HashMap<String, Array<A, D>>>

Get optimizer state for parameter

Source

pub fn get_optimizer_state_mut( &mut self, param_id: &ParamId, ) -> Option<&mut HashMap<String, Array<A, D>>>

Get mutable optimizer state for parameter

Source

pub fn init_optimizer_state( &mut self, param_id: &ParamId, state_name: &str, state: Array<A, D>, ) -> Result<()>

Initialize optimizer state for parameter

Source

pub fn reset_optimizer_states(&mut self)

Reset all optimizer states

Source

pub fn get_parameters_by_layer(&self, layer_id: &LayerId) -> Vec<&ParamId>

Get parameters by layer

Source

pub fn get_parameters_by_type(&self, param_type: ParameterType) -> Vec<&ParamId>

Get parameters by type

Source

pub fn get_trainable_parameters(&self) -> Vec<&ParamId>

Get trainable parameters

Trait Implementations§

Source§

impl<A: Debug + Float, D: Debug + Dimension> Debug for ParameterManager<A, D>

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations§

§

impl<A, D> Freeze for ParameterManager<A, D>
where A: Freeze,

§

impl<A, D> RefUnwindSafe for ParameterManager<A, D>

§

impl<A, D> Send for ParameterManager<A, D>
where A: Send,

§

impl<A, D> Sync for ParameterManager<A, D>
where A: Sync,

§

impl<A, D> Unpin for ParameterManager<A, D>
where A: Unpin, D: Unpin,

§

impl<A, D> UnwindSafe for ParameterManager<A, D>

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V