pub struct TransformerMetaLearning<T: Float + Debug + ScalarOperand + Send + Sync + 'static> { /* private fields */ }Expand description
Transformer meta-learning implementation
Implementations§
Source§impl<T: Float + Debug + ScalarOperand + Send + Sync + 'static> TransformerMetaLearning<T>
impl<T: Float + Debug + ScalarOperand + Send + Sync + 'static> TransformerMetaLearning<T>
Sourcepub fn new(config: &TransformerBasedOptimizerConfig<T>) -> Result<Self>
pub fn new(config: &TransformerBasedOptimizerConfig<T>) -> Result<Self>
Create new transformer meta-learning component
Sourcepub fn meta_step(
&mut self,
tasks: &[TaskBatch<T>],
support_data: &[Array2<T>],
query_data: &[Array2<T>],
) -> Result<MetaLearningResult<T>>
pub fn meta_step( &mut self, tasks: &[TaskBatch<T>], support_data: &[Array2<T>], query_data: &[Array2<T>], ) -> Result<MetaLearningResult<T>>
Perform meta-learning step
Sourcepub fn generate_update(
&mut self,
transformer_output: &Array2<T>,
current_parameters: &Array1<T>,
) -> Result<Array1<T>>
pub fn generate_update( &mut self, transformer_output: &Array2<T>, current_parameters: &Array1<T>, ) -> Result<Array1<T>>
Generate optimization update using meta-learned parameters
Sourcepub fn update_from_loss(&mut self, loss: T) -> Result<()>
pub fn update_from_loss(&mut self, loss: T) -> Result<()>
Update meta-learning state from loss
Sourcepub fn parameter_count(&self) -> usize
pub fn parameter_count(&self) -> usize
Total learnable parameters held by the adaptation networks.
Sourcepub fn meta_optimizer_mut(&mut self) -> &mut MetaOptimizer<T>
pub fn meta_optimizer_mut(&mut self) -> &mut MetaOptimizer<T>
Mutable access to the outer-loop optimizer (e.g. to enable momentum).
Sourcepub fn set_strategy(&mut self, strategy: MetaLearningStrategy)
pub fn set_strategy(&mut self, strategy: MetaLearningStrategy)
Set meta-learning strategy
Sourcepub fn get_strategy(&self) -> MetaLearningStrategy
pub fn get_strategy(&self) -> MetaLearningStrategy
Get current strategy
Auto Trait Implementations§
impl<T> Freeze for TransformerMetaLearning<T>where
MetaLearningConfig<T>: Freeze,
MetaOptimizer<T>: Freeze,
AdaptationNetwork<T>: Freeze,
MemoryBank<T>: Freeze,
PerformanceTracker<T>: Freeze,
MetaState<T>: Freeze,
impl<T> RefUnwindSafe for TransformerMetaLearning<T>where
MetaLearningConfig<T>: RefUnwindSafe,
MetaOptimizer<T>: RefUnwindSafe,
AdaptationNetwork<T>: RefUnwindSafe,
MemoryBank<T>: RefUnwindSafe,
PerformanceTracker<T>: RefUnwindSafe,
MetaState<T>: RefUnwindSafe,
impl<T> Send for TransformerMetaLearning<T>where
MetaLearningConfig<T>: Send,
MetaOptimizer<T>: Send,
AdaptationNetwork<T>: Send,
MemoryBank<T>: Send,
PerformanceTracker<T>: Send,
MetaState<T>: Send,
impl<T> Sync for TransformerMetaLearning<T>where
MetaLearningConfig<T>: Sync,
MetaOptimizer<T>: Sync,
AdaptationNetwork<T>: Sync,
MemoryBank<T>: Sync,
PerformanceTracker<T>: Sync,
MetaState<T>: Sync,
impl<T> Unpin for TransformerMetaLearning<T>where
MetaLearningConfig<T>: Unpin,
MetaOptimizer<T>: Unpin,
AdaptationNetwork<T>: Unpin,
MemoryBank<T>: Unpin,
PerformanceTracker<T>: Unpin,
MetaState<T>: Unpin,
impl<T> UnsafeUnpin for TransformerMetaLearning<T>where
MetaLearningConfig<T>: UnsafeUnpin,
MetaOptimizer<T>: UnsafeUnpin,
AdaptationNetwork<T>: UnsafeUnpin,
MemoryBank<T>: UnsafeUnpin,
PerformanceTracker<T>: UnsafeUnpin,
MetaState<T>: UnsafeUnpin,
impl<T> UnwindSafe for TransformerMetaLearning<T>where
MetaLearningConfig<T>: UnwindSafe,
MetaOptimizer<T>: UnwindSafe,
AdaptationNetwork<T>: UnwindSafe,
MemoryBank<T>: UnwindSafe,
PerformanceTracker<T>: UnwindSafe,
MetaState<T>: UnwindSafe,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
impl<T> Read<Exclusive, BecauseExclusive> for Twhere
T: ?Sized,
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.