optirs-learned 0.3.2

OptiRS learned optimizers and meta-learning
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! # AdaptiveConfig - Trait Implementations
//!
//! This module contains trait implementations for `AdaptiveConfig`.
//!
//! ## Implemented Traits
//!
//! - `Default`
//!
//! 🤖 Generated with [SplitRS](https://github.com/cool-japan/splitrs)

use scirs2_core::numeric::Float;
use std::fmt::Debug;

use super::types::AdaptiveConfig;

impl<T: Float + Debug + scirs2_core::ndarray::ScalarOperand + Send + Sync + 'static> Default
    for AdaptiveConfig<T>
{
    fn default() -> Self {
        Self {
            adaptive_sequence_length: true,
            max_sequence_length: 1024,
            min_sequence_length: 64,
            attention_sparsity_threshold: scirs2_core::numeric::NumCast::from(0.1)
                .unwrap_or_else(|| T::zero()),
            memory_budget: 8192,
            dynamic_head_pruning: true,
            layer_adaptation: true,
            landscape_analysis_frequency: 100,
            prediction_horizon: 50,
            adaptation_lr: scirs2_core::numeric::NumCast::from(0.001).unwrap_or_else(|| T::zero()),
        }
    }
}