use burn::{
optim::{
LearningRate,
Optimizer,
},
tensor::{
Device,
Tensor,
},
};
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq)]
pub struct FrozenOptimizer;
impl Optimizer for FrozenOptimizer {
type State<const D: usize> = ();
fn step<const D: usize>(
&self,
_lr: LearningRate,
tensor: Tensor<D>,
_grad: Tensor<D>,
_state: Option<Self::State<D>>,
) -> (Tensor<D>, Option<Self::State<D>>) {
(tensor, None)
}
fn to_device<const D: usize>(
state: Self::State<D>,
_device: &Device,
) -> Self::State<D> {
state
}
}
#[cfg(test)]
mod tests {
use burn::optim::ModuleOptimizer;
use super::*;
use crate::support::testing::cpu_device;
#[test]
fn test_frozen_optimizer_leaves_the_tensor_unchanged() {
let device = cpu_device();
let tensor = Tensor::<2>::from_floats([[1.0, 2.0], [3.0, 4.0]], &device);
let grad = Tensor::<2>::ones([2, 2], &device);
let (stepped, state) = FrozenOptimizer.step(1.0, tensor.clone(), grad, None);
assert_eq!(stepped.into_data(), tensor.into_data());
assert!(state.is_none());
}
#[test]
fn test_frozen_optimizer_mounts_as_a_module_optimizer() {
let optim: ModuleOptimizer = FrozenOptimizer.into();
assert!(!optim.has_gradient_clipping());
}
}