solvr 0.2.0

Advanced computing library for real-world problem solving - optimization, differential equations, interpolation, statistics, and more
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! Trust-Krylov algorithm trait.
use crate::DType;

use numr::autograd::Var;
use numr::error::Result as NumrResult;
use numr::runtime::Runtime;
use numr::tensor::Tensor;

use super::trust_region::{TrustRegionOptions, TrustRegionResult};
use crate::optimize::error::OptimizeResult;

/// Trust-Krylov: Trust region with GLTR (Generalized Lanczos Trust Region).
///
/// Uses Lanczos iteration to build a tridiagonal approximation of H,
/// then solves the trust region subproblem in the reduced Krylov space.
/// Memory: O(kn) where k is the Lanczos iteration count.
pub trait TrustKrylovAlgorithms<R: Runtime<DType = DType>> {
    fn trust_krylov<F>(
        &self,
        f: F,
        x0: &Tensor<R>,
        options: &TrustRegionOptions,
    ) -> OptimizeResult<TrustRegionResult<R>>
    where
        F: Fn(&Var<R>, &Self) -> NumrResult<Var<R>>;
}