solvr 0.2.0

Advanced computing library for real-world problem solving - optimization, differential equations, interpolation, statistics, and more
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! Trust-NCG algorithm trait.
use crate::DType;

use numr::autograd::Var;
use numr::error::Result as NumrResult;
use numr::runtime::Runtime;
use numr::tensor::Tensor;

use super::trust_region::{TrustRegionOptions, TrustRegionResult};
use crate::optimize::error::OptimizeResult;

/// Trust-NCG: Trust region with Steihaug-Toint conjugate gradient subproblem.
///
/// Uses CG to approximately solve the trust region subproblem. Handles
/// negative curvature by truncating at the trust region boundary.
/// Memory: O(n) per iteration.
pub trait TrustNcgAlgorithms<R: Runtime<DType = DType>> {
    fn trust_ncg<F>(
        &self,
        f: F,
        x0: &Tensor<R>,
        options: &TrustRegionOptions,
    ) -> OptimizeResult<TrustRegionResult<R>>
    where
        F: Fn(&Var<R>, &Self) -> NumrResult<Var<R>>;
}