use solow_core::{Error, Result};
use crate::{Split, Splitter};
#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
#[derive(Clone, Debug, PartialEq)]
pub struct CrossValScores {
pub scores: Vec<f64>,
pub n_folds: usize,
}
impl CrossValScores {
pub fn mean(&self) -> f64 {
self.scores.iter().sum::<f64>() / self.n_folds as f64
}
pub fn std(&self) -> f64 {
if self.n_folds < 2 {
return 0.0;
}
let m = self.mean();
let s2: f64 =
self.scores.iter().map(|v| (v - m).powi(2)).sum::<f64>() / (self.n_folds as f64 - 1.0);
s2.sqrt()
}
pub fn standard_error(&self) -> f64 {
self.std() / (self.n_folds as f64).sqrt()
}
}
pub fn cross_val_score<S, F>(splitter: &S, n: usize, fit_and_score: F) -> Result<CrossValScores>
where
S: Splitter,
F: FnMut(&[usize], &[usize]) -> Result<f64>,
{
let folds = splitter.split(n)?;
fold_scores(&folds, fit_and_score)
}
pub fn cross_val_score_from_folds<F>(folds: &[Split], fit_and_score: F) -> Result<CrossValScores>
where
F: FnMut(&[usize], &[usize]) -> Result<f64>,
{
fold_scores(folds, fit_and_score)
}
#[cfg(feature = "parallel")]
pub fn cross_val_score_parallel<S, F>(
splitter: &S,
n: usize,
fit_and_score: F,
) -> Result<CrossValScores>
where
S: Splitter,
F: Fn(&[usize], &[usize]) -> Result<f64> + Send + Sync,
{
use rayon::prelude::*;
let folds = splitter.split(n)?;
if folds.is_empty() {
return Err(solow_core::Error::Value(
"cross_val_score_parallel: splitter produced zero folds".into(),
));
}
let scores: Result<Vec<f64>> = folds
.par_iter()
.map(|fold| {
let s = fit_and_score(&fold.train, &fold.test)?;
if !s.is_finite() {
return Err(solow_core::Error::Value(
"cross_val_score_parallel: fit_and_score returned a non-finite score".into(),
));
}
Ok(s)
})
.collect();
let scores = scores?;
let n_folds = scores.len();
Ok(CrossValScores { scores, n_folds })
}
fn fold_scores<F>(folds: &[Split], mut fit_and_score: F) -> Result<CrossValScores>
where
F: FnMut(&[usize], &[usize]) -> Result<f64>,
{
if folds.is_empty() {
return Err(Error::Value(
"cross_val_score: splitter produced zero folds".into(),
));
}
let mut scores = Vec::with_capacity(folds.len());
for fold in folds {
let s = fit_and_score(&fold.train, &fold.test)?;
if !s.is_finite() {
return Err(Error::Value(
"cross_val_score: fit_and_score returned a non-finite score".into(),
));
}
scores.push(s);
}
let n_folds = scores.len();
Ok(CrossValScores { scores, n_folds })
}