anofox-forecast 0.15.0

//! ADIDA (Aggregate-Disaggregate Intermittent Demand Approach).
//!
//! ADIDA aggregates the time series to a lower frequency where demand
//! is less intermittent, applies SES, then disaggregates the forecast.

use crate::core::{Forecast, TimeSeries};
use crate::error::{ForecastError, Result};
use crate::models::{validate_series_complete, Forecaster};

/// ADIDA method for intermittent demand forecasting.
#[derive(Debug, Clone)]
#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
pub struct ADIDA {
    /// Smoothing parameter for SES (if None, will be optimized).
    alpha: Option<f64>,
    /// Aggregation level (automatically determined or fixed).
    aggregation_level: Option<usize>,
    /// Whether to automatically determine aggregation level.
    auto_aggregate: bool,
    /// Final forecast level.
    forecast_level: Option<f64>,
    /// Fitted values.
    fitted: Option<Vec<f64>>,
    /// Residuals.
    residuals: Option<Vec<f64>>,
    /// Original series length.
    n: usize,
    /// Optimized alpha value.
    optimized_alpha: Option<f64>,
}

impl ADIDA {
    /// Create a new ADIDA model with default settings.
    pub fn new() -> Self {
        Self {
            alpha: None, // Will be optimized
            aggregation_level: None,
            auto_aggregate: true,
            forecast_level: None,
            fitted: None,
            residuals: None,
            n: 0,
            optimized_alpha: None,
        }
    }

    /// Set the smoothing parameter.
    pub fn with_alpha(mut self, alpha: f64) -> Self {
        self.alpha = Some(alpha.clamp(0.01, 0.99));
        self
    }

    /// Set a fixed aggregation level.
    pub fn with_aggregation_level(mut self, level: usize) -> Self {
        self.aggregation_level = Some(level.max(1));
        self.auto_aggregate = false;
        self
    }

    /// Get the smoothing parameter.
    pub fn alpha(&self) -> f64 {
        self.optimized_alpha.or(self.alpha).unwrap_or(0.1)
    }

    /// Get the aggregation level used.
    pub fn aggregation_level(&self) -> Option<usize> {
        self.aggregation_level
    }

    /// Get the forecast level.
    pub fn forecast_level(&self) -> Option<f64> {
        self.forecast_level
    }

    /// Calculate inter-demand intervals (statsforecast compatible).
    /// Returns intervals between non-zero values, with first interval
    /// being distance from index 0 to first non-zero.
    fn intervals(values: &[f64]) -> Vec<f64> {
        let nonzero_idxs: Vec<usize> = values
            .iter()
            .enumerate()
            .filter(|(_, &v)| v != 0.0)
            .map(|(i, _)| i)
            .collect();

        if nonzero_idxs.is_empty() {
            return vec![];
        }

        // First interval is index + 1 (1-based)
        let mut intervals = vec![(nonzero_idxs[0] + 1) as f64];

        // Subsequent intervals are differences
        for i in 1..nonzero_idxs.len() {
            intervals.push((nonzero_idxs[i] - nonzero_idxs[i - 1]) as f64);
        }

        intervals
    }

    /// Aggregate the series to a lower frequency.
    /// Drops remainder at the BEGINNING to match statsforecast.
    fn aggregate(values: &[f64], level: usize) -> Vec<f64> {
        if level <= 1 {
            return values.to_vec();
        }

        let lost_remainder = values.len() % level;
        let y_cut = &values[lost_remainder..];

        y_cut
            .chunks(level)
            .map(|chunk| chunk.iter().sum())
            .collect()
    }

    /// Disaggregate the forecast to original frequency.
    fn disaggregate(aggregated_forecast: f64, level: usize) -> f64 {
        aggregated_forecast / level as f64
    }

    /// Compute SES SSE for optimization.
    fn ses_sse(values: &[f64], alpha: f64) -> f64 {
        if values.len() < 2 {
            return f64::MAX;
        }

        let mut level = values[0];
        let mut sse = 0.0;

        for &v in values.iter().skip(1) {
            let error = v - level;
            sse += error * error;
            level = alpha * v + (1.0 - alpha) * level;
        }

        sse
    }

    /// Fit SES to aggregated series with given alpha.
    fn fit_ses(values: &[f64], alpha: f64) -> f64 {
        if values.is_empty() {
            return 0.0;
        }
        let mut level = values[0];
        for &v in values.iter().skip(1) {
            level = alpha * v + (1.0 - alpha) * level;
        }
        level
    }

    /// Optimize alpha by grid search in (0.1, 0.3) range.
    fn optimize_alpha(values: &[f64]) -> f64 {
        if values.len() < 2 {
            return 0.1;
        }

        let mut best_alpha = 0.1;
        let mut best_sse = f64::MAX;

        // Grid search with fine granularity
        let steps = 100;
        for i in 0..=steps {
            let alpha = 0.1 + (0.3 - 0.1) * (i as f64 / steps as f64);
            let sse = Self::ses_sse(values, alpha);
            if sse < best_sse {
                best_sse = sse;
                best_alpha = alpha;
            }
        }

        best_alpha
    }
}

impl Default for ADIDA {
    fn default() -> Self {
        Self::new()
    }
}

impl Forecaster for ADIDA {
    fn fit(&mut self, series: &TimeSeries) -> Result<()> {
        validate_series_complete(series)?;
        let values = series.primary_values();
        self.n = values.len();

        if values.len() < 4 {
            return Err(ForecastError::InsufficientData {
                needed: 4,
                got: values.len(),
                hint: Some("ADIDA requires at least 4 observations for demand estimation".into()),
            });
        }

        // Check for all zeros
        if values.iter().all(|&v| v == 0.0) {
            self.forecast_level = Some(0.0);
            self.fitted = Some(vec![0.0; values.len()]);
            self.residuals = Some(vec![0.0; values.len()]);
            self.aggregation_level = Some(1);
            return Ok(());
        }

        // Calculate intervals and mean interval (statsforecast compatible)
        let intervals = Self::intervals(values);
        if intervals.is_empty() {
            return Err(ForecastError::ComputationError(
                "No non-zero demand values found".to_string(),
            ));
        }

        let mean_interval: f64 = intervals.iter().sum::<f64>() / intervals.len() as f64;

        // Determine aggregation level
        let level = if self.auto_aggregate {
            (mean_interval.round() as usize).max(1)
        } else {
            self.aggregation_level.unwrap_or(1)
        };
        self.aggregation_level = Some(level);

        // Aggregate the series (drops remainder at beginning)
        let aggregated = Self::aggregate(values, level);

        if aggregated.is_empty() {
            return Err(ForecastError::ComputationError(
                "Aggregated series too short".to_string(),
            ));
        }

        // Optimize or use fixed alpha
        let alpha = if let Some(a) = self.alpha {
            a
        } else {
            Self::optimize_alpha(&aggregated)
        };
        self.optimized_alpha = Some(alpha);

        // Fit SES to aggregated series
        let aggregated_forecast = Self::fit_ses(&aggregated, alpha);

        // Disaggregate the forecast
        let forecast = Self::disaggregate(aggregated_forecast, level);
        self.forecast_level = Some(forecast);

        // Compute fitted values (constant forecast at original frequency)
        let fitted = vec![forecast; values.len()];
        let residuals: Vec<f64> = values
            .iter()
            .zip(fitted.iter())
            .map(|(y, f)| y - f)
            .collect();

        self.fitted = Some(fitted);
        self.residuals = Some(residuals);

        Ok(())
    }

    fn predict(&self, horizon: usize) -> Result<Forecast> {
        let forecast_level = self
            .forecast_level
            .ok_or(ForecastError::FitRequired { model: None })?;

        if horizon == 0 {
            return Ok(Forecast::from_values(Vec::new()));
        }

        // ADIDA produces flat forecasts
        let values = vec![forecast_level; horizon];
        Ok(Forecast::from_values(values))
    }

    fn predict_with_intervals(&self, horizon: usize, level: f64) -> Result<Forecast> {
        let point_forecast = self.predict(horizon)?;

        if horizon == 0 {
            return Ok(point_forecast);
        }

        // Compute variance from residuals
        let residuals = self
            .residuals
            .as_ref()
            .ok_or(ForecastError::FitRequired { model: None })?;
        let variance = if residuals.len() > 1 {
            let mean_resid: f64 = residuals.iter().sum::<f64>() / residuals.len() as f64;
            residuals
                .iter()
                .map(|r| (r - mean_resid).powi(2))
                .sum::<f64>()
                / (residuals.len() - 1) as f64
        } else {
            1.0
        };
        let std_dev = variance.sqrt();

        let z = crate::utils::quantile_normal(0.5 + level / 2.0);

        let lower: Vec<f64> = point_forecast
            .primary()
            .iter()
            .map(|&f| f - z * std_dev)
            .collect();
        let upper: Vec<f64> = point_forecast
            .primary()
            .iter()
            .map(|&f| f + z * std_dev)
            .collect();

        Ok(Forecast::from_values_with_intervals(
            point_forecast.primary().to_vec(),
            lower,
            upper,
        ))
    }

    fn fitted_values(&self) -> Option<&[f64]> {
        self.fitted.as_deref()
    }

    fn fitted_values_with_intervals(&self, level: f64) -> Option<Forecast> {
        let fitted = self.fitted.as_ref()?;
        let residuals = self.residuals.as_ref()?;

        // Compute variance from residuals
        let valid_residuals: Vec<f64> = residuals.iter().copied().filter(|r| !r.is_nan()).collect();

        if valid_residuals.is_empty() {
            return Some(Forecast::from_values(fitted.clone()));
        }

        let n = valid_residuals.len() as f64;
        let variance = crate::simd::sum_of_squares(&valid_residuals) / n;

        if variance <= 0.0 {
            return Some(Forecast::from_values(fitted.clone()));
        }

        let z = crate::utils::quantile_normal(0.5 + level / 2.0);
        let sigma = variance.sqrt();

        let lower: Vec<f64> = fitted.iter().map(|&f| f - z * sigma).collect();
        let upper: Vec<f64> = fitted.iter().map(|&f| f + z * sigma).collect();

        Some(Forecast::from_values_with_intervals(
            fitted.clone(),
            lower,
            upper,
        ))
    }

    fn residuals(&self) -> Option<&[f64]> {
        self.residuals.as_deref()
    }

    fn name(&self) -> &str {
        "ADIDA"
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use chrono::{Duration, TimeZone, Utc};

    fn make_timestamps(n: usize) -> Vec<chrono::DateTime<Utc>> {
        let base = Utc.with_ymd_and_hms(2024, 1, 1, 0, 0, 0).unwrap();
        (0..n).map(|i| base + Duration::hours(i as i64)).collect()
    }

    fn make_intermittent_series() -> TimeSeries {
        let timestamps = make_timestamps(20);
        let values = vec![
            5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0,
            3.0, 0.0, 0.0,
        ];
        TimeSeries::univariate(timestamps, values).unwrap()
    }

    #[test]
    fn adida_basic() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        assert!(model.forecast_level().is_some());
        assert!(model.aggregation_level().is_some());

        let forecast = model.predict(5).unwrap();
        assert_eq!(forecast.horizon(), 5);
    }

    #[test]
    fn adida_flat_forecast() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(10).unwrap();

        // ADIDA produces flat forecasts
        let first = forecast.primary()[0];
        for &v in forecast.primary() {
            assert!(
                (v - first).abs() < 1e-10,
                "ADIDA should produce flat forecasts"
            );
        }
    }

    #[test]
    fn adida_with_alpha() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new().with_alpha(0.3);
        model.fit(&ts).unwrap();

        assert!((model.alpha() - 0.3).abs() < 1e-10);
    }

    #[test]
    fn adida_with_fixed_aggregation() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new().with_aggregation_level(4);
        model.fit(&ts).unwrap();

        assert_eq!(model.aggregation_level(), Some(4));
    }

    #[test]
    fn adida_auto_aggregation() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        // Auto-aggregation should determine a reasonable level
        let level = model.aggregation_level().unwrap();
        assert!(level >= 1);
    }

    #[test]
    fn adida_insufficient_data() {
        let timestamps = make_timestamps(3);
        let values = vec![1.0, 0.0, 2.0];
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        assert!(matches!(
            model.fit(&ts),
            Err(ForecastError::InsufficientData { .. })
        ));
    }

    #[test]
    fn adida_no_demands() {
        let timestamps = make_timestamps(10);
        let values = vec![0.0; 10];
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        // statsforecast returns 0 for all-zero series
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();
        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(
                (v - 0.0).abs() < 1e-10,
                "All-zero series should forecast zero"
            );
        }
    }

    #[test]
    fn adida_requires_fit() {
        let model = ADIDA::new();
        assert!(matches!(
            model.predict(5),
            Err(ForecastError::FitRequired { .. })
        ));
    }

    #[test]
    fn adida_zero_horizon() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(0).unwrap();
        assert_eq!(forecast.horizon(), 0);
    }

    #[test]
    fn adida_confidence_intervals() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict_with_intervals(5, 0.95).unwrap();
        assert!(forecast.has_lower());
        assert!(forecast.has_upper());
    }

    #[test]
    fn adida_fitted_and_residuals() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        assert!(model.fitted_values().is_some());
        assert!(model.residuals().is_some());
        assert_eq!(model.fitted_values().unwrap().len(), 20);
    }

    #[test]
    fn adida_name() {
        let model = ADIDA::new();
        assert_eq!(model.name(), "ADIDA");
    }

    #[test]
    fn adida_default() {
        let model = ADIDA::default();
        // Default model optimizes alpha, so without fitting it defaults to 0.1
        assert!((model.alpha() - 0.1).abs() < 1e-10);
    }

    #[test]
    fn adida_positive_forecast() {
        let ts = make_intermittent_series();
        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(v > 0.0, "Forecast should be positive for demand data");
        }
    }

    // ==================== Edge cases ====================

    #[test]
    fn adida_all_zero_demand() {
        let timestamps = make_timestamps(20);
        let values = vec![0.0; 20];
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!((v - 0.0).abs() < 1e-10, "All-zero should forecast zero");
        }
        assert_eq!(model.aggregation_level(), Some(1));
    }

    #[test]
    fn adida_single_nonzero_demand() {
        // Only one non-zero value
        let timestamps = make_timestamps(10);
        let mut values = vec![0.0; 10];
        values[5] = 10.0;
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(v.is_finite());
        }
    }

    #[test]
    fn adida_very_sparse_data() {
        // >90% zeros
        let timestamps = make_timestamps(50);
        let mut values = vec![0.0; 50];
        values[0] = 5.0;
        values[25] = 3.0;
        values[49] = 7.0;
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(
                v > 0.0,
                "Forecast should be positive for sparse demand data"
            );
            assert!(v.is_finite());
        }
        // Aggregation level should be high for sparse data
        let level = model.aggregation_level().unwrap();
        assert!(level >= 1);
    }

    #[test]
    fn adida_negative_values() {
        // Negative values are treated as non-zero for interval computation
        let timestamps = make_timestamps(10);
        let values = vec![5.0, -1.0, 0.0, 3.0, -2.0, 0.0, 4.0, 0.0, 2.0, -1.0];
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(v.is_finite());
        }
    }

    #[test]
    fn adida_very_long_inter_demand_intervals() {
        let timestamps = make_timestamps(40);
        let mut values = vec![0.0; 40];
        values[0] = 10.0;
        values[39] = 10.0;
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(
                v.is_finite(),
                "Forecast should be finite with long intervals"
            );
        }
        // Aggregation level should be high
        let level = model.aggregation_level().unwrap();
        assert!(level >= 1);
    }

    #[test]
    fn adida_aggregation_level_1() {
        // Force aggregation level 1 (no aggregation)
        let ts = make_intermittent_series();
        let mut model = ADIDA::new().with_aggregation_level(1);
        model.fit(&ts).unwrap();

        assert_eq!(model.aggregation_level(), Some(1));
        let forecast = model.predict(5).unwrap();
        assert_eq!(forecast.horizon(), 5);
    }

    #[test]
    fn adida_large_aggregation_level() {
        // Force a large aggregation level
        let ts = make_intermittent_series();
        let mut model = ADIDA::new().with_aggregation_level(10);
        model.fit(&ts).unwrap();

        assert_eq!(model.aggregation_level(), Some(10));
        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(v.is_finite());
        }
    }

    #[test]
    fn adida_consecutive_demands() {
        // All non-zero values (no intermittency)
        let timestamps = make_timestamps(10);
        let values = vec![5.0, 3.0, 4.0, 6.0, 2.0, 5.0, 3.0, 4.0, 6.0, 2.0];
        let ts = TimeSeries::univariate(timestamps, values).unwrap();

        let mut model = ADIDA::new();
        model.fit(&ts).unwrap();

        // Aggregation level should be 1 (mean interval = 1)
        assert_eq!(model.aggregation_level(), Some(1));

        let forecast = model.predict(5).unwrap();
        for &v in forecast.primary() {
            assert!(v > 0.0);
        }
    }
}