ggplot_rs/geom/

boxplot.rs

use crate::aes::Aesthetic;
use crate::coord::Coord;
use crate::data::{DataFrame, Value};
use crate::position::dodge2::PositionDodge2;
use crate::position::Position;
use crate::render::backend::{DrawBackend, LineStyle, Linetype, PointShape, PointStyle, RectStyle};
use crate::render::RenderError;
use crate::scale::ScaleSet;
use crate::stat::boxplot::StatBoxplot;
use crate::stat::Stat;
use crate::theme::Theme;

use super::{Geom, GeomParams};

/// Boxplot geometry (ggplot2's `geom_boxplot`).
#[derive(Clone, Debug)]
pub struct GeomBoxplot {
    pub fill: (u8, u8, u8),
    pub color: (u8, u8, u8),
    pub width: f64,
    pub alpha: f64,
    /// Notched box: the sides pinch in to `notch_width` of the box at the
    /// median, spanning median ± 1.58·IQR/√n (`notch = TRUE`).
    pub notch: bool,
    /// Box width at the notch, relative to the box (`notchwidth`, 0.5).
    pub notch_width: f64,
    /// Box width ∝ √n of the group (`varwidth = TRUE`).
    pub varwidth: bool,
    /// Whisker reach in IQRs passed to the default stat (`coef`, 1.5).
    pub coef: f64,
    /// Draw the outlier points (`outliers = FALSE` hides them).
    pub outliers: bool,
    /// Outlier point colour; `None` = the box outline colour.
    pub outlier_color: Option<(u8, u8, u8)>,
    /// Outlier point shape (`outlier.shape`; default an open circle).
    pub outlier_shape: PointShape,
    /// Fill outlier points (`outlier.shape = 19`-like) instead of outlining.
    pub outlier_filled: bool,
    /// Outlier point radius in px (`outlier.size`).
    pub outlier_size: f64,
    /// Outlier point opacity (`outlier.alpha`).
    pub outlier_alpha: f64,
    /// Whisker end-cap width relative to the box (`staplewidth`; 0 = none).
    /// ggplot2's default is 0; ggplot-rs keeps its historical 0.5 caps.
    pub staple_width: f64,
}

impl Default for GeomBoxplot {
    fn default() -> Self {
        GeomBoxplot {
            fill: (255, 255, 255),
            color: (50, 50, 50),
            width: 0.75,
            alpha: 1.0,
            notch: false,
            notch_width: 0.5,
            varwidth: false,
            coef: 1.5,
            outliers: true,
            outlier_color: None,
            outlier_shape: PointShape::Circle,
            outlier_filled: false,
            outlier_size: 2.0,
            outlier_alpha: 1.0,
            staple_width: 0.5,
        }
    }
}

impl GeomBoxplot {
    /// `notch = TRUE`.
    pub fn notched(mut self) -> Self {
        self.notch = true;
        self
    }

    /// `varwidth = TRUE`.
    pub fn varwidth(mut self) -> Self {
        self.varwidth = true;
        self
    }

    /// `coef` — whisker reach in IQRs.
    pub fn with_coef(mut self, coef: f64) -> Self {
        self.coef = coef;
        self
    }

    /// `outliers = FALSE`: no outlier points, and they don't widen the y scale.
    pub fn hide_outliers(mut self) -> Self {
        self.outliers = false;
        self
    }

    /// `staplewidth` — whisker cap width relative to the box (0 = none).
    pub fn with_staple_width(mut self, w: f64) -> Self {
        self.staple_width = w;
        self
    }
}

/// Parse a boxplot `outliers` cell (B3-5, D4 extension): a comma list,
/// optionally wrapped in `[...]`/`(...)` (`"7, 9"` or `"[7, 9]"`).
/// Returns the successfully-parsed values and whether any part was
/// unparsable (skipped).
fn parse_outliers(s: &str) -> (Vec<f64>, bool) {
    let trimmed = s.trim();
    let inner = trimmed
        .strip_prefix('[')
        .and_then(|t| t.strip_suffix(']'))
        .or_else(|| trimmed.strip_prefix('(').and_then(|t| t.strip_suffix(')')))
        .unwrap_or(trimmed);
    let mut out = Vec::new();
    let mut bad = false;
    for part in inner.split(',') {
        let part = part.trim();
        if part.is_empty() {
            continue;
        }
        match part.parse::<f64>() {
            Ok(v) if v.is_finite() => out.push(v),
            _ => bad = true,
        }
    }
    (out, bad)
}

impl Geom for GeomBoxplot {
    fn draw(
        &self,
        data: &DataFrame,
        coord: &dyn Coord,
        scales: &ScaleSet,
        _theme: &Theme,
        backend: &mut dyn DrawBackend,
    ) -> Result<(), RenderError> {
        let x_col = data
            .column("x")
            .ok_or(RenderError::MissingAesthetic("x".into()))?;
        let lower_col = data.column("lower");
        let middle_col = data.column("middle");
        let upper_col = data.column("upper");
        let ymin_col = data.column("ymin");
        let ymax_col = data.column("ymax");
        let outliers_col = data.column("outliers");
        let fill_col = data.column("fill");

        let plot_area = backend.plot_area();
        let x_scale = scales.get(&Aesthetic::X);
        let y_scale = scales.get(&Aesthetic::Y);

        let x_is_discrete = x_scale.map(|s| s.is_discrete()).unwrap_or(false);
        // A dodge (the default `position_dodge2`) shifts each box within its
        // x slot and shares the slot's width between the groups there (#404).
        let x_mapper = super::support::XMapper::new(data, scales);
        // `varwidth`: box width ∝ √n relative to the largest group.
        let n_col = data.column("n");
        let max_sqrt_n = n_col
            .map(|c| {
                c.iter()
                    .filter_map(|v| v.as_f64())
                    .fold(0.0_f64, f64::max)
                    .sqrt()
            })
            .unwrap_or(0.0);
        let notch_lo_col = data.column("notchlower");
        let notch_hi_col = data.column("notchupper");

        for i in 0..data.nrows() {
            let nx = if x_scale.is_some() {
                x_mapper.map(&x_col[i], i)
            } else {
                0.5
            };

            let half_width = if x_is_discrete {
                let n = x_scale.map(|s| s.breaks().len()).unwrap_or(1);
                self.width / (n.max(1) as f64 * 2.5) / x_mapper.slot_n(i)
            } else {
                0.03
            };
            let half_width = match n_col.and_then(|c| c[i].as_f64()) {
                Some(n) if self.varwidth && max_sqrt_n > 0.0 => half_width * n.sqrt() / max_sqrt_n,
                _ => half_width,
            };

            // Get boxplot values
            let lower = lower_col.and_then(|c| c[i].as_f64()).unwrap_or(0.0);
            let middle = middle_col.and_then(|c| c[i].as_f64()).unwrap_or(0.0);
            let upper = upper_col.and_then(|c| c[i].as_f64()).unwrap_or(0.0);
            let ymin = ymin_col.and_then(|c| c[i].as_f64()).unwrap_or(lower);
            let ymax = ymax_col.and_then(|c| c[i].as_f64()).unwrap_or(upper);

            let map_y = |v: f64| y_scale.map(|s| s.map(&Value::Float(v))).unwrap_or(0.0);

            // Hover tooltip for the whole box: group + median (IQR) — the
            // geom's own default. B3-5: `set_row_extras` below overrides it
            // with a mapped `Aes::tooltip`/`data_attr`, if any, same as
            // every other tooltip-consuming geom.
            let group = super::tip_value(&x_col[i]);
            let r = |v: f64| (v * 100.0).round() / 100.0;
            let tip = if group.is_empty() {
                format!("median {} ({}–{})", r(middle), r(lower), r(upper))
            } else {
                format!("{group}: median {} ({}–{})", r(middle), r(lower), r(upper))
            };
            let middle_value = Value::Float(middle);
            super::set_mark(
                backend,
                Some(tip),
                Some(group.clone()).filter(|g| !g.is_empty()),
                super::series_key(data, i).or(Some(group).filter(|g| !g.is_empty())),
                super::raw_value(&middle_value),
            );
            super::set_mark_formatted(
                backend,
                scales,
                Some(&x_col[i]),
                &Aesthetic::Y,
                Some(&middle_value),
            );
            super::set_row_extras(backend, data, i);

            // Box (IQR) — honour a mapped `fill` (e.g. by group), else the default.
            let box_fill = fill_col
                .and_then(|fc| scales.map_color(&Aesthetic::Fill, &fc[i]))
                .unwrap_or(self.fill);
            let (box_left, box_top) = coord.transform((nx - half_width, map_y(upper)), &plot_area);
            let (box_right, box_bottom) =
                coord.transform((nx + half_width, map_y(lower)), &plot_area);
            let box_style = RectStyle {
                fill: Some(box_fill),
                stroke: Some(self.color),
                stroke_width: 1.0,
                alpha: self.alpha,
                clip: true,
                corner_radius: 0.0,
            };
            // Notch: the sides pinch in at the median (median ± 1.58·IQR/√n).
            let notch = match (notch_lo_col, notch_hi_col) {
                (Some(lo), Some(hi)) if self.notch => {
                    lo[i].as_f64().zip(hi[i].as_f64()).map(|(lo, hi)| {
                        // Never wider than the box itself (as ggplot2 warns).
                        (lo.max(lower), hi.min(upper))
                    })
                }
                _ => None,
            };
            let inset = half_width * (1.0 - self.notch_width.clamp(0.0, 1.0));
            if let Some((nlo, nhi)) = notch {
                let pts = [
                    (nx - half_width, upper),
                    (nx + half_width, upper),
                    (nx + half_width, nhi),
                    (nx + half_width - inset, middle),
                    (nx + half_width, nlo),
                    (nx + half_width, lower),
                    (nx - half_width, lower),
                    (nx - half_width, nlo),
                    (nx - half_width + inset, middle),
                    (nx - half_width, nhi),
                ];
                let poly: Vec<(f64, f64)> = pts
                    .iter()
                    .map(|&(x, y)| coord.transform((x, map_y(y)), &plot_area))
                    .collect();
                backend.draw_polygon(&poly, &box_style)?;
            } else {
                backend.draw_rect((box_left, box_top), (box_right, box_bottom), &box_style)?;
            }

            // Median line (inset to the notch's waist when notched)
            let med_half = if notch.is_some() {
                half_width - inset
            } else {
                half_width
            };
            let (med_left, med_y) = coord.transform((nx - med_half, map_y(middle)), &plot_area);
            let (med_right, _) = coord.transform((nx + med_half, map_y(middle)), &plot_area);
            backend.draw_line(
                &[(med_left, med_y), (med_right, med_y)],
                &LineStyle {
                    color: self.color,
                    width: 2.0,
                    alpha: 1.0,
                    linetype: Linetype::Solid,
                    ..Default::default()
                },
            )?;

            // Lower whisker
            let (_, whisker_bottom) = coord.transform((nx, map_y(ymin)), &plot_area);
            let (center_x, _) = coord.transform((nx, map_y(lower)), &plot_area);
            backend.draw_line(
                &[(center_x, box_bottom), (center_x, whisker_bottom)],
                &LineStyle {
                    color: self.color,
                    width: 1.0,
                    alpha: 1.0,
                    linetype: Linetype::Solid,
                    ..Default::default()
                },
            )?;
            // Lower whisker cap (staple)
            let staple = half_width * self.staple_width.max(0.0);
            if staple > 0.0 {
                let (wl, _) = coord.transform((nx - staple, map_y(ymin)), &plot_area);
                let (wr, _) = coord.transform((nx + staple, map_y(ymin)), &plot_area);
                backend.draw_line(
                    &[(wl, whisker_bottom), (wr, whisker_bottom)],
                    &LineStyle {
                        color: self.color,
                        width: 1.0,
                        alpha: 1.0,
                        linetype: Linetype::Solid,
                        ..Default::default()
                    },
                )?;
            }

            // Upper whisker
            let (_, whisker_top) = coord.transform((nx, map_y(ymax)), &plot_area);
            backend.draw_line(
                &[(center_x, box_top), (center_x, whisker_top)],
                &LineStyle {
                    color: self.color,
                    width: 1.0,
                    alpha: 1.0,
                    linetype: Linetype::Solid,
                    ..Default::default()
                },
            )?;
            // Upper whisker cap (staple)
            if staple > 0.0 {
                let (wl, _) = coord.transform((nx - staple, map_y(ymax)), &plot_area);
                let (wr, _) = coord.transform((nx + staple, map_y(ymax)), &plot_area);
                backend.draw_line(
                    &[(wl, whisker_top), (wr, whisker_top)],
                    &LineStyle {
                        color: self.color,
                        width: 1.0,
                        alpha: 1.0,
                        linetype: Linetype::Solid,
                        ..Default::default()
                    },
                )?;
            }

            // Outliers — `setup_data` has already normalised this cell to a
            // clean, bracket-free "v1, v2" list (any unparsable part was
            // warned on and dropped there), so a plain split/parse suffices.
            if let Some(oc) = outliers_col.filter(|_| self.outliers) {
                if let Value::Str(s) = &oc[i] {
                    for part in s.split(',') {
                        if let Ok(val) = part.trim().parse::<f64>() {
                            let ny = map_y(val);
                            let (ox, oy) = coord.transform((nx, ny), &plot_area);
                            backend.draw_circle(
                                (ox, oy),
                                self.outlier_size,
                                &PointStyle {
                                    color: self.outlier_color.unwrap_or(self.color),
                                    alpha: self.outlier_alpha,
                                    filled: self.outlier_filled,
                                    shape: self.outlier_shape,
                                },
                            )?;
                        }
                    }
                }
            }
        }
        super::clear_mark(backend);
        super::clear_row_extras(backend);

        Ok(())
    }

    fn required_aes(&self) -> Vec<Aesthetic> {
        // B3-5: `x` is always required; whether `y` or `lower`/`middle`/
        // `upper` is required depends on the stat (identity vs the default
        // `StatBoxplot`) — see `validate_layer`, which build.rs calls
        // separately because `required_aes` has no access to the stat.
        vec![Aesthetic::X]
    }

    fn default_stat(&self) -> Box<dyn Stat> {
        Box::new(StatBoxplot::with_coef(self.coef))
    }

    /// ggplot2's default: grouped boxes sit side by side in their x slot.
    fn default_position(&self) -> Box<dyn Position> {
        Box::new(PositionDodge2::default())
    }

    fn default_params(&self) -> GeomParams {
        GeomParams::default()
    }

    fn name(&self) -> &str {
        "boxplot"
    }

    fn apply_element_geom(&mut self, el: &crate::theme::elements::ElementGeom) {
        if let (true, Some(ink)) = (self.color == (50, 50, 50), el.ink) {
            self.color = ink;
        }
        if let (true, Some(paper)) = (self.fill == (255, 255, 255), el.paper) {
            self.fill = paper;
        }
    }

    fn set_series_color(&mut self, color: (u8, u8, u8)) {
        self.fill = color;
    }

    fn mapped_only_columns(&self) -> &'static [&'static str] {
        // #160, follow-up to #158/review #158's final check: `ymin`/`ymax`
        // get the same "only when actually mapped" treatment as `lower`/
        // `middle`/`upper`/`outliers` — otherwise a raw, unmapped `ymin`/
        // `ymax` column (e.g. a SQL alias) satisfied `validate_layer`'s
        // stat="identity" requirement below the same way a raw `y`
        // satisfies `required_aes` everywhere else, silently accepting an
        // incomplete five-number summary ggplot2 itself rejects. This is
        // scoped to `GeomBoxplot` alone (`build.rs`'s drop loop runs per
        // layer), so a raw `ymin`/`ymax` on any *other* geom — e.g. a
        // forecast's confidence band on an unmapped `geom_line` — is
        // untouched; the universal raw-y rule stays exactly as it is
        // everywhere else.
        &["lower", "middle", "upper", "outliers", "ymin", "ymax"]
    }

    fn validate_layer(&self, pre_stat_columns: &[String], stat_name: &str) -> Result<(), String> {
        let has = |c: &str| pre_stat_columns.iter().any(|x| x == c);
        if stat_name == "identity" {
            // ggplot2 4.0.3's own stat="identity" boxplot requires the
            // full five-number summary (plan §0's R table) — review #158
            // finding 5: this previously only required lower/middle/upper,
            // silently rendering whisker-less boxes with no ymin/ymax.
            for c in ["lower", "middle", "upper", "ymin", "ymax"] {
                if !has(c) {
                    return Err(format!(
                        "geom_boxplot requires aesthetic '{c}' under stat=\"identity\" but it was not provided"
                    ));
                }
            }
        } else if !has("y") {
            return Err("geom_boxplot requires aesthetic 'y' but it was not provided".to_string());
        }
        Ok(())
    }

    fn consumes_tooltips(&self) -> bool {
        true
    }

    /// B3-5: normalise the `outliers` cell (strip brackets, drop unparsable
    /// parts with one warning) and widen `ymin_final`/`ymax_final` to
    /// include every outlier, so the y scale trains on the full extent
    /// (allowed #6) instead of silently clipping outliers that fall
    /// outside the whiskers.
    fn setup_data(&self, data: &mut DataFrame, warnings: &mut Vec<String>) {
        if !data.has_column("outliers") {
            return;
        }
        // `outliers = FALSE`: drop them — not drawn, and (as in ggplot2) not
        // part of the y scale either.
        if !self.outliers {
            let n = data.nrows();
            data.add_column("outliers".to_string(), vec![Value::Na; n]);
            return;
        }
        let n = data.nrows();
        let outliers_col = data
            .column("outliers")
            .map(|c| c.to_vec())
            .unwrap_or_default();
        let ymin_col = data.column("ymin").map(|c| c.to_vec());
        let ymax_col = data.column("ymax").map(|c| c.to_vec());

        let mut cleaned = Vec::with_capacity(n);
        let mut ymin_final = Vec::with_capacity(n);
        let mut ymax_final = Vec::with_capacity(n);
        let mut had_unparsable = false;

        for i in 0..n {
            let (vals, cleaned_cell) = match outliers_col.get(i) {
                Some(Value::Str(s)) => {
                    let (vals, bad) = parse_outliers(s);
                    had_unparsable |= bad;
                    let joined = vals
                        .iter()
                        .map(|v| v.to_string())
                        .collect::<Vec<_>>()
                        .join(", ");
                    (vals, Value::Str(joined))
                }
                // Review #158 finding 5: a numeric `outliers` cell (a
                // single value, not a comma list) is a single outlier, not
                // silently ignored. Normalised to the same `Value::Str`
                // shape as the parsed-list case, so `draw`'s plain
                // split/parse keeps working unchanged.
                Some(v) if v.as_f64().is_some_and(f64::is_finite) => {
                    let f = v.as_f64().unwrap();
                    (vec![f], Value::Str(f.to_string()))
                }
                Some(other) => (Vec::new(), other.clone()),
                None => (Vec::new(), Value::Na),
            };
            cleaned.push(cleaned_cell);

            let mut lo = ymin_col
                .as_ref()
                .and_then(|c| c.get(i))
                .and_then(|v| v.as_f64());
            let mut hi = ymax_col
                .as_ref()
                .and_then(|c| c.get(i))
                .and_then(|v| v.as_f64());
            for v in &vals {
                lo = Some(lo.map_or(*v, |l| l.min(*v)));
                hi = Some(hi.map_or(*v, |h| h.max(*v)));
            }
            ymin_final.push(lo.map(Value::Float).unwrap_or(Value::Na));
            ymax_final.push(hi.map(Value::Float).unwrap_or(Value::Na));
        }

        if had_unparsable {
            warnings.push(
                "geom_boxplot: outliers(...) contained an unparsable value; skipped".to_string(),
            );
        }

        data.add_column("outliers".to_string(), cleaned);
        // Review #158 finding 5: an internal-prefix name (never a raw
        // source column can forge it — see `BOXPLOT_YMIN_FINAL`'s doc),
        // so only this geom's own `setup_data` can ever produce these,
        // not a SQL alias/leftover column on an unrelated geom.
        data.add_column(crate::aes::BOXPLOT_YMIN_FINAL.to_string(), ymin_final);
        data.add_column(crate::aes::BOXPLOT_YMAX_FINAL.to_string(), ymax_final);
    }
}