use super::validation::validate_backward;
use super::CrossEntropyResult;
use crate::domain::real::RealScalar;
use eunomia::{NumericElement, RealField};
use leto::{ArrayView, ArrayViewMut};
pub fn cross_entropy_backward_accumulate<T: RealScalar + RealField>(
output_gradient: &ArrayView<'_, T, 1>,
probabilities: &ArrayView<'_, T, 2>,
targets: &[usize],
logit_gradient: &mut ArrayViewMut<'_, T, 2>,
) -> CrossEntropyResult<()> {
let plan = validate_backward(output_gradient, probabilities, targets, logit_gradient)?;
let upstream = *output_gradient
.get([0])
.expect("invariant: validated output-gradient index is in bounds");
let scale = upstream * plan.inverse_batch;
for (batch, &target) in targets.iter().enumerate() {
for class in 0..plan.classes {
let probability = *probabilities
.get([batch, class])
.expect("invariant: validated probability index is in bounds");
let indicator = if class == target {
<T as NumericElement>::ONE
} else {
<T as NumericElement>::ZERO
};
let destination = logit_gradient
.get_mut([batch, class])
.expect("invariant: validated logit-gradient index is in bounds");
*destination += (probability - indicator) * scale;
}
}
Ok(())
}