use crate::module::{Module, ModuleError};
use coeus_autograd::Var;
use coeus_core::Float;
pub fn softmax<T: Float + coeus_cpu::RealScalar, B: coeus_ops::BackendOps<T> + Default>(
input: &Var<T, B>,
dim: isize,
) -> Result<Var<T, B>, B::Error> {
coeus_autograd::softmax(input, dim)
}
#[derive(Clone, Debug, Default)]
pub struct Softmax {
dim: isize,
}
impl Softmax {
pub fn new(dim: isize) -> Self {
Self { dim }
}
}
impl<T: Float + coeus_cpu::RealScalar, B: coeus_ops::BackendOps<T> + Default> Module<T, B>
for Softmax
{
fn parameters(&self) -> Vec<Var<T, B>> {
vec![]
}
fn forward(&self, input: &Var<T, B>) -> Result<Var<T, B>, ModuleError<B::Error>> {
let rank = input.tensor.ndim();
let requested = self.dim.unsigned_abs();
let axis = if self.dim >= 0 {
usize::try_from(self.dim).map_err(|_| ModuleError::InvalidAxis {
module: "Softmax",
axis: requested,
rank,
})?
} else {
rank.checked_sub(requested)
.ok_or(ModuleError::InvalidAxis {
module: "Softmax",
axis: requested,
rank,
})?
};
if axis >= rank {
return Err(ModuleError::InvalidAxis {
module: "Softmax",
axis: requested,
rank,
});
}
let normalized = isize::try_from(axis).map_err(|_| ModuleError::InvalidAxis {
module: "Softmax",
axis,
rank,
})?;
Ok(softmax(input, normalized)?)
}
}