use crate::module::{Module, ModuleError};
use coeus_autograd::Var;
use coeus_core::Float;
#[inline]
pub fn prelu<T: Float + coeus_cpu::RealScalar, B: coeus_ops::BackendOps<T> + Default>(
input: &Var<T, B>,
weight: &Var<T, B>,
) -> Result<Var<T, B>, B::Error>
where
B::DeviceBuffer<T>:
coeus_core::CpuAddressableStorage<T> + coeus_core::CpuAddressableStorageMut<T>,
{
coeus_autograd::prelu(input, weight)
}
#[derive(Clone)]
pub struct PReLU<T: Float, B: coeus_ops::BackendOps<T> + Default = coeus_core::MoiraiBackend> {
pub weight: Var<T, B>,
}
impl<T: Float + coeus_core::FloatElement, B: coeus_ops::BackendOps<T> + Default> PReLU<T, B> {
pub fn new(
num_parameters: usize,
init: f64,
) -> Result<Self, crate::init::InitializationError<B::Error>> {
let backend = B::default();
let weight = Var::new(
coeus_tensor::Tensor::full_on(
[num_parameters],
<T as coeus_core::FloatElement>::from_f64(init),
&backend,
)?,
true,
)?;
Ok(Self { weight })
}
}
impl<T: Float + coeus_cpu::RealScalar, B: coeus_ops::BackendOps<T> + Default> Module<T, B>
for PReLU<T, B>
where
B::DeviceBuffer<T>:
coeus_core::CpuAddressableStorage<T> + coeus_core::CpuAddressableStorageMut<T>,
{
#[inline]
fn parameters(&self) -> Vec<Var<T, B>> {
vec![self.weight.clone()]
}
#[inline]
fn load_parameters(&mut self, params: &[Var<T, B>]) {
self.weight = params[0].clone();
}
#[inline]
fn forward(&self, input: &Var<T, B>) -> Result<Var<T, B>, ModuleError<B::Error>> {
Ok(prelu(input, &self.weight)?)
}
}