use crate::autograd::{Variable, conv_transpose1d};
use crate::tensor::{Result, Device};
use super::init::{kaiming_uniform, uniform_bias};
use super::parameter::Parameter;
use super::Module;
pub struct ConvTranspose1d {
pub weight: Parameter,
pub bias: Option<Parameter>,
pub stride: i64,
pub padding: i64,
pub output_padding: i64,
pub dilation: i64,
pub groups: i64,
}
pub struct ConvTranspose1dBuilder {
in_channels: i64,
out_channels: i64,
kernel_size: i64,
with_bias: bool,
stride: i64,
padding: i64,
output_padding: i64,
dilation: i64,
groups: i64,
device: Device,
}
impl ConvTranspose1dBuilder {
pub fn with_stride(mut self, stride: i64) -> Self {
self.stride = stride;
self
}
pub fn with_padding(mut self, padding: i64) -> Self {
self.padding = padding;
self
}
pub fn with_output_padding(mut self, output_padding: i64) -> Self {
self.output_padding = output_padding;
self
}
pub fn with_dilation(mut self, dilation: i64) -> Self {
self.dilation = dilation;
self
}
pub fn with_groups(mut self, groups: i64) -> Self {
self.groups = groups;
self
}
pub fn without_bias(mut self) -> Self {
self.with_bias = false;
self
}
pub fn on_device(mut self, device: Device) -> Self {
self.device = device;
self
}
pub fn done(self) -> Result<ConvTranspose1d> {
ConvTranspose1d::build(
self.in_channels, self.out_channels, self.kernel_size,
self.with_bias, self.stride, self.padding, self.output_padding,
self.dilation, self.groups, self.device,
)
}
}
impl ConvTranspose1d {
pub fn new(
in_channels: i64, out_channels: i64, kernel_size: i64,
) -> Result<Self> {
Self::build(in_channels, out_channels, kernel_size, true, 1, 0, 0, 1, 1, Device::CPU)
}
pub fn on_device(
in_channels: i64, out_channels: i64, kernel_size: i64, device: Device,
) -> Result<Self> {
Self::build(in_channels, out_channels, kernel_size, true, 1, 0, 0, 1, 1, device)
}
pub fn configure(in_channels: i64, out_channels: i64, kernel_size: i64) -> ConvTranspose1dBuilder {
ConvTranspose1dBuilder {
in_channels,
out_channels,
kernel_size,
with_bias: true,
stride: 1,
padding: 0,
output_padding: 0,
dilation: 1,
groups: 1,
device: Device::CPU,
}
}
#[allow(clippy::too_many_arguments)]
pub fn build(
in_channels: i64, out_channels: i64, kernel_size: i64,
with_bias: bool,
stride: i64, padding: i64, output_padding: i64,
dilation: i64, groups: i64, device: Device,
) -> Result<Self> {
let shape = [in_channels, out_channels / groups, kernel_size];
let fan_in = in_channels * kernel_size;
let weight_data = kaiming_uniform(&shape, fan_in, 5.0_f64.sqrt(), device)?;
let weight = Variable::new(weight_data, true);
let bias = if with_bias {
let bias_data = uniform_bias(fan_in, &[out_channels], device)?;
Some(Parameter {
variable: Variable::new(bias_data, true),
name: "bias".into(),
})
} else {
None
};
Ok(ConvTranspose1d {
weight: Parameter { variable: weight, name: "weight".into() },
bias,
stride,
padding,
output_padding,
dilation,
groups,
})
}
}
impl Module for ConvTranspose1d {
fn name(&self) -> &str { "conv_t1d" }
fn forward(&self, input: &Variable) -> Result<Variable> {
conv_transpose1d(
input,
&self.weight.variable,
self.bias.as_ref().map(|b| &b.variable),
self.stride,
self.padding,
self.output_padding,
self.dilation,
self.groups,
)
}
fn parameters(&self) -> Vec<Parameter> {
let mut params = vec![self.weight.clone()];
if let Some(ref b) = self.bias {
params.push(b.clone());
}
params
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::tensor::{Tensor, test_device, test_opts};
#[test]
fn test_conv_transpose1d_forward() {
let conv = ConvTranspose1d::on_device(4, 2, 3, test_device()).unwrap();
let x = Variable::new(
Tensor::randn(&[1, 4, 10], test_opts()).unwrap(), false,
);
let y = conv.forward(&x).unwrap();
assert_eq!(y.shape(), vec![1, 2, 12]);
}
#[test]
fn test_conv_transpose1d_gradient() {
let conv = ConvTranspose1d::on_device(4, 2, 3, test_device()).unwrap();
let x = Variable::new(
Tensor::randn(&[1, 4, 8], test_opts()).unwrap(), true,
);
let y = conv.forward(&x).unwrap().sum().unwrap();
y.backward().unwrap();
assert!(x.grad().is_some());
assert!(conv.weight.variable.grad().is_some());
}
#[test]
fn test_conv_transpose1d_parameters() {
let conv = ConvTranspose1d::new(4, 2, 3).unwrap();
assert_eq!(conv.parameters().len(), 2); }
#[test]
fn test_conv_transpose1d_with_stride() {
let conv = ConvTranspose1d::build(
4, 2, 3, true, 2, 0, 0, 1, 1, test_device(),
).unwrap();
let x = Variable::new(
Tensor::randn(&[1, 4, 5], test_opts()).unwrap(), false,
);
let y = conv.forward(&x).unwrap();
assert_eq!(y.shape(), vec![1, 2, 11]);
}
}