1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
use crate::Distribution;
use half::f16;
use num_traits::ToPrimitive;
use rand::RngCore;
pub trait Element:
ToPrimitive
+ ElementRandom
+ ElementConversion
+ ElementPrecision
+ core::fmt::Debug
+ Default
+ Send
+ Sync
+ Copy
+ 'static
{
}
pub trait ElementConversion {
fn from_elem<E: ToPrimitive>(elem: E) -> Self;
fn elem<E: Element>(self) -> E;
}
pub trait ElementRandom {
fn random<R: RngCore>(distribution: Distribution<Self>, rng: &mut R) -> Self
where
Self: Sized;
}
#[derive(Clone, PartialEq, Eq, Copy, Debug)]
pub enum Precision {
Double,
Full,
Half,
Other,
}
pub trait ElementPrecision {
fn precision() -> Precision;
}
#[macro_export]
macro_rules! make_element {
(
ty $type:ident $precision:expr,
convert $convert:expr,
random $random:expr
) => {
impl Element for $type {}
impl ElementConversion for $type {
fn from_elem<E: ToPrimitive>(elem: E) -> Self {
$convert(&elem)
}
fn elem<E: Element>(self) -> E {
E::from_elem(self)
}
}
impl ElementPrecision for $type {
fn precision() -> Precision {
$precision
}
}
impl ElementRandom for $type {
fn random<R: RngCore>(distribution: Distribution<Self>, rng: &mut R) -> Self {
$random(distribution, rng)
}
}
};
}
make_element!(
ty f64 Precision::Double,
convert |elem: &dyn ToPrimitive| elem.to_f64().unwrap(),
random |distribution: Distribution<f64>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty f32 Precision::Full,
convert |elem: &dyn ToPrimitive| elem.to_f32().unwrap(),
random |distribution: Distribution<f32>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty i64 Precision::Double,
convert |elem: &dyn ToPrimitive| elem.to_i64().unwrap(),
random |distribution: Distribution<i64>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty i32 Precision::Full,
convert |elem: &dyn ToPrimitive| elem.to_i32().unwrap(),
random |distribution: Distribution<i32>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty i16 Precision::Half,
convert |elem: &dyn ToPrimitive| elem.to_i16().unwrap(),
random |distribution: Distribution<i16>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty i8 Precision::Other,
convert |elem: &dyn ToPrimitive| elem.to_i8().unwrap(),
random |distribution: Distribution<i8>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty u8 Precision::Other,
convert |elem: &dyn ToPrimitive| elem.to_u8().unwrap(),
random |distribution: Distribution<u8>, rng: &mut R| distribution.sampler(rng).sample()
);
make_element!(
ty f16 Precision::Half,
convert |elem: &dyn ToPrimitive| f16::from_f32(elem.to_f32().unwrap()),
random |distribution: Distribution<f16>, rng: &mut R| {
let distribution: Distribution<f32> = distribution.convert();
let sample = distribution.sampler(rng).sample();
f16::from_elem(sample)
}
);