1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
use crate::internal::*;
pub fn cast(to: DatumType) -> Cast {
Cast { to }
}
#[derive(Debug, Clone, new, Hash)]
pub struct Cast {
pub to: DatumType,
}
impl_dyn_hash!(Cast);
impl Op for Cast {
fn name(&self) -> Cow<str> {
"Cast".into()
}
op_as_typed_op!();
}
impl EvalOp for Cast {
fn is_stateless(&self) -> bool {
true
}
fn eval(&self, inputs: TVec<TValue>) -> TractResult<TVec<TValue>> {
Ok(tvec!(inputs[0].cast_to_dt(self.to)?.into_owned().into_tvalue()))
}
fn state(
&self,
_session: &mut SessionState,
_node_id: usize,
) -> TractResult<Option<Box<dyn OpState>>> {
Ok(Some(Box::new(self.clone())))
}
}
impl OpState for Cast {
fn eval(
&mut self,
session: &mut SessionState,
_op: &dyn Op,
inputs: TVec<TValue>,
) -> TractResult<TVec<TValue>> {
if inputs[0].datum_type() == TDim::datum_type() {
unsafe {
let mut tmp = Tensor::uninitialized_dt(i64::datum_type(), inputs[0].shape())?;
for (dim, i) in tract_itertools::izip!(
inputs[0].as_slice::<TDim>()?,
tmp.as_slice_mut::<i64>()?
) {
*i = dim.eval(&session.resolved_symbols).to_i64()?
}
Ok(tvec!(tmp.cast_to_dt(self.to)?.into_owned().into_tvalue()))
}
} else {
<Cast as EvalOp>::eval(self, inputs)
}
}
}
trivial_op_state_freeeze!(Cast);
impl TypedOp for Cast {
fn output_facts(&self, inputs: &[&TypedFact]) -> TractResult<TVec<TypedFact>> {
Ok(tvec!(self.to.fact(inputs[0].shape.clone())))
}
fn declutter(
&self,
model: &TypedModel,
node: &TypedNode,
) -> TractResult<Option<TypedModelPatch>> {
if model.outlet_fact(node.inputs[0])?.datum_type == self.to {
Ok(Some(TypedModelPatch::shunt_one_op(model, node)?))
} else {
Ok(None)
}
}
fn invariants(&self, inputs: &[&TypedFact], outputs: &[&TypedFact]) -> TractResult<Invariants> {
Invariants::new_element_wise(inputs, outputs)
}
fn change_axes(
&self,
model: &TypedModel,
node: &TypedNode,
_io: InOut,
change: &AxisOp,
) -> TractResult<Option<AxisChangeConsequence>> {
Ok(Some(AxisChangeConsequence::new(model, node, None, change)))
}
as_op!();
}