1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

use crate::internal::*;

#[derive(Clone, Debug, PartialEq, Eq)]
pub struct Load {
    pub id: String,
}

impl Load {
    pub fn new(id: &str) -> Load {
        Load { id: id.to_string() }
    }
}

impl Op for Load {
    fn name(&self) -> Cow<str> {
        "Load".into()
    }

    fn info(&self) -> TractResult<Vec<String>> {
        Ok(vec![format!("id: {:?}", self.id)])
    }

    impl_op_same_as!();
    op_as_typed_op!();
}

impl EvalOp for Load {
    fn is_stateless(&self) -> bool {
        false
    }

    fn state(
        &self,
        _session: &mut SessionState,
        _node_id: usize,
    ) -> TractResult<Option<Box<dyn OpState>>> {
        Ok(Some(Box::new(self.clone())))
    }
}

impl TypedOp for Load {
    as_op!();

    fn output_facts(&self, inputs: &[&TypedFact]) -> TractResult<TVec<TypedFact>> {
        ensure!(inputs.len() == 1, "Expected one input (default value) for Load op");
        // New typed fact are created to avoid propagating const information
        let input_facts = inputs
            .iter()
            .map(|it| TypedFact::dt_shape(it.datum_type, it.shape.clone()))
            .collect::<TVec<_>>();
        Ok(input_facts)
    }
}

impl OpState for Load {
    fn eval(
        &mut self,
        session: &mut SessionState,
        _op: &dyn Op,
        inputs: TVec<TValue>,
    ) -> TractResult<TVec<TValue>> {
        let input = args_1!(inputs);
        let tensor = session
            .tensors
            .get(&self.id)
            .map_or_else(
                || -> TractResult<TVec<TValue>> { Ok(tvec!(input.clone())) },
                |it| {
                    // Checks
                    ensure!(
                        it.datum_type() == input.datum_type(),
                        anyhow!(
                            "Expected datum {:?}, found {:?}",
                            input.datum_type(),
                            it.datum_type()
                        )
                    );
                    ensure!(
                        it.shape() == input.shape(),
                        anyhow!("Expected shape {:?}, found {:?}", input.shape(), it.shape())
                    );
                    Ok(tvec!(it.clone().into_tvalue()))
                },
            )
            .with_context(|| anyhow!("While loading tensor from session"))?;

        Ok(tensor)
    }
}

trivial_op_state_freeeze!(Load);