rknpu2 0.0.9

Unofficial bindings to rknpu2 (librknnrt and librknnmrt)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139

use std::fmt::Display;

/// Query types for the query associated function.
use rknpu2_sys::_rknn_query_cmd::Type;

pub trait Query: From<Self::Output> + Sized {
    const QUERY_TYPE: Type;

    type Output;
}

pub mod in_out_num;
pub mod input_attr;
pub mod native_input_attr;
pub mod native_nc1hwc2_input_attr;
pub mod native_nc1hwc2_output_attr;
pub mod native_nhwc_input_attr;
pub mod native_nhwc_output_attr;
pub mod native_output_attr;
pub mod output_attr;
pub mod sdk_version;

#[cfg(any(feature = "rk35xx", feature = "rk3576"))]
#[cfg_attr(
    feature = "docs",
    doc(cfg(any(feature = "rk35xx", feature = "rk3576")))
)]
pub mod perf_run;

#[cfg(any(feature = "rk35xx", feature = "rk3576"))]
#[cfg_attr(
    feature = "docs",
    doc(cfg(any(feature = "rk35xx", feature = "rk3576")))
)]
pub mod perf_detail;

use crate::tensor::{DataTypeKind, QuantTypeKind, TensorFormatKind};

pub use {
    in_out_num::InputOutputNum, native_input_attr::NativeInputAttr,
    native_nc1hwc2_input_attr::NativeNC1HWC2InputAttr,
    native_nc1hwc2_output_attr::NativeNC1HWC2OutputAttr,
    native_nhwc_input_attr::NativeNHWCInputAttr, native_nhwc_output_attr::NativeNHWCOutputAttr,
    native_output_attr::NativeOutputAttr, sdk_version::SdkVersion,
};

#[cfg(any(feature = "rk35xx", feature = "rk3576"))]
#[cfg_attr(
    feature = "docs",
    doc(cfg(any(feature = "rk35xx", feature = "rk3576")))
)]
pub use perf_run::PerfRun;

#[cfg(any(feature = "rk35xx", feature = "rk3576"))]
#[cfg_attr(
    feature = "docs",
    doc(cfg(any(feature = "rk35xx", feature = "rk3576")))
)]
pub use perf_detail::PerfDetail;

pub trait QueryWithInput: From<Self::Output> + Sized {
    const QUERY_TYPE: Type;

    type Output;

    type Input;

    fn prepare(input: Self::Input, output: &mut Self::Output);
}

pub use {input_attr::InputAttr, output_attr::OutputAttr};

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum Io {
    Input,
    Output,
}

impl Display for Io {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        match self {
            Io::Input => write!(f, "Input"),
            Io::Output => write!(f, "Output"),
        }
    }
}

impl Io {
    pub fn is_input(&self) -> bool {
        matches!(self, Io::Input)
    }

    pub fn is_output(&self) -> bool {
        matches!(self, Io::Output)
    }
}

/// Tensor attribute view trait
pub trait TensorAttrView {
    fn io(&self) -> Io;

    /// Tensor index
    fn index(&self) -> u32;
    /// Tensor name
    fn name(&self) -> String;
    /// Tensor data type
    fn dtype(&self) -> DataTypeKind;

    /// Number of dimensions
    fn num_dims(&self) -> u32;

    /// Tensor dimensions
    fn dims(&self) -> &[u32];

    /// Tensor format
    fn format(&self) -> TensorFormatKind;

    /// Quantization type
    fn qnt_type(&self) -> QuantTypeKind;

    /// Number of elements
    fn num_elements(&self) -> u32;

    /// Scale factor
    fn scale(&self) -> f32;
    /// Zero point
    fn zero_point(&self) -> i32;
    /// Fractional length
    fn fl(&self) -> i8;
    /// pixels per row (width + padding), unit: pixel
    fn w_stride(&self) -> u32;

    /// rows per image (height + padding), unit: pixel; 0 => same as H
    fn h_stride(&self) -> u32;
    /// Size in bytes
    fn size(&self) -> u32;
    /// Size in bytes
    fn size_with_stride(&self) -> u32;
}