rknpu2 0.0.9

Unofficial bindings to rknpu2 (librknnrt and librknnmrt)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

use rknpu2::{RKNN, api::RknnInitFlags};

static MODEL_DATA: &[u8] = include_bytes!("./fixtures/mobilenet_v2.rknn");

#[cfg(not(feature = "libloading"))]
use rknpu2::api::linked::LinkedAPI;

#[cfg(not(feature = "libloading"))]
fn get_rknn(flag: RknnInitFlags) -> RKNN<LinkedAPI> {
    let mut model_data = MODEL_DATA.to_vec();
    let rknn = RKNN::new(&mut model_data, flag).unwrap();
    rknn
}

#[cfg(feature = "libloading")]
use rknpu2::api::runtime::RuntimeAPI;

#[cfg(feature = "libloading")]
fn get_rknn(flag: RknnInitFlags) -> RKNN<RuntimeAPI> {
    use rknpu2::utils;

    let mut model_data = MODEL_DATA.to_vec();
    let rknn = RKNN::new_with_library(
        utils::find_rknn_library()
            .next()
            .expect("No RKNN library found. Please install librknnrt.so."),
        &mut model_data,
        flag,
    )
    .unwrap();
    rknn
}

#[cfg(any(feature = "rk3576", feature = "rk35xx"))]
#[test]
fn test_run() {
    use rknpu2::{
        api::Priority,
        io::{
            buffer::{BufMutView, BufView},
            input::Input,
            output::{Output, OutputKind},
        },
        tensor::{TensorFormat, TensorFormatKind},
    };

    let model = get_rknn(RknnInitFlags::empty().with_priority(Priority::High));

    let input_buffer = vec![0i8; 1 * 224 * 224 * 3];

    let input = Input::new(
        0,
        BufView::I8(&input_buffer),
        false,
        TensorFormatKind::NHWC(TensorFormat::NHWC),
    );
    model.set_inputs(input).unwrap();
    model.run().unwrap();

    let mut logits = vec![0.0f32; 1000];

    let output = Output {
        index: 0,
        kind: OutputKind::Preallocated {
            buf: BufMutView::F32(&mut logits),
            want_float: true,
        },
    };

    model.get_outputs(&mut vec![output]).unwrap();

    assert_eq!(logits.len(), 1000);
}

#[cfg(any(feature = "rk3576", feature = "rk35xx"))]
#[test]
fn test_perf_detail() {
    use rknpu2::{
        io::{
            buffer::{BufMutView, BufView},
            input::Input,
            output::{Output, OutputKind},
        },
        query::{PerfDetail, PerfRun},
        tensor::{TensorFormat, TensorFormatKind},
    };

    let model = get_rknn(RknnInitFlags::empty().with_perf_collection());

    let input_buffer = vec![0i8; 1 * 3 * 224 * 224];

    let input = Input::new(
        0,
        BufView::I8(&input_buffer),
        true,
        TensorFormatKind::NHWC(TensorFormat::NHWC),
    );
    model.set_inputs(input).unwrap();
    model.run().unwrap();

    let mut logits = vec![0.0f32; 1000];

    let output = Output {
        index: 0,
        kind: OutputKind::Preallocated {
            buf: BufMutView::F32(&mut logits),
            want_float: true,
        },
    };

    model.get_outputs(&mut vec![output]).unwrap();

    assert_eq!(logits.len(), 1000);

    let perf_run = model.query::<PerfRun>().unwrap();
    assert!(perf_run.run_duration() > 0);

    let perf_detail = model.query::<PerfDetail>().unwrap();
    assert!(perf_detail.details().len() > 0);
}