paddle_inference 0.4.0

paddle_inference_c的Rust封装
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

use crate::call;
use crate::common::PrecisionType;
use crate::config::SetConfig;
use crate::ctypes::{PD_Config, PD_ConfigEnableLiteEngine};
use crate::utils::to_c_str;

/// Lite 子图
#[cfg_attr(feature = "serde", derive(Serialize, Deserialize))]
#[derive(Debug, Clone)]
pub struct LiteEngine {
    /// Lite 子图的运行精度
    pub precision: PrecisionType,
    /// 启用 zero_copy，lite 子图与 paddle inference 之间共享数据
    pub zero_copy: bool,
    /// lite 子图的 pass 名称列表
    pub passes_filter: Vec<String>,
    /// 不使用 lite 子图运行的 op 名称列表
    pub ops_filter: Vec<String>,
}

impl SetConfig for LiteEngine {
    fn set_to(self, config: *mut PD_Config) {
        let LiteEngine {
            precision,
            zero_copy,
            passes_filter,
            ops_filter,
        } = self;
        let (_p, mut passes_filter_ptr) = passes_filter
            .iter()
            .map(|s| to_c_str(s))
            .unzip::<_, _, Vec<_>, Vec<_>>();
        let passes_filter_num = passes_filter_ptr.len();

        let (_o, mut ops_filter_ptr) = ops_filter
            .iter()
            .map(|s| to_c_str(s))
            .unzip::<_, _, Vec<_>, Vec<_>>();
        let ops_filter_num = ops_filter_ptr.len();

        call! {
            PD_ConfigEnableLiteEngine(
                config,
                precision,
                zero_copy,
                passes_filter_num,
                passes_filter_ptr.as_mut_ptr(),
                ops_filter_num,
                ops_filter_ptr.as_mut_ptr()
            )
        };
    }
}