tritonserver_rs/
message.rs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
use std::ptr::null;

use serde::{
    de::{Error as _, Unexpected},
    Deserialize, Deserializer,
};

use crate::{error::Error, memory::DataType, server::State, sys};

/// Representation of any configuration json message that server can send.
#[derive(Debug)]
pub(crate) struct Message(pub(crate) *mut sys::TRITONSERVER_Message);

impl Message {
    /// Get the serialized message in JSON format.
    pub(crate) fn to_json(&self) -> Result<&[u8], Error> {
        let mut ptr = null::<i8>();
        let mut size: usize = 0;

        triton_call!(sys::TRITONSERVER_MessageSerializeToJson(
            self.0,
            &mut ptr as *mut _,
            &mut size as *mut _,
        ))?;

        assert!(!ptr.is_null());
        Ok(unsafe { std::slice::from_raw_parts(ptr as *const u8, size) })
    }
}

impl Drop for Message {
    fn drop(&mut self) {
        if !self.0.is_null() {
            unsafe {
                sys::TRITONSERVER_MessageDelete(self.0);
            }
        }
    }
}

/// Loaded Model information.
#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
pub struct Index {
    pub name: String,
    #[serde(deserialize_with = "de_state")]
    pub state: State,
    #[serde(deserialize_with = "de_version")]
    pub version: i64,
}

/// Model's metadata.
#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
pub struct Model {
    pub name: String,
    pub platform: String,
    pub versions: Vec<String>,
    pub inputs: Vec<Shape>,
    pub outputs: Vec<Shape>,
}

/// Shape of the tensor.
#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
pub struct Shape {
    pub name: String,
    #[serde(deserialize_with = "de_datatype")]
    pub datatype: DataType,
    #[serde(rename(deserialize = "shape"))]
    pub dims: Vec<i64>,
}

/// Server's metadata.
#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
pub struct Server {
    pub name: String,
    pub version: String,
    pub extensions: Vec<String>,
}

fn de_datatype<'de, D>(de: D) -> Result<DataType, D::Error>
where
    D: Deserializer<'de>,
{
    <&str>::deserialize(de)
        .and_then(|s| DataType::try_from(s).map_err(|_| D::Error::unknown_variant(s, &[])))
}

fn de_version<'de, D>(de: D) -> Result<i64, D::Error>
where
    D: Deserializer<'de>,
{
    <&str>::deserialize(de).and_then(|s| {
        s.parse::<i64>()
            .map_err(|_| D::Error::invalid_type(Unexpected::Str(s), &"i64"))
    })
}

fn de_state<'de, D>(de: D) -> Result<State, D::Error>
where
    D: Deserializer<'de>,
{
    <&str>::deserialize(de).and_then(|s| {
        if s == "READY" {
            Ok(State::READY)
        } else {
            Err(D::Error::invalid_value(Unexpected::Str(s), &"READY"))
        }
    })
}