tritonserver_rs/
message.rs

1use std::ptr::null;
2
3use serde::{
4    de::{Error as _, Unexpected},
5    Deserialize, Deserializer,
6};
7
8use crate::{error::Error, memory::DataType, server::State, sys};
9
10/// Representation of any configuration json message that server can send.
11#[derive(Debug)]
12pub(crate) struct Message(pub(crate) *mut sys::TRITONSERVER_Message);
13
14impl Message {
15    /// Get the serialized message in JSON format.
16    pub(crate) fn to_json(&self) -> Result<&[u8], Error> {
17        #[cfg(target_arch = "x86_64")]
18        let mut ptr = null::<i8>();
19        #[cfg(target_arch = "aarch64")]
20        let mut ptr = null::<u8>();
21        let mut size: usize = 0;
22
23        triton_call!(sys::TRITONSERVER_MessageSerializeToJson(
24            self.0,
25            &mut ptr as *mut _,
26            &mut size as *mut _,
27        ))?;
28
29        assert!(!ptr.is_null());
30        Ok(unsafe { std::slice::from_raw_parts(ptr as *const u8, size) })
31    }
32}
33
34impl Drop for Message {
35    fn drop(&mut self) {
36        if !self.0.is_null() {
37            unsafe { sys::TRITONSERVER_MessageDelete(self.0) };
38        }
39    }
40}
41
42/// Loaded Model information.
43#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
44pub struct Index {
45    pub name: String,
46    #[serde(deserialize_with = "de_state")]
47    pub state: State,
48    #[serde(deserialize_with = "de_version")]
49    pub version: i64,
50}
51
52/// Model's metadata.
53#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
54pub struct Model {
55    pub name: String,
56    pub platform: String,
57    pub versions: Vec<String>,
58    pub inputs: Vec<Shape>,
59    pub outputs: Vec<Shape>,
60}
61
62/// Shape of the tensor.
63#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
64pub struct Shape {
65    pub name: String,
66    #[serde(deserialize_with = "de_datatype")]
67    pub datatype: DataType,
68    #[serde(rename(deserialize = "shape"))]
69    pub dims: Vec<i64>,
70}
71
72/// Server's metadata.
73#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
74pub struct Server {
75    pub name: String,
76    pub version: String,
77    pub extensions: Vec<String>,
78}
79
80fn de_datatype<'de, D>(de: D) -> Result<DataType, D::Error>
81where
82    D: Deserializer<'de>,
83{
84    <&str>::deserialize(de)
85        .and_then(|s| DataType::try_from(s).map_err(|_| D::Error::unknown_variant(s, &[])))
86}
87
88fn de_version<'de, D>(de: D) -> Result<i64, D::Error>
89where
90    D: Deserializer<'de>,
91{
92    <&str>::deserialize(de).and_then(|s| {
93        s.parse::<i64>()
94            .map_err(|_| D::Error::invalid_type(Unexpected::Str(s), &"i64"))
95    })
96}
97
98fn de_state<'de, D>(de: D) -> Result<State, D::Error>
99where
100    D: Deserializer<'de>,
101{
102    <&str>::deserialize(de).and_then(|s| {
103        if s == "READY" {
104            Ok(State::READY)
105        } else {
106            Err(D::Error::invalid_value(Unexpected::Str(s), &"READY"))
107        }
108    })
109}
tritonserver_rs/message.rs

tritonserver_rs/
message.rs
