tritonserver_rs/
message.rs

1use std::ptr::null;
2
3use serde::{
4    de::{Error as _, Unexpected},
5    Deserialize, Deserializer,
6};
7
8use crate::{error::Error, memory::DataType, server::State, sys};
9
10/// Representation of any configuration json message that server can send.
11#[derive(Debug)]
12pub(crate) struct Message(pub(crate) *mut sys::TRITONSERVER_Message);
13
14impl Message {
15    /// Get the serialized message in JSON format.
16    pub(crate) fn to_json(&self) -> Result<&[u8], Error> {
17        let mut ptr = null::<i8>();
18        let mut size: usize = 0;
19
20        triton_call!(sys::TRITONSERVER_MessageSerializeToJson(
21            self.0,
22            &mut ptr as *mut _,
23            &mut size as *mut _,
24        ))?;
25
26        assert!(!ptr.is_null());
27        Ok(unsafe { std::slice::from_raw_parts(ptr as *const u8, size) })
28    }
29}
30
31impl Drop for Message {
32    fn drop(&mut self) {
33        if !self.0.is_null() {
34            unsafe {
35                sys::TRITONSERVER_MessageDelete(self.0);
36            }
37        }
38    }
39}
40
41/// Loaded Model information.
42#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
43pub struct Index {
44    pub name: String,
45    #[serde(deserialize_with = "de_state")]
46    pub state: State,
47    #[serde(deserialize_with = "de_version")]
48    pub version: i64,
49}
50
51/// Model's metadata.
52#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
53pub struct Model {
54    pub name: String,
55    pub platform: String,
56    pub versions: Vec<String>,
57    pub inputs: Vec<Shape>,
58    pub outputs: Vec<Shape>,
59}
60
61/// Shape of the tensor.
62#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
63pub struct Shape {
64    pub name: String,
65    #[serde(deserialize_with = "de_datatype")]
66    pub datatype: DataType,
67    #[serde(rename(deserialize = "shape"))]
68    pub dims: Vec<i64>,
69}
70
71/// Server's metadata.
72#[derive(Debug, Clone, PartialEq, Eq, Hash, Deserialize)]
73pub struct Server {
74    pub name: String,
75    pub version: String,
76    pub extensions: Vec<String>,
77}
78
79fn de_datatype<'de, D>(de: D) -> Result<DataType, D::Error>
80where
81    D: Deserializer<'de>,
82{
83    <&str>::deserialize(de)
84        .and_then(|s| DataType::try_from(s).map_err(|_| D::Error::unknown_variant(s, &[])))
85}
86
87fn de_version<'de, D>(de: D) -> Result<i64, D::Error>
88where
89    D: Deserializer<'de>,
90{
91    <&str>::deserialize(de).and_then(|s| {
92        s.parse::<i64>()
93            .map_err(|_| D::Error::invalid_type(Unexpected::Str(s), &"i64"))
94    })
95}
96
97fn de_state<'de, D>(de: D) -> Result<State, D::Error>
98where
99    D: Deserializer<'de>,
100{
101    <&str>::deserialize(de).and_then(|s| {
102        if s == "READY" {
103            Ok(State::READY)
104        } else {
105            Err(D::Error::invalid_value(Unexpected::Str(s), &"READY"))
106        }
107    })
108}
tritonserver_rs/message.rs

tritonserver_rs/
message.rs
