Skip to main content

rskit_inference_triton/
lib.rs

1//! Triton KServe v2 HTTP adapter for `rskit-inference`.
2//!
3//! This crate implements non-streaming [`rskit_inference::Inference`] against Triton's KServe v2 HTTP data plane.
4//! KServe v2 HTTP has no native streaming protocol,
5//! so this adapter intentionally does not implement [`rskit_inference::StreamingInference`].
6
7#![warn(missing_docs)]
8
9mod adapter;
10mod config;
11mod descriptor;
12mod kind;
13mod registration;
14mod request;
15mod response;
16#[cfg(test)]
17mod tests;
18
19pub use config::Config;
20pub use registration::register;
21
22pub(crate) use adapter::TritonInference;
23pub(crate) use descriptor::{authorize_prediction, descriptor_from_config};
24pub(crate) use kind::TRITON_KIND;
25pub(crate) use request::{encode_request, infer_path, operation_name};
26#[cfg(test)]
27pub(crate) use request::{encode_tensor, merged_wire_parameters};
28#[cfg(test)]
29pub(crate) use response::{
30    TritonOutput, bytes_data, decode_output, decode_usage, numeric_f32, numeric_i64,
31};
32pub(crate) use response::{TritonResponse, decode_response};