furnace-server 0.9.0

Inference server for Burn models, in pure Rust: serve your own Burn modules or ONNX files over the KServe / Triton protocol
Documentation 
1
2
3
4
5
6
7
8
9
10

use serde::{Deserialize, Serialize};

/// Tensor specification for model metadata
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct TensorSpec {
    pub shape: Vec<usize>,
    pub dtype: String,
    pub min_value: Option<f32>,
    pub max_value: Option<f32>,
}