met 1.0.0-beta-preview

Metrale Engine: pure Rust LLM inference server (HTTP API, scheduler, TUI, CLI).
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

// SPDX-License-Identifier: MIT OR Apache-2.0

//! 2026-09-26: The server binary's `met serve` modules: startup, model load
//! and swap, `AppState`, HTTP middleware and telemetry boot.
//!
//! Owner: server.
//! Invariants: none beyond the types.

pub(crate) mod app_state;
pub(crate) mod auto_swap;
pub(crate) mod byte_count;
pub(crate) mod kernel_flag_plan;
pub(crate) mod kv_dtypes;
pub(crate) mod listener_rcvbuf;
pub(crate) mod memory_probe;
pub(crate) mod middleware;
pub(crate) mod model_host;
pub(crate) mod model_swap;
pub(crate) mod promotion;
pub(crate) mod serve;
pub(crate) mod serve_flags;
pub(crate) mod serve_load;
pub(crate) mod serve_phases;
mod serve_router;
pub(crate) mod telemetry_boot;
#[cfg(feature = "otlp")]
mod telemetry_otlp;

#[cfg(test)]
mod tests;

pub(crate) use app_state::AppState;
pub(crate) use kv_dtypes::{auto_high_precision_layers, build_layer_kv_dtypes};
pub(crate) use serve::serve;