met 1.0.0-beta-preview

Metrale Engine: pure Rust LLM inference server (HTTP API, scheduler, TUI, CLI).
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

// SPDX-License-Identifier: MIT OR Apache-2.0

//! 2026-09-26: Startup helpers for `met serve`, one sub-module per concern;
//! `serve_load::load_model` calls them.
//!
//! Owner: server startup (`met serve`).
//! Invariants: none beyond the types.

mod build;
pub(crate) mod config;
mod dflash_gamma;
pub(crate) mod expert_tables;
mod forward;
pub(crate) mod fp8_kv_scale_source;
mod kernel_gate;
pub(crate) mod kv_cache;
pub(crate) mod preflight;
mod runtime;
mod tokenizer_runtime;
mod topology;
mod weights;

pub(super) use build::{
    build_high_speed_swap_config, build_model, build_prefix_cache, maybe_run_ep_worker,
    resolve_swap_space_gb, validate_head_high_speed_swap,
};
pub(super) use config::{
    apply_model_default_num_drafts, cap_vocab_size_to_tokenizer, load_model_config,
    merge_sidecar_quant_config, publish_copy_tier, publish_draft_confidence_stop,
    publish_mtp_k_ladder, publish_mtp_max_seqs, resolve_model_dir,
};
pub(crate) use dflash_gamma::{apply_dflash_gamma, model_default_drafter};
pub(crate) use forward::{circuit_target, forward_select};
pub(super) use kernel_gate::audit_and_gate;
pub(super) use kv_cache::{
    KvCacheConfig, PrefillBudget, resolve_kv_cache_config, resolve_prefill_budget,
};
pub(super) use preflight::{
    PostLoadInputs, ReservePreflight, init_gpu_backend, post_load_memory_audit, preflight_reserve,
};
pub(super) use runtime::{
    SamplingDefaults, load_eos_tokens, load_sampling_defaults, log_behavior_audit,
    log_response_store_audit, open_dump_writer, resolve_model_name, resolve_tool_call_parser,
};
pub(super) use tokenizer_runtime::{TokenizerRuntime, resolve_tokenizer_runtime};
pub(super) use topology::{Topology, init_nccl_comm, resolve_topology};
pub(super) use weights::{
    LoraAdapterState, load_dflash_drafter, load_lora_adapters, load_weight_store,
};