met 1.0.0-beta-preview

Metrale Engine: pure Rust LLM inference server (HTTP API, scheduler, TUI, CLI).
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

// SPDX-License-Identifier: MIT OR Apache-2.0

//! 2026-10-04: `--spec-cost-model measured`'s validation, split out of `validate.rs` verbatim to
//! keep it under the 500-line cap.
//!
//! Owner: server CLI.
//! Invariants: the `///` text on each violation is the operator-facing message; see
//! `validate.rs` for the overall contract.

use super::ServeArgs;
use super::validate::violation::Violation;

/// 2026-10-04: `--spec-cost-model measured` needs its table, calibration and slack (PCND: no
/// implicit default path or epsilon), needs MTP, and replaces the static K-ladder and D-Cut
/// rather than composing with them.
pub(super) fn check(args: &ServeArgs, v: &mut Vec<Violation>) {
    if args.spec_cost.spec_cost_model != crate::cli::serve_args_spec_cost::SpecCostModel::Measured {
        return;
    }
    if args.spec_cost.spec_cost_table.is_none() {
        v.push(Violation::new(
            "--spec-cost-model measured is set without --spec-cost-table.",
            "the measured planner plans from a table measured by `met benchmark \
             spec-cost-table`; there is no implicit default path.",
            "pass --spec-cost-table <path>, or drop --spec-cost-model.",
        ));
    }
    if args.spec_cost.spec_cost_calibration.is_none() {
        v.push(Violation::new(
            "--spec-cost-model measured is set without --spec-cost-calibration.",
            "the planner needs the drafter's confidence-to-acceptance calibration from the \
             same `met benchmark spec-cost-table` run; there is no implicit default path.",
            "pass --spec-cost-calibration <path>, or drop --spec-cost-model.",
        ));
    }
    if args.spec_cost.spec_cost_recipe.is_none() {
        v.push(Violation::new(
            "--spec-cost-model measured is set without --spec-cost-recipe.",
            "the boot check needs the recipe id the table was measured under, to recompute \
             its circuit plan digests; this serve does not infer a recipe id from its own \
             flags.",
            "pass --spec-cost-recipe <id>, or drop --spec-cost-model.",
        ));
    }
    match args.spec_cost.spec_cost_slack {
        None => v.push(Violation::new(
            "--spec-cost-model measured is set without --spec-cost-slack.",
            "slack trades speed for energy (0.0 = never slower than depth 1); a silent \
             default would pick that trade for the operator.",
            "pass --spec-cost-slack <epsilon> (0.0 keeps depth 1's speed), or drop \
             --spec-cost-model.",
        )),
        Some(s) if !(0.0..1.0).contains(&s) => v.push(Violation::new(
            format!("--spec-cost-slack {s} is outside [0, 1)."),
            "slack is the fraction of depth 1's tokens/ms the planner may give up; 1.0 or \
             more would admit an arbitrarily slow depth.",
            "pass a value from 0 (inclusive) to 1 (exclusive).",
        )),
        Some(_) => {}
    }
    if !args.speculative || args.dflash {
        v.push(Violation::new(
            "--spec-cost-model measured needs --speculative (MTP) and is not used with \
             --dflash.",
            "the planner chooses MTP draft depth per batch width; without MTP there is no \
             depth to choose, and a DFlash drafter proposes its whole block in one pass.",
            "add --speculative, or drop --spec-cost-model.",
        ));
    }
    if args.mtp_shape.mtp_k_ladder.is_some() {
        v.push(Violation::new(
            "--spec-cost-model measured is set together with --mtp-k-ladder.",
            "the measured planner replaces the static K-ladder; the two cannot both choose \
             the propose depth.",
            "drop --mtp-k-ladder, or drop --spec-cost-model.",
        ));
    }
    if args.mtp_shape.mtp_dcut_ratio.is_some() {
        v.push(Violation::new(
            "--spec-cost-model measured is set together with --mtp-dcut-ratio.",
            "the measured planner replaces D-Cut's per-sequence pruning with its own \
             tokens-per-joule search; the two cannot both choose the verify depth.",
            "drop --mtp-dcut-ratio, or drop --spec-cost-model.",
        ));
    }
    if args.mtp_draft.draft_confidence_stop.is_some() {
        v.push(Violation::new(
            "--spec-cost-model measured is set together with --draft-confidence-stop.",
            "both choose how many of a sequence's drafts are verified; the two cannot both \
             decide it.",
            "drop --draft-confidence-stop, or drop --spec-cost-model.",
        ));
    }
}