met 1.0.0-beta-preview

Metrale Engine: pure Rust LLM inference server (HTTP API, scheduler, TUI, CLI).
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

// SPDX-License-Identifier: MIT OR Apache-2.0

//! 2026-09-25: The `PrefillInProgress` builder for `prefill_a_step`'s two
//! `StartPrefillResult::InProgress` returns.
//!
//! Owner: scheduler.
//! Invariants: none beyond the types.

use std::sync::Arc;
use std::time::Instant;

use metrale_model_engine::traits::SequenceState;

use crate::api::inference_types::RepetitionDetectionParams;
use crate::grammar::GrammarState;

use super::types::{PrefillInProgress, ResponseSink};

/// 2026-09-25: Build a `PrefillInProgress` from the per-request locals. The
/// two calls in `prefill_a_step.rs` pass the same arguments except
/// `chunk_offset`: 0 when deferred, the chunk length otherwise.
#[allow(clippy::too_many_arguments)]
pub(super) fn build_prefill_in_progress(
    prompt_tokens: Arc<Vec<u32>>,
    session_hash: u64,
    seq: SequenceState,
    chunk_offset: usize,
    max_tokens: usize,
    min_tokens: usize,
    eos_tokens: Vec<u32>,
    sink: ResponseSink,
    cancel_flag: Option<Arc<std::sync::atomic::AtomicBool>>,
    request_start: Instant,
    temperature: f32,
    top_k: u32,
    top_p: f32,
    top_n_sigma: f32,
    min_p: f32,
    repetition_penalty: f32,
    presence_penalty: f32,
    frequency_penalty: f32,
    lz_penalty: f32,
    dry_multiplier: f32,
    dry_base: f32,
    dry_allowed_length: u32,
    logit_bias: Vec<(u32, f32)>,
    enable_thinking: bool,
    thinking_budget: Option<u32>,
    repetition_detection: Option<RepetitionDetectionParams>,
    spontaneous_think_budget: Option<u32>,
    require_tool_call: bool,
    tools_present: bool,
    suppress_tool_call: bool,
    disable_mtp: bool,
    grammar_state: Option<GrammarState>,
    seed: Option<u64>,
    top_logprobs: Option<u8>,
    timeout_at: Option<Instant>,
) -> PrefillInProgress {
    PrefillInProgress {
        prompt_tokens,
        session_hash,
        seq,
        chunk_offset,
        max_tokens,
        min_tokens,
        eos_tokens,
        sink,
        cancel_flag,
        request_start,
        temperature,
        top_k,
        top_p,
        top_n_sigma,
        min_p,
        repetition_penalty,
        repetition_penalty_window: 256,
        presence_penalty,
        frequency_penalty,
        lz_penalty,
        dry_multiplier,
        dry_base,
        dry_allowed_length,
        dry_sequence_breakers: Vec::new(),
        logit_bias,
        enable_thinking,
        thinking_budget,
        repetition_detection,
        spontaneous_think_budget,
        require_tool_call,
        tools_present,
        suppress_tool_call,
        disable_mtp,
        grammar_state,
        seed,
        top_logprobs,
        timeout_at,
    }
}