ferrum-cli 0.12.1

CLI for Ferrum — a Rust-native LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//! CLI Commands - Ollama-style interface

use clap::ValueEnum;

#[derive(Debug, Clone, Copy, PartialEq, Eq, ValueEnum)]
pub enum SequenceFitPolicyArg {
    FullInputMustFit,
    ImmediateOnly,
}

impl SequenceFitPolicyArg {
    pub const fn as_runtime_value(self) -> &'static str {
        match self {
            Self::FullInputMustFit => "full-input-must-fit",
            Self::ImmediateOnly => "immediate-only",
        }
    }
}

#[derive(Debug, Clone, Copy, PartialEq, Eq, ValueEnum)]
pub enum VNextDiagnosticFaultArg {
    PrefillResourceAfterSubmitOnce,
}

impl VNextDiagnosticFaultArg {
    pub const fn as_runtime_value(self) -> &'static str {
        match self {
            Self::PrefillResourceAfterSubmitOnce => "prefill-resource-after-submit-once",
        }
    }
}

pub mod bench;
pub mod bench_serve;
pub mod doctor;
pub mod embed;
pub mod list;
pub mod pull;
pub mod replay_bundle;
pub mod run;
pub mod serve;
pub mod stop;
pub mod transcribe;
pub mod tts;
pub mod vnext_checkpoint;
pub mod vnext_determinism;