Struct LmCliArgs 

pub struct LmCliArgs {

    pub weights: PathBuf,
    pub device: String,
    pub format: Option<WeightFormat>,
    pub config: Option<PathBuf>,
    pub prompt: Option<String>,
    pub prompt_ids: Option<Vec<u32>>,
    pub tokenizer: Option<PathBuf>,
    pub max_tokens: usize,
    pub max_seq: usize,
    pub max_memory_gb: Option<f32>,
    pub no_stream: bool,
    pub packed: bool,
    pub no_packed: bool,
    pub temperature: f32,
    pub top_p: f32,
    pub top_k: Option<u32>,
    pub repetition_penalty: f32,
    pub prefer_gguf: Option<String>,
}

Canonical LM CLI flags.

Fields

weights: PathBuf

Weights file (.safetensors / .gguf) or directory.

device: String

Inference device.

format: Option<WeightFormat>

Override the auto-detected weight format.

config: Option<PathBuf>

Path to a HF config.json (default: sibling of --weights).

prompt: Option<String>

Prompt text (tokenized via --tokenizer).

prompt_ids: Option<Vec<u32>>

Pre-tokenized comma-separated u32 ids.

tokenizer: Option<PathBuf>

Tokenizer file (tokenizer.json) for --prompt / decode.

max_tokens: usize

Tokens to generate.

max_seq: usize

Maximum prefill sequence length.

max_memory_gb: Option<f32>

Refuse to load if F32-dequant estimate exceeds this many GB.

no_stream: bool

Disable streaming (print only the final string).

packed: bool

Force packed GGUF loading (Op::DequantMatMul).

no_packed: bool

Disable packed GGUF loading (overrides auto-detection).

temperature: f32

Sampling temperature. 0 = greedy.

top_p: f32

Nucleus sampling top-p.

top_k: Option<u32>

Top-k sampling cutoff.

repetition_penalty: f32

Repetition penalty.

prefer_gguf: Option<String>

GGUF quant preference (e.g. Q4_K_M) when --weights is a directory.

Implementations

impl LmCliArgs

pub fn device(&self) -> Result<Device>

Parse a Device from the --device string using the upstream FromStr for Device impl.

pub fn sample_opts(&self) -> SampleOpts

Build a sampling option set from the relevant flags.

pub fn into_builder<Cfg>(self) -> Result<LmRunnerBuilder<Cfg>>

Construct an LmRunnerBuilder pre-populated from the flags. Per-family runners that wrap LmRunnerBuilder can call this once and then layer family-specific options on top.

Trait Implementations

impl Args for LmCliArgs

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl Clone for LmCliArgs

fn clone(&self) -> LmCliArgs

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CommandFactory for LmCliArgs

fn command<'b>() -> Command

Build a Command that can instantiate Self.

fn command_for_update<'b>() -> Command

Build a Command that can update self.

impl Debug for LmCliArgs

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FromArgMatches for LmCliArgs

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Parser for LmCliArgs

fn parse() -> Self

Parse from std::env::args_os(), exit on error.

fn try_parse() -> Result<Self, Error>

Parse from std::env::args_os(), return Err on error.

fn parse_from<I, T>(itr: I) -> Self

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, exit on error.

fn try_parse_from<I, T>(itr: I) -> Result<Self, Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, return Err on error.

fn update_from<I, T>(&mut self, itr: I)

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, exit on error.

fn try_update_from<I, T>(&mut self, itr: I) -> Result<(), Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, return Err on error.