Struct Args 

pub struct Args {

    pub device: usize,
    pub mode: Mode,
    pub name: Option<String>,
    pub address: String,
    pub api: Option<String>,
    pub model: String,
    pub topology: Option<String>,
    pub prompt: String,
    pub system_prompt: String,
    pub seed: u64,
    pub sample_len: usize,
    pub temperature: f64,
    pub top_p: Option<f64>,
    pub top_k: Option<usize>,
    pub repeat_penalty: f32,
    pub repeat_last_n: usize,
    pub dtype: Option<String>,
    pub cluster_key: Option<String>,
    pub discovery_timeout: u64,
    pub ui_auth: Option<String>,
    pub topology_override: Option<Topology>,
    pub cpu: bool,
    pub model_type: ModelType,
    pub text_model_arch: TextModelArch,
    pub sd_args: SDArgs,
    pub sd_img_gen_args: ImageGenerationArgs,
}

Fields

device: usize

GPU device index.

mode: Mode

Mode (set by subcommand, not directly by user).

name: Option<String>

Worker name.

address: String

Binding address and port for workers.

api: Option<String>

Enable OpenAI compatible chat completion API.

model: String

Path to model directory, or HuggingFace repo ID (e.g., Qwen/Qwen2.5-Coder-1.5B-Instruct).

topology: Option<String>

Topology file.

prompt: String

The initial prompt.

system_prompt: String

The system prompt.

seed: u64

The seed to use when generating random samples.

sample_len: usize

The length of the sample to generate (in tokens).

temperature: f64

The temperature used to generate samples.

top_p: Option<f64>

Nucleus sampling probability cutoff.

top_k: Option<usize>

Only sample among the top K samples.

repeat_penalty: f32

Penalty to be applied for repeating tokens, 1. means no penalty.

repeat_last_n: usize

The context size to consider for the repeat penalty.

dtype: Option<String>

Use different dtype than f16

cluster_key: Option<String>

Cluster key for zero-config mDNS discovery and PSK authentication. When set on both master and workers, enables automatic discovery, layer assignment, and model data push without topology files.

discovery_timeout: u64

How long to wait for worker discovery (seconds). 0 = skip discovery.

ui_auth: Option<String>

Optional basic auth for the web UI (format: “user:pass”).

topology_override: Option<Topology>

Topology built during zero-config setup (not a CLI arg).

cpu: bool

Run on CPU rather than on GPU.

model_type: ModelType

text_model_arch: TextModelArch

Text model architecture (auto-detected from config.json if omitted).

sd_args: SDArgs

sd_img_gen_args: ImageGenerationArgs

Trait Implementations

impl Args for Args

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl Clone for Args

fn clone(&self) -> Args

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CommandFactory for Args

fn command<'b>() -> Command

Build a Command that can instantiate Self.

fn command_for_update<'b>() -> Command

Build a Command that can update self.

impl Debug for Args

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Args

fn default() -> Args

Returns the “default value” for a type.

impl FromArgMatches for Args

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Parser for Args

fn parse() -> Self

Parse from std::env::args_os(), exit on error.

fn try_parse() -> Result<Self, Error>

Parse from std::env::args_os(), return Err on error.

fn parse_from<I, T>(itr: I) -> Self

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, exit on error.

fn try_parse_from<I, T>(itr: I) -> Result<Self, Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, return Err on error.

fn update_from<I, T>(&mut self, itr: I)

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, exit on error.

fn try_update_from<I, T>(&mut self, itr: I) -> Result<(), Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, return Err on error.